diff --git a/LTA_openwebtext_dualt/logs/cmp_owt100k_dirichlet_wrongfix_softce_ddit_6x384_len128_gbs256_steps100000_parallel.log b/LTA_openwebtext_dualt/logs/cmp_owt100k_dirichlet_wrongfix_softce_ddit_6x384_len128_gbs256_steps100000_parallel.log
new file mode 100644
index 0000000000000000000000000000000000000000..3245a0e05325129dba47d662af536b02dd823e07
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/cmp_owt100k_dirichlet_wrongfix_softce_ddit_6x384_len128_gbs256_steps100000_parallel.log
@@ -0,0 +1,2019 @@
+{
+  "device": "cuda",
+  "samples": "wrapped_streaming",
+  "vocab_size": 50257,
+  "save_dir": "runs/cmp_owt100k_dirichlet_wrongfix_softce_ddit_6x384_len128_gbs256_steps100000_parallel",
+  "batch_size": 16,
+  "grad_accum": 16,
+  "effective_batch_size": 256,
+  "global_batch_size": 256,
+  "lr_schedule": "constant_warmup",
+  "warmup_steps": 500,
+  "model_type": "ddit",
+  "state_format": "prob",
+  "target_loss": "soft_ce",
+  "bridge_noise_init": "logistic_normal",
+  "noise_sigma": -1.0,
+  "wrap": true,
+  "num_workers": 0
+}
+step=50 micro_steps=800 elapsed=63.4s lr=3.060000e-05 loss_all=10.7719 acc_all=0.4193 loss_corrupt=10.7821 acc_corrupt=0.1777 corrupt_frac=0.5505 loss=10.7821 mean_t=0.5025 wrong_frac=0.7007 init_acc_corrupt=0.2268 init_gold_top10=0.2741 init_gold_top100=0.3114
+step=100 micro_steps=1600 elapsed=46.6s lr=6.060000e-05 loss_all=9.9840 acc_all=0.0704 loss_corrupt=9.9885 acc_corrupt=0.0474 corrupt_frac=0.5488 loss=9.9885 mean_t=0.5014 wrong_frac=0.6995 init_acc_corrupt=0.2272 init_gold_top10=0.2762 init_gold_top100=0.3119
+step=150 micro_steps=2400 elapsed=46.6s lr=9.060000e-05 loss_all=8.1162 acc_all=0.0361 loss_corrupt=8.1170 acc_corrupt=0.0359 corrupt_frac=0.5551 loss=8.1170 mean_t=0.4976 wrong_frac=0.6998 init_acc_corrupt=0.2249 init_gold_top10=0.2740 init_gold_top100=0.3125
+step=200 micro_steps=3200 elapsed=46.7s lr=1.206000e-04 loss_all=7.5383 acc_all=0.0368 loss_corrupt=7.6075 acc_corrupt=0.0368 corrupt_frac=0.5484 loss=7.6075 mean_t=0.4980 wrong_frac=0.6999 init_acc_corrupt=0.2265 init_gold_top10=0.2748 init_gold_top100=0.3102
+step=250 micro_steps=4000 elapsed=46.7s lr=1.506000e-04 loss_all=7.4142 acc_all=0.0394 loss_corrupt=7.5533 acc_corrupt=0.0380 corrupt_frac=0.5536 loss=7.5533 mean_t=0.5021 wrong_frac=0.7002 init_acc_corrupt=0.2265 init_gold_top10=0.2748 init_gold_top100=0.3118
+step=300 micro_steps=4800 elapsed=46.8s lr=1.806000e-04 loss_all=7.2833 acc_all=0.0717 loss_corrupt=7.4831 acc_corrupt=0.0532 corrupt_frac=0.5472 loss=7.4831 mean_t=0.4994 wrong_frac=0.6999 init_acc_corrupt=0.2270 init_gold_top10=0.2755 init_gold_top100=0.3117
+step=350 micro_steps=5600 elapsed=46.5s lr=2.106000e-04 loss_all=6.5784 acc_all=0.1942 loss_corrupt=7.0420 acc_corrupt=0.1270 corrupt_frac=0.5516 loss=7.0420 mean_t=0.5001 wrong_frac=0.7007 init_acc_corrupt=0.2269 init_gold_top10=0.2747 init_gold_top100=0.3109
+step=400 micro_steps=6400 elapsed=46.6s lr=2.406000e-04 loss_all=5.9044 acc_all=0.2963 loss_corrupt=6.6201 acc_corrupt=0.1818 corrupt_frac=0.5482 loss=6.6201 mean_t=0.5010 wrong_frac=0.6996 init_acc_corrupt=0.2262 init_gold_top10=0.2748 init_gold_top100=0.3127
+step=450 micro_steps=7200 elapsed=46.7s lr=2.706000e-04 loss_all=5.2792 acc_all=0.3729 loss_corrupt=6.2570 acc_corrupt=0.2230 corrupt_frac=0.5485 loss=6.2570 mean_t=0.4989 wrong_frac=0.7012 init_acc_corrupt=0.2260 init_gold_top10=0.2737 init_gold_top100=0.3094
+step=500 micro_steps=8000 elapsed=46.7s lr=3.000000e-04 loss_all=4.7446 acc_all=0.4405 loss_corrupt=5.9942 acc_corrupt=0.2518 corrupt_frac=0.5498 loss=5.9942 mean_t=0.4953 wrong_frac=0.7000 init_acc_corrupt=0.2238 init_gold_top10=0.2731 init_gold_top100=0.3124
+step=550 micro_steps=8800 elapsed=46.7s lr=3.000000e-04 loss_all=4.3582 acc_all=0.4812 loss_corrupt=5.7517 acc_corrupt=0.2747 corrupt_frac=0.5540 loss=5.7517 mean_t=0.5034 wrong_frac=0.7001 init_acc_corrupt=0.2277 init_gold_top10=0.2749 init_gold_top100=0.3109
+step=600 micro_steps=9600 elapsed=46.8s lr=3.000000e-04 loss_all=4.1223 acc_all=0.5052 loss_corrupt=5.6142 acc_corrupt=0.2862 corrupt_frac=0.5485 loss=5.6142 mean_t=0.5009 wrong_frac=0.6999 init_acc_corrupt=0.2281 init_gold_top10=0.2754 init_gold_top100=0.3113
+step=650 micro_steps=10400 elapsed=46.8s lr=3.000000e-04 loss_all=3.9635 acc_all=0.5207 loss_corrupt=5.5136 acc_corrupt=0.2942 corrupt_frac=0.5502 loss=5.5136 mean_t=0.4989 wrong_frac=0.7002 init_acc_corrupt=0.2267 init_gold_top10=0.2753 init_gold_top100=0.3110
+step=700 micro_steps=11200 elapsed=46.8s lr=3.000000e-04 loss_all=3.8097 acc_all=0.5349 loss_corrupt=5.4039 acc_corrupt=0.3028 corrupt_frac=0.5452 loss=5.4039 mean_t=0.5048 wrong_frac=0.7001 init_acc_corrupt=0.2291 init_gold_top10=0.2759 init_gold_top100=0.3109
+step=750 micro_steps=12000 elapsed=46.5s lr=3.000000e-04 loss_all=3.7292 acc_all=0.5406 loss_corrupt=5.3499 acc_corrupt=0.3052 corrupt_frac=0.5501 loss=5.3499 mean_t=0.4965 wrong_frac=0.7004 init_acc_corrupt=0.2250 init_gold_top10=0.2735 init_gold_top100=0.3108
+step=800 micro_steps=12800 elapsed=46.7s lr=3.000000e-04 loss_all=3.5992 acc_all=0.5519 loss_corrupt=5.2415 acc_corrupt=0.3134 corrupt_frac=0.5488 loss=5.2415 mean_t=0.4975 wrong_frac=0.7002 init_acc_corrupt=0.2256 init_gold_top10=0.2742 init_gold_top100=0.3107
+step=850 micro_steps=13600 elapsed=47.5s lr=3.000000e-04 loss_all=3.5311 acc_all=0.5571 loss_corrupt=5.1761 acc_corrupt=0.3185 corrupt_frac=0.5498 loss=5.1761 mean_t=0.5037 wrong_frac=0.7004 init_acc_corrupt=0.2284 init_gold_top10=0.2758 init_gold_top100=0.3123
+step=900 micro_steps=14400 elapsed=47.9s lr=3.000000e-04 loss_all=3.4437 acc_all=0.5651 loss_corrupt=5.1083 acc_corrupt=0.3234 corrupt_frac=0.5505 loss=5.1083 mean_t=0.5014 wrong_frac=0.7000 init_acc_corrupt=0.2269 init_gold_top10=0.2754 init_gold_top100=0.3114
+step=950 micro_steps=15200 elapsed=46.9s lr=3.000000e-04 loss_all=3.3888 acc_all=0.5690 loss_corrupt=5.0630 acc_corrupt=0.3258 corrupt_frac=0.5490 loss=5.0630 mean_t=0.5014 wrong_frac=0.7001 init_acc_corrupt=0.2277 init_gold_top10=0.2755 init_gold_top100=0.3116
+step=1000 micro_steps=16000 elapsed=47.2s lr=3.000000e-04 loss_all=3.3350 acc_all=0.5730 loss_corrupt=5.0070 acc_corrupt=0.3300 corrupt_frac=0.5541 loss=5.0070 mean_t=0.5021 wrong_frac=0.6996 init_acc_corrupt=0.2281 init_gold_top10=0.2758 init_gold_top100=0.3113
+step=1050 micro_steps=16800 elapsed=59.7s lr=3.000000e-04 loss_all=3.2834 acc_all=0.5775 loss_corrupt=4.9698 acc_corrupt=0.3321 corrupt_frac=0.5507 loss=4.9698 mean_t=0.4979 wrong_frac=0.7002 init_acc_corrupt=0.2261 init_gold_top10=0.2744 init_gold_top100=0.3115
+step=1100 micro_steps=17600 elapsed=46.5s lr=3.000000e-04 loss_all=3.2504 acc_all=0.5792 loss_corrupt=4.9386 acc_corrupt=0.3337 corrupt_frac=0.5539 loss=4.9386 mean_t=0.5023 wrong_frac=0.7008 init_acc_corrupt=0.2263 init_gold_top10=0.2734 init_gold_top100=0.3110
+step=1150 micro_steps=18400 elapsed=46.4s lr=3.000000e-04 loss_all=3.1918 acc_all=0.5843 loss_corrupt=4.8709 acc_corrupt=0.3390 corrupt_frac=0.5551 loss=4.8709 mean_t=0.5002 wrong_frac=0.7006 init_acc_corrupt=0.2268 init_gold_top10=0.2740 init_gold_top100=0.3103
+step=1200 micro_steps=19200 elapsed=45.4s lr=3.000000e-04 loss_all=3.1493 acc_all=0.5883 loss_corrupt=4.8390 acc_corrupt=0.3409 corrupt_frac=0.5508 loss=4.8390 mean_t=0.5002 wrong_frac=0.6999 init_acc_corrupt=0.2269 init_gold_top10=0.2752 init_gold_top100=0.3123
+step=1250 micro_steps=20000 elapsed=44.4s lr=3.000000e-04 loss_all=3.0890 acc_all=0.5936 loss_corrupt=4.7797 acc_corrupt=0.3452 corrupt_frac=0.5495 loss=4.7797 mean_t=0.5017 wrong_frac=0.7000 init_acc_corrupt=0.2277 init_gold_top10=0.2756 init_gold_top100=0.3109
+step=1300 micro_steps=20800 elapsed=45.9s lr=3.000000e-04 loss_all=3.0698 acc_all=0.5953 loss_corrupt=4.7740 acc_corrupt=0.3452 corrupt_frac=0.5498 loss=4.7740 mean_t=0.5000 wrong_frac=0.6995 init_acc_corrupt=0.2257 init_gold_top10=0.2749 init_gold_top100=0.3122
+step=1350 micro_steps=21600 elapsed=47.7s lr=3.000000e-04 loss_all=3.0056 acc_all=0.6010 loss_corrupt=4.6989 acc_corrupt=0.3511 corrupt_frac=0.5487 loss=4.6989 mean_t=0.5016 wrong_frac=0.7001 init_acc_corrupt=0.2274 init_gold_top10=0.2752 init_gold_top100=0.3112
+step=1400 micro_steps=22400 elapsed=47.7s lr=3.000000e-04 loss_all=2.9727 acc_all=0.6042 loss_corrupt=4.6722 acc_corrupt=0.3534 corrupt_frac=0.5472 loss=4.6722 mean_t=0.5002 wrong_frac=0.6989 init_acc_corrupt=0.2282 init_gold_top10=0.2760 init_gold_top100=0.3121
+step=1450 micro_steps=23200 elapsed=47.1s lr=3.000000e-04 loss_all=2.9601 acc_all=0.6054 loss_corrupt=4.6571 acc_corrupt=0.3544 corrupt_frac=0.5476 loss=4.6571 mean_t=0.5046 wrong_frac=0.7001 init_acc_corrupt=0.2270 init_gold_top10=0.2742 init_gold_top100=0.3112
+step=1500 micro_steps=24000 elapsed=47.4s lr=3.000000e-04 loss_all=2.9299 acc_all=0.6066 loss_corrupt=4.6147 acc_corrupt=0.3565 corrupt_frac=0.5511 loss=4.6147 mean_t=0.5007 wrong_frac=0.7002 init_acc_corrupt=0.2275 init_gold_top10=0.2752 init_gold_top100=0.3108
+step=1550 micro_steps=24800 elapsed=46.5s lr=3.000000e-04 loss_all=2.9062 acc_all=0.6090 loss_corrupt=4.5977 acc_corrupt=0.3573 corrupt_frac=0.5478 loss=4.5977 mean_t=0.4984 wrong_frac=0.7003 init_acc_corrupt=0.2247 init_gold_top10=0.2739 init_gold_top100=0.3119
+step=1600 micro_steps=25600 elapsed=44.8s lr=3.000000e-04 loss_all=2.8815 acc_all=0.6103 loss_corrupt=4.5419 acc_corrupt=0.3624 corrupt_frac=0.5530 loss=4.5419 mean_t=0.5030 wrong_frac=0.6998 init_acc_corrupt=0.2290 init_gold_top10=0.2760 init_gold_top100=0.3107
+step=1650 micro_steps=26400 elapsed=44.9s lr=3.000000e-04 loss_all=2.8656 acc_all=0.6117 loss_corrupt=4.5413 acc_corrupt=0.3612 corrupt_frac=0.5505 loss=4.5413 mean_t=0.5010 wrong_frac=0.6997 init_acc_corrupt=0.2267 init_gold_top10=0.2746 init_gold_top100=0.3114
+step=1700 micro_steps=27200 elapsed=45.1s lr=3.000000e-04 loss_all=2.8218 acc_all=0.6165 loss_corrupt=4.4900 acc_corrupt=0.3663 corrupt_frac=0.5504 loss=4.4900 mean_t=0.5023 wrong_frac=0.6997 init_acc_corrupt=0.2268 init_gold_top10=0.2756 init_gold_top100=0.3118
+step=1750 micro_steps=28000 elapsed=45.0s lr=3.000000e-04 loss_all=2.8176 acc_all=0.6166 loss_corrupt=4.4967 acc_corrupt=0.3652 corrupt_frac=0.5499 loss=4.4967 mean_t=0.4981 wrong_frac=0.7007 init_acc_corrupt=0.2253 init_gold_top10=0.2739 init_gold_top100=0.3106
+step=1800 micro_steps=28800 elapsed=45.0s lr=3.000000e-04 loss_all=2.8229 acc_all=0.6153 loss_corrupt=4.4804 acc_corrupt=0.3663 corrupt_frac=0.5541 loss=4.4804 mean_t=0.4992 wrong_frac=0.7006 init_acc_corrupt=0.2261 init_gold_top10=0.2740 init_gold_top100=0.3109
+step=1850 micro_steps=29600 elapsed=45.0s lr=3.000000e-04 loss_all=2.7738 acc_all=0.6205 loss_corrupt=4.4378 acc_corrupt=0.3698 corrupt_frac=0.5506 loss=4.4378 mean_t=0.4998 wrong_frac=0.7000 init_acc_corrupt=0.2267 init_gold_top10=0.2754 init_gold_top100=0.3108
+step=1900 micro_steps=30400 elapsed=44.9s lr=3.000000e-04 loss_all=2.7506 acc_all=0.6229 loss_corrupt=4.4110 acc_corrupt=0.3717 corrupt_frac=0.5483 loss=4.4110 mean_t=0.5042 wrong_frac=0.7006 init_acc_corrupt=0.2257 init_gold_top10=0.2743 init_gold_top100=0.3117
+step=1950 micro_steps=31200 elapsed=45.0s lr=3.000000e-04 loss_all=2.7320 acc_all=0.6252 loss_corrupt=4.4028 acc_corrupt=0.3725 corrupt_frac=0.5473 loss=4.4028 mean_t=0.4955 wrong_frac=0.6997 init_acc_corrupt=0.2244 init_gold_top10=0.2748 init_gold_top100=0.3114
+step=2000 micro_steps=32000 elapsed=44.9s lr=3.000000e-04 loss_all=2.7347 acc_all=0.6237 loss_corrupt=4.3849 acc_corrupt=0.3734 corrupt_frac=0.5524 loss=4.3849 mean_t=0.5017 wrong_frac=0.6996 init_acc_corrupt=0.2260 init_gold_top10=0.2748 init_gold_top100=0.3121
+step=2050 micro_steps=32800 elapsed=46.5s lr=3.000000e-04 loss_all=2.7081 acc_all=0.6267 loss_corrupt=4.3548 acc_corrupt=0.3762 corrupt_frac=0.5516 loss=4.3548 mean_t=0.4975 wrong_frac=0.7002 init_acc_corrupt=0.2255 init_gold_top10=0.2755 init_gold_top100=0.3124
+step=2100 micro_steps=33600 elapsed=45.0s lr=3.000000e-04 loss_all=2.6666 acc_all=0.6311 loss_corrupt=4.3204 acc_corrupt=0.3788 corrupt_frac=0.5470 loss=4.3204 mean_t=0.5033 wrong_frac=0.7001 init_acc_corrupt=0.2267 init_gold_top10=0.2747 init_gold_top100=0.3108
+step=2150 micro_steps=34400 elapsed=45.2s lr=3.000000e-04 loss_all=2.6730 acc_all=0.6303 loss_corrupt=4.3221 acc_corrupt=0.3788 corrupt_frac=0.5497 loss=4.3221 mean_t=0.5023 wrong_frac=0.6997 init_acc_corrupt=0.2260 init_gold_top10=0.2747 init_gold_top100=0.3121
+step=2200 micro_steps=35200 elapsed=46.9s lr=3.000000e-04 loss_all=2.6613 acc_all=0.6303 loss_corrupt=4.3069 acc_corrupt=0.3785 corrupt_frac=0.5505 loss=4.3069 mean_t=0.4996 wrong_frac=0.7006 init_acc_corrupt=0.2251 init_gold_top10=0.2739 init_gold_top100=0.3098
+step=2250 micro_steps=36000 elapsed=47.1s lr=3.000000e-04 loss_all=2.6356 acc_all=0.6336 loss_corrupt=4.2640 acc_corrupt=0.3837 corrupt_frac=0.5506 loss=4.2640 mean_t=0.5021 wrong_frac=0.7004 init_acc_corrupt=0.2277 init_gold_top10=0.2747 init_gold_top100=0.3111
+step=2300 micro_steps=36800 elapsed=46.7s lr=3.000000e-04 loss_all=2.6068 acc_all=0.6371 loss_corrupt=4.2475 acc_corrupt=0.3845 corrupt_frac=0.5462 loss=4.2475 mean_t=0.5000 wrong_frac=0.6998 init_acc_corrupt=0.2274 init_gold_top10=0.2750 init_gold_top100=0.3105
+step=2350 micro_steps=37600 elapsed=46.6s lr=3.000000e-04 loss_all=2.5936 acc_all=0.6383 loss_corrupt=4.2217 acc_corrupt=0.3873 corrupt_frac=0.5479 loss=4.2217 mean_t=0.4977 wrong_frac=0.6992 init_acc_corrupt=0.2291 init_gold_top10=0.2761 init_gold_top100=0.3121
+step=2400 micro_steps=38400 elapsed=45.3s lr=3.000000e-04 loss_all=2.5994 acc_all=0.6363 loss_corrupt=4.2194 acc_corrupt=0.3862 corrupt_frac=0.5513 loss=4.2194 mean_t=0.5000 wrong_frac=0.7007 init_acc_corrupt=0.2261 init_gold_top10=0.2739 init_gold_top100=0.3109
+step=2450 micro_steps=39200 elapsed=46.6s lr=3.000000e-04 loss_all=2.5837 acc_all=0.6386 loss_corrupt=4.2039 acc_corrupt=0.3882 corrupt_frac=0.5504 loss=4.2039 mean_t=0.5034 wrong_frac=0.6996 init_acc_corrupt=0.2282 init_gold_top10=0.2761 init_gold_top100=0.3112
+step=2500 micro_steps=40000 elapsed=45.7s lr=3.000000e-04 loss_all=2.5780 acc_all=0.6390 loss_corrupt=4.1934 acc_corrupt=0.3891 corrupt_frac=0.5515 loss=4.1934 mean_t=0.5020 wrong_frac=0.7003 init_acc_corrupt=0.2270 init_gold_top10=0.2748 init_gold_top100=0.3117
+step=2550 micro_steps=40800 elapsed=44.7s lr=3.000000e-04 loss_all=2.5660 acc_all=0.6393 loss_corrupt=4.1661 acc_corrupt=0.3901 corrupt_frac=0.5532 loss=4.1661 mean_t=0.4994 wrong_frac=0.7004 init_acc_corrupt=0.2271 init_gold_top10=0.2747 init_gold_top100=0.3100
+step=2600 micro_steps=41600 elapsed=44.8s lr=3.000000e-04 loss_all=2.5140 acc_all=0.6466 loss_corrupt=4.1329 acc_corrupt=0.3947 corrupt_frac=0.5449 loss=4.1329 mean_t=0.4993 wrong_frac=0.7000 init_acc_corrupt=0.2269 init_gold_top10=0.2757 init_gold_top100=0.3129
+step=2650 micro_steps=42400 elapsed=46.2s lr=3.000000e-04 loss_all=2.5260 acc_all=0.6438 loss_corrupt=4.1269 acc_corrupt=0.3937 corrupt_frac=0.5506 loss=4.1269 mean_t=0.5009 wrong_frac=0.7000 init_acc_corrupt=0.2279 init_gold_top10=0.2754 init_gold_top100=0.3107
+step=2700 micro_steps=43200 elapsed=47.2s lr=3.000000e-04 loss_all=2.5109 acc_all=0.6458 loss_corrupt=4.1234 acc_corrupt=0.3938 corrupt_frac=0.5474 loss=4.1234 mean_t=0.4999 wrong_frac=0.7003 init_acc_corrupt=0.2255 init_gold_top10=0.2742 init_gold_top100=0.3117
+step=2750 micro_steps=44000 elapsed=47.1s lr=3.000000e-04 loss_all=2.5160 acc_all=0.6450 loss_corrupt=4.1042 acc_corrupt=0.3965 corrupt_frac=0.5515 loss=4.1042 mean_t=0.4973 wrong_frac=0.7002 init_acc_corrupt=0.2262 init_gold_top10=0.2749 init_gold_top100=0.3121
+step=2800 micro_steps=44800 elapsed=47.2s lr=3.000000e-04 loss_all=2.5226 acc_all=0.6433 loss_corrupt=4.1197 acc_corrupt=0.3930 corrupt_frac=0.5533 loss=4.1197 mean_t=0.4995 wrong_frac=0.7005 init_acc_corrupt=0.2246 init_gold_top10=0.2729 init_gold_top100=0.3099
+step=2850 micro_steps=45600 elapsed=47.1s lr=3.000000e-04 loss_all=2.4614 acc_all=0.6516 loss_corrupt=4.0575 acc_corrupt=0.4005 corrupt_frac=0.5462 loss=4.0575 mean_t=0.4999 wrong_frac=0.6994 init_acc_corrupt=0.2267 init_gold_top10=0.2755 init_gold_top100=0.3131
+step=2900 micro_steps=46400 elapsed=47.1s lr=3.000000e-04 loss_all=2.4764 acc_all=0.6481 loss_corrupt=4.0665 acc_corrupt=0.3971 corrupt_frac=0.5507 loss=4.0665 mean_t=0.5013 wrong_frac=0.7003 init_acc_corrupt=0.2255 init_gold_top10=0.2739 init_gold_top100=0.3102
+step=2950 micro_steps=47200 elapsed=47.1s lr=3.000000e-04 loss_all=2.4677 acc_all=0.6502 loss_corrupt=4.0480 acc_corrupt=0.4014 corrupt_frac=0.5504 loss=4.0480 mean_t=0.5024 wrong_frac=0.6996 init_acc_corrupt=0.2277 init_gold_top10=0.2753 init_gold_top100=0.3121
+step=3000 micro_steps=48000 elapsed=46.7s lr=3.000000e-04 loss_all=2.4674 acc_all=0.6495 loss_corrupt=4.0456 acc_corrupt=0.4003 corrupt_frac=0.5515 loss=4.0456 mean_t=0.4942 wrong_frac=0.7005 init_acc_corrupt=0.2255 init_gold_top10=0.2737 init_gold_top100=0.3101
+step=3050 micro_steps=48800 elapsed=48.5s lr=3.000000e-04 loss_all=2.4365 acc_all=0.6532 loss_corrupt=4.0131 acc_corrupt=0.4032 corrupt_frac=0.5488 loss=4.0131 mean_t=0.4988 wrong_frac=0.7010 init_acc_corrupt=0.2266 init_gold_top10=0.2749 init_gold_top100=0.3111
+step=3100 micro_steps=49600 elapsed=47.1s lr=3.000000e-04 loss_all=2.4298 acc_all=0.6538 loss_corrupt=3.9877 acc_corrupt=0.4062 corrupt_frac=0.5514 loss=3.9877 mean_t=0.5036 wrong_frac=0.6995 init_acc_corrupt=0.2278 init_gold_top10=0.2757 init_gold_top100=0.3120
+step=3150 micro_steps=50400 elapsed=47.0s lr=3.000000e-04 loss_all=2.4065 acc_all=0.6559 loss_corrupt=3.9756 acc_corrupt=0.4059 corrupt_frac=0.5490 loss=3.9756 mean_t=0.5023 wrong_frac=0.7002 init_acc_corrupt=0.2272 init_gold_top10=0.2749 init_gold_top100=0.3100
+step=3200 micro_steps=51200 elapsed=47.1s lr=3.000000e-04 loss_all=2.3994 acc_all=0.6576 loss_corrupt=3.9623 acc_corrupt=0.4087 corrupt_frac=0.5484 loss=3.9623 mean_t=0.5027 wrong_frac=0.7000 init_acc_corrupt=0.2276 init_gold_top10=0.2751 init_gold_top100=0.3118
+step=3250 micro_steps=52000 elapsed=46.9s lr=3.000000e-04 loss_all=2.3787 acc_all=0.6588 loss_corrupt=3.9411 acc_corrupt=0.4086 corrupt_frac=0.5490 loss=3.9411 mean_t=0.5005 wrong_frac=0.6989 init_acc_corrupt=0.2276 init_gold_top10=0.2758 init_gold_top100=0.3119
+step=3300 micro_steps=52800 elapsed=47.1s lr=3.000000e-04 loss_all=2.4044 acc_all=0.6563 loss_corrupt=3.9644 acc_corrupt=0.4079 corrupt_frac=0.5516 loss=3.9644 mean_t=0.5003 wrong_frac=0.6996 init_acc_corrupt=0.2263 init_gold_top10=0.2752 init_gold_top100=0.3130
+step=3350 micro_steps=53600 elapsed=47.1s lr=3.000000e-04 loss_all=2.3752 acc_all=0.6592 loss_corrupt=3.9328 acc_corrupt=0.4095 corrupt_frac=0.5484 loss=3.9328 mean_t=0.4959 wrong_frac=0.6996 init_acc_corrupt=0.2250 init_gold_top10=0.2742 init_gold_top100=0.3110
+step=3400 micro_steps=54400 elapsed=44.9s lr=3.000000e-04 loss_all=2.3643 acc_all=0.6601 loss_corrupt=3.9210 acc_corrupt=0.4102 corrupt_frac=0.5481 loss=3.9210 mean_t=0.4968 wrong_frac=0.7000 init_acc_corrupt=0.2257 init_gold_top10=0.2742 init_gold_top100=0.3114
+step=3450 micro_steps=55200 elapsed=45.6s lr=3.000000e-04 loss_all=2.3498 acc_all=0.6625 loss_corrupt=3.9019 acc_corrupt=0.4128 corrupt_frac=0.5470 loss=3.9019 mean_t=0.4983 wrong_frac=0.7009 init_acc_corrupt=0.2249 init_gold_top10=0.2732 init_gold_top100=0.3109
+step=3500 micro_steps=56000 elapsed=47.0s lr=3.000000e-04 loss_all=2.3508 acc_all=0.6615 loss_corrupt=3.8938 acc_corrupt=0.4128 corrupt_frac=0.5505 loss=3.8938 mean_t=0.4983 wrong_frac=0.6999 init_acc_corrupt=0.2264 init_gold_top10=0.2751 init_gold_top100=0.3112
+step=3550 micro_steps=56800 elapsed=47.1s lr=3.000000e-04 loss_all=2.3382 acc_all=0.6628 loss_corrupt=3.8738 acc_corrupt=0.4151 corrupt_frac=0.5503 loss=3.8738 mean_t=0.4973 wrong_frac=0.7006 init_acc_corrupt=0.2263 init_gold_top10=0.2753 init_gold_top100=0.3119
+step=3600 micro_steps=57600 elapsed=47.0s lr=3.000000e-04 loss_all=2.3458 acc_all=0.6607 loss_corrupt=3.8754 acc_corrupt=0.4132 corrupt_frac=0.5528 loss=3.8754 mean_t=0.5032 wrong_frac=0.7007 init_acc_corrupt=0.2275 init_gold_top10=0.2742 init_gold_top100=0.3095
+step=3650 micro_steps=58400 elapsed=47.0s lr=3.000000e-04 loss_all=2.3427 acc_all=0.6625 loss_corrupt=3.8735 acc_corrupt=0.4156 corrupt_frac=0.5518 loss=3.8735 mean_t=0.5008 wrong_frac=0.7001 init_acc_corrupt=0.2263 init_gold_top10=0.2739 init_gold_top100=0.3111
+step=3700 micro_steps=59200 elapsed=47.5s lr=3.000000e-04 loss_all=2.3164 acc_all=0.6653 loss_corrupt=3.8532 acc_corrupt=0.4163 corrupt_frac=0.5493 loss=3.8532 mean_t=0.4982 wrong_frac=0.7002 init_acc_corrupt=0.2252 init_gold_top10=0.2745 init_gold_top100=0.3106
+step=3750 micro_steps=60000 elapsed=47.2s lr=3.000000e-04 loss_all=2.3068 acc_all=0.6655 loss_corrupt=3.8274 acc_corrupt=0.4181 corrupt_frac=0.5498 loss=3.8274 mean_t=0.5011 wrong_frac=0.7003 init_acc_corrupt=0.2271 init_gold_top10=0.2749 init_gold_top100=0.3112
+step=3800 micro_steps=60800 elapsed=45.1s lr=3.000000e-04 loss_all=2.3005 acc_all=0.6666 loss_corrupt=3.8167 acc_corrupt=0.4204 corrupt_frac=0.5510 loss=3.8167 mean_t=0.5012 wrong_frac=0.6998 init_acc_corrupt=0.2272 init_gold_top10=0.2751 init_gold_top100=0.3119
+step=3850 micro_steps=61600 elapsed=45.3s lr=3.000000e-04 loss_all=2.2978 acc_all=0.6671 loss_corrupt=3.8351 acc_corrupt=0.4173 corrupt_frac=0.5479 loss=3.8351 mean_t=0.4992 wrong_frac=0.7004 init_acc_corrupt=0.2251 init_gold_top10=0.2735 init_gold_top100=0.3098
+step=3900 micro_steps=62400 elapsed=44.9s lr=3.000000e-04 loss_all=2.2816 acc_all=0.6692 loss_corrupt=3.7970 acc_corrupt=0.4222 corrupt_frac=0.5489 loss=3.7970 mean_t=0.5012 wrong_frac=0.7003 init_acc_corrupt=0.2266 init_gold_top10=0.2745 init_gold_top100=0.3116
+step=3950 micro_steps=63200 elapsed=44.6s lr=3.000000e-04 loss_all=2.2795 acc_all=0.6686 loss_corrupt=3.7992 acc_corrupt=0.4206 corrupt_frac=0.5504 loss=3.7992 mean_t=0.5033 wrong_frac=0.6999 init_acc_corrupt=0.2272 init_gold_top10=0.2751 init_gold_top100=0.3104
+step=4000 micro_steps=64000 elapsed=44.8s lr=3.000000e-04 loss_all=2.2793 acc_all=0.6680 loss_corrupt=3.7838 acc_corrupt=0.4222 corrupt_frac=0.5524 loss=3.7838 mean_t=0.4970 wrong_frac=0.6997 init_acc_corrupt=0.2267 init_gold_top10=0.2748 init_gold_top100=0.3121
+step=4050 micro_steps=64800 elapsed=47.0s lr=3.000000e-04 loss_all=2.2536 acc_all=0.6720 loss_corrupt=3.7684 acc_corrupt=0.4241 corrupt_frac=0.5480 loss=3.7684 mean_t=0.4967 wrong_frac=0.7000 init_acc_corrupt=0.2271 init_gold_top10=0.2756 init_gold_top100=0.3113
+step=4100 micro_steps=65600 elapsed=45.1s lr=3.000000e-04 loss_all=2.2691 acc_all=0.6694 loss_corrupt=3.7755 acc_corrupt=0.4231 corrupt_frac=0.5510 loss=3.7755 mean_t=0.4983 wrong_frac=0.6995 init_acc_corrupt=0.2258 init_gold_top10=0.2746 init_gold_top100=0.3122
+step=4150 micro_steps=66400 elapsed=45.0s lr=3.000000e-04 loss_all=2.2412 acc_all=0.6736 loss_corrupt=3.7473 acc_corrupt=0.4268 corrupt_frac=0.5473 loss=3.7473 mean_t=0.4961 wrong_frac=0.6997 init_acc_corrupt=0.2265 init_gold_top10=0.2739 init_gold_top100=0.3112
+step=4200 micro_steps=67200 elapsed=45.1s lr=3.000000e-04 loss_all=2.2205 acc_all=0.6756 loss_corrupt=3.7368 acc_corrupt=0.4258 corrupt_frac=0.5443 loss=3.7368 mean_t=0.5016 wrong_frac=0.7013 init_acc_corrupt=0.2265 init_gold_top10=0.2742 init_gold_top100=0.3091
+step=4250 micro_steps=68000 elapsed=45.2s lr=3.000000e-04 loss_all=2.2544 acc_all=0.6708 loss_corrupt=3.7335 acc_corrupt=0.4275 corrupt_frac=0.5542 loss=3.7335 mean_t=0.5041 wrong_frac=0.7000 init_acc_corrupt=0.2280 init_gold_top10=0.2758 init_gold_top100=0.3121
+step=4300 micro_steps=68800 elapsed=45.2s lr=3.000000e-04 loss_all=2.2291 acc_all=0.6741 loss_corrupt=3.7305 acc_corrupt=0.4267 corrupt_frac=0.5490 loss=3.7305 mean_t=0.5018 wrong_frac=0.7005 init_acc_corrupt=0.2263 init_gold_top10=0.2742 init_gold_top100=0.3103
+step=4350 micro_steps=69600 elapsed=47.4s lr=3.000000e-04 loss_all=2.2329 acc_all=0.6737 loss_corrupt=3.7201 acc_corrupt=0.4288 corrupt_frac=0.5517 loss=3.7201 mean_t=0.5003 wrong_frac=0.6997 init_acc_corrupt=0.2287 init_gold_top10=0.2755 init_gold_top100=0.3113
+step=4400 micro_steps=70400 elapsed=47.1s lr=3.000000e-04 loss_all=2.2054 acc_all=0.6773 loss_corrupt=3.7020 acc_corrupt=0.4298 corrupt_frac=0.5471 loss=3.7020 mean_t=0.4981 wrong_frac=0.7004 init_acc_corrupt=0.2267 init_gold_top10=0.2750 init_gold_top100=0.3104
+step=4450 micro_steps=71200 elapsed=47.1s lr=3.000000e-04 loss_all=2.2198 acc_all=0.6749 loss_corrupt=3.7087 acc_corrupt=0.4293 corrupt_frac=0.5504 loss=3.7087 mean_t=0.5016 wrong_frac=0.7002 init_acc_corrupt=0.2272 init_gold_top10=0.2747 init_gold_top100=0.3115
+step=4500 micro_steps=72000 elapsed=47.1s lr=3.000000e-04 loss_all=2.1863 acc_all=0.6796 loss_corrupt=3.6644 acc_corrupt=0.4347 corrupt_frac=0.5478 loss=3.6644 mean_t=0.5030 wrong_frac=0.6994 init_acc_corrupt=0.2286 init_gold_top10=0.2760 init_gold_top100=0.3123
+step=4550 micro_steps=72800 elapsed=48.0s lr=3.000000e-04 loss_all=2.2244 acc_all=0.6734 loss_corrupt=3.7053 acc_corrupt=0.4284 corrupt_frac=0.5531 loss=3.7053 mean_t=0.5025 wrong_frac=0.6997 init_acc_corrupt=0.2260 init_gold_top10=0.2751 init_gold_top100=0.3112
+step=4600 micro_steps=73600 elapsed=48.1s lr=3.000000e-04 loss_all=2.2066 acc_all=0.6762 loss_corrupt=3.6801 acc_corrupt=0.4324 corrupt_frac=0.5519 loss=3.6801 mean_t=0.5008 wrong_frac=0.7006 init_acc_corrupt=0.2270 init_gold_top10=0.2746 init_gold_top100=0.3111
+step=4650 micro_steps=74400 elapsed=47.9s lr=3.000000e-04 loss_all=2.1939 acc_all=0.6769 loss_corrupt=3.6666 acc_corrupt=0.4322 corrupt_frac=0.5517 loss=3.6666 mean_t=0.5026 wrong_frac=0.6999 init_acc_corrupt=0.2284 init_gold_top10=0.2752 init_gold_top100=0.3108
+step=4700 micro_steps=75200 elapsed=47.8s lr=3.000000e-04 loss_all=2.1902 acc_all=0.6789 loss_corrupt=3.6710 acc_corrupt=0.4339 corrupt_frac=0.5494 loss=3.6710 mean_t=0.5023 wrong_frac=0.7004 init_acc_corrupt=0.2269 init_gold_top10=0.2746 init_gold_top100=0.3113
+step=4750 micro_steps=76000 elapsed=46.8s lr=3.000000e-04 loss_all=2.1929 acc_all=0.6778 loss_corrupt=3.6692 acc_corrupt=0.4327 corrupt_frac=0.5511 loss=3.6692 mean_t=0.4998 wrong_frac=0.7005 init_acc_corrupt=0.2267 init_gold_top10=0.2745 init_gold_top100=0.3096
+step=4800 micro_steps=76800 elapsed=47.5s lr=3.000000e-04 loss_all=2.2033 acc_all=0.6755 loss_corrupt=3.6650 acc_corrupt=0.4325 corrupt_frac=0.5541 loss=3.6650 mean_t=0.4970 wrong_frac=0.6998 init_acc_corrupt=0.2244 init_gold_top10=0.2737 init_gold_top100=0.3118
+step=4850 micro_steps=77600 elapsed=47.3s lr=3.000000e-04 loss_all=2.1753 acc_all=0.6793 loss_corrupt=3.6317 acc_corrupt=0.4364 corrupt_frac=0.5517 loss=3.6317 mean_t=0.4994 wrong_frac=0.7007 init_acc_corrupt=0.2257 init_gold_top10=0.2732 init_gold_top100=0.3108
+step=4900 micro_steps=78400 elapsed=47.9s lr=3.000000e-04 loss_all=2.1688 acc_all=0.6801 loss_corrupt=3.6383 acc_corrupt=0.4349 corrupt_frac=0.5498 loss=3.6383 mean_t=0.4998 wrong_frac=0.6992 init_acc_corrupt=0.2280 init_gold_top10=0.2757 init_gold_top100=0.3114
+step=4950 micro_steps=79200 elapsed=47.4s lr=3.000000e-04 loss_all=2.1684 acc_all=0.6804 loss_corrupt=3.6207 acc_corrupt=0.4381 corrupt_frac=0.5516 loss=3.6207 mean_t=0.4982 wrong_frac=0.7004 init_acc_corrupt=0.2271 init_gold_top10=0.2748 init_gold_top100=0.3116
+step=5000 micro_steps=80000 elapsed=47.2s lr=3.000000e-04 loss_all=2.1558 acc_all=0.6817 loss_corrupt=3.6290 acc_corrupt=0.4352 corrupt_frac=0.5471 loss=3.6290 mean_t=0.4975 wrong_frac=0.7004 init_acc_corrupt=0.2247 init_gold_top10=0.2739 init_gold_top100=0.3105
+step=5050 micro_steps=80800 elapsed=48.2s lr=3.000000e-04 loss_all=2.1763 acc_all=0.6790 loss_corrupt=3.6319 acc_corrupt=0.4361 corrupt_frac=0.5523 loss=3.6319 mean_t=0.4948 wrong_frac=0.7005 init_acc_corrupt=0.2241 init_gold_top10=0.2732 init_gold_top100=0.3112
+step=5100 micro_steps=81600 elapsed=46.6s lr=3.000000e-04 loss_all=2.1585 acc_all=0.6815 loss_corrupt=3.6189 acc_corrupt=0.4378 corrupt_frac=0.5508 loss=3.6189 mean_t=0.5073 wrong_frac=0.7005 init_acc_corrupt=0.2276 init_gold_top10=0.2749 init_gold_top100=0.3104
+step=5150 micro_steps=82400 elapsed=46.4s lr=3.000000e-04 loss_all=2.1405 acc_all=0.6831 loss_corrupt=3.5961 acc_corrupt=0.4385 corrupt_frac=0.5479 loss=3.5961 mean_t=0.4987 wrong_frac=0.6997 init_acc_corrupt=0.2260 init_gold_top10=0.2748 init_gold_top100=0.3122
+step=5200 micro_steps=83200 elapsed=46.6s lr=3.000000e-04 loss_all=2.1427 acc_all=0.6827 loss_corrupt=3.5876 acc_corrupt=0.4404 corrupt_frac=0.5515 loss=3.5876 mean_t=0.5010 wrong_frac=0.6999 init_acc_corrupt=0.2269 init_gold_top10=0.2756 init_gold_top100=0.3122
+step=5250 micro_steps=84000 elapsed=46.5s lr=3.000000e-04 loss_all=2.1678 acc_all=0.6789 loss_corrupt=3.6118 acc_corrupt=0.4370 corrupt_frac=0.5549 loss=3.6118 mean_t=0.4996 wrong_frac=0.7001 init_acc_corrupt=0.2270 init_gold_top10=0.2747 init_gold_top100=0.3104
+step=5300 micro_steps=84800 elapsed=46.7s lr=3.000000e-04 loss_all=2.1324 acc_all=0.6839 loss_corrupt=3.5676 acc_corrupt=0.4428 corrupt_frac=0.5521 loss=3.5676 mean_t=0.4936 wrong_frac=0.7001 init_acc_corrupt=0.2262 init_gold_top10=0.2748 init_gold_top100=0.3124
+step=5350 micro_steps=85600 elapsed=46.5s lr=3.000000e-04 loss_all=2.1219 acc_all=0.6846 loss_corrupt=3.5669 acc_corrupt=0.4409 corrupt_frac=0.5486 loss=3.5669 mean_t=0.4988 wrong_frac=0.7006 init_acc_corrupt=0.2263 init_gold_top10=0.2744 init_gold_top100=0.3105
+step=5400 micro_steps=86400 elapsed=46.0s lr=3.000000e-04 loss_all=2.1159 acc_all=0.6863 loss_corrupt=3.5553 acc_corrupt=0.4441 corrupt_frac=0.5491 loss=3.5553 mean_t=0.4983 wrong_frac=0.7008 init_acc_corrupt=0.2257 init_gold_top10=0.2743 init_gold_top100=0.3117
+step=5450 micro_steps=87200 elapsed=44.4s lr=3.000000e-04 loss_all=2.1140 acc_all=0.6862 loss_corrupt=3.5576 acc_corrupt=0.4431 corrupt_frac=0.5488 loss=3.5576 mean_t=0.5016 wrong_frac=0.6996 init_acc_corrupt=0.2275 init_gold_top10=0.2751 init_gold_top100=0.3109
+step=5500 micro_steps=88000 elapsed=44.3s lr=3.000000e-04 loss_all=2.1434 acc_all=0.6818 loss_corrupt=3.5674 acc_corrupt=0.4422 corrupt_frac=0.5549 loss=3.5674 mean_t=0.5000 wrong_frac=0.6990 init_acc_corrupt=0.2262 init_gold_top10=0.2757 init_gold_top100=0.3129
+step=5550 micro_steps=88800 elapsed=44.3s lr=3.000000e-04 loss_all=2.1096 acc_all=0.6863 loss_corrupt=3.5411 acc_corrupt=0.4447 corrupt_frac=0.5501 loss=3.5411 mean_t=0.4980 wrong_frac=0.7001 init_acc_corrupt=0.2263 init_gold_top10=0.2746 init_gold_top100=0.3117
+step=5600 micro_steps=89600 elapsed=44.8s lr=3.000000e-04 loss_all=2.1230 acc_all=0.6847 loss_corrupt=3.5753 acc_corrupt=0.4399 corrupt_frac=0.5491 loss=3.5753 mean_t=0.4943 wrong_frac=0.7011 init_acc_corrupt=0.2241 init_gold_top10=0.2731 init_gold_top100=0.3096
+step=5650 micro_steps=90400 elapsed=46.8s lr=3.000000e-04 loss_all=2.1084 acc_all=0.6859 loss_corrupt=3.5273 acc_corrupt=0.4460 corrupt_frac=0.5524 loss=3.5273 mean_t=0.4977 wrong_frac=0.7002 init_acc_corrupt=0.2264 init_gold_top10=0.2741 init_gold_top100=0.3115
+step=5700 micro_steps=91200 elapsed=46.6s lr=3.000000e-04 loss_all=2.1182 acc_all=0.6844 loss_corrupt=3.5428 acc_corrupt=0.4437 corrupt_frac=0.5528 loss=3.5428 mean_t=0.4989 wrong_frac=0.7006 init_acc_corrupt=0.2251 init_gold_top10=0.2735 init_gold_top100=0.3100
+step=5750 micro_steps=92000 elapsed=46.1s lr=3.000000e-04 loss_all=2.1044 acc_all=0.6864 loss_corrupt=3.5312 acc_corrupt=0.4453 corrupt_frac=0.5515 loss=3.5312 mean_t=0.4961 wrong_frac=0.6998 init_acc_corrupt=0.2250 init_gold_top10=0.2748 init_gold_top100=0.3125
+step=5800 micro_steps=92800 elapsed=46.8s lr=3.000000e-04 loss_all=2.0977 acc_all=0.6875 loss_corrupt=3.5222 acc_corrupt=0.4465 corrupt_frac=0.5502 loss=3.5222 mean_t=0.4987 wrong_frac=0.7009 init_acc_corrupt=0.2255 init_gold_top10=0.2736 init_gold_top100=0.3100
+step=5850 micro_steps=93600 elapsed=46.8s lr=3.000000e-04 loss_all=2.1037 acc_all=0.6868 loss_corrupt=3.5387 acc_corrupt=0.4443 corrupt_frac=0.5496 loss=3.5387 mean_t=0.4938 wrong_frac=0.6997 init_acc_corrupt=0.2243 init_gold_top10=0.2748 init_gold_top100=0.3126
+step=5900 micro_steps=94400 elapsed=46.8s lr=3.000000e-04 loss_all=2.0714 acc_all=0.6905 loss_corrupt=3.4855 acc_corrupt=0.4500 corrupt_frac=0.5489 loss=3.4855 mean_t=0.4992 wrong_frac=0.7002 init_acc_corrupt=0.2267 init_gold_top10=0.2751 init_gold_top100=0.3124
+step=5950 micro_steps=95200 elapsed=47.9s lr=3.000000e-04 loss_all=2.0703 acc_all=0.6902 loss_corrupt=3.4780 acc_corrupt=0.4505 corrupt_frac=0.5504 loss=3.4780 mean_t=0.5058 wrong_frac=0.6993 init_acc_corrupt=0.2312 init_gold_top10=0.2770 init_gold_top100=0.3110
+step=6000 micro_steps=96000 elapsed=47.9s lr=3.000000e-04 loss_all=2.0898 acc_all=0.6884 loss_corrupt=3.4963 acc_corrupt=0.4503 corrupt_frac=0.5529 loss=3.4963 mean_t=0.5013 wrong_frac=0.6997 init_acc_corrupt=0.2263 init_gold_top10=0.2746 init_gold_top100=0.3122
+step=6050 micro_steps=96800 elapsed=49.2s lr=3.000000e-04 loss_all=2.0716 acc_all=0.6900 loss_corrupt=3.4871 acc_corrupt=0.4492 corrupt_frac=0.5499 loss=3.4871 mean_t=0.5028 wrong_frac=0.7000 init_acc_corrupt=0.2263 init_gold_top10=0.2751 init_gold_top100=0.3114
+step=6100 micro_steps=97600 elapsed=47.8s lr=3.000000e-04 loss_all=2.0654 acc_all=0.6903 loss_corrupt=3.4701 acc_corrupt=0.4505 corrupt_frac=0.5497 loss=3.4701 mean_t=0.5017 wrong_frac=0.7001 init_acc_corrupt=0.2265 init_gold_top10=0.2746 init_gold_top100=0.3115
+step=6150 micro_steps=98400 elapsed=47.7s lr=3.000000e-04 loss_all=2.0613 acc_all=0.6913 loss_corrupt=3.4620 acc_corrupt=0.4526 corrupt_frac=0.5504 loss=3.4620 mean_t=0.5041 wrong_frac=0.7002 init_acc_corrupt=0.2278 init_gold_top10=0.2759 init_gold_top100=0.3118
+step=6200 micro_steps=99200 elapsed=47.9s lr=3.000000e-04 loss_all=2.0659 acc_all=0.6909 loss_corrupt=3.4759 acc_corrupt=0.4510 corrupt_frac=0.5504 loss=3.4759 mean_t=0.5034 wrong_frac=0.6997 init_acc_corrupt=0.2275 init_gold_top10=0.2750 init_gold_top100=0.3112
+step=6250 micro_steps=100000 elapsed=48.1s lr=3.000000e-04 loss_all=2.0557 acc_all=0.6914 loss_corrupt=3.4424 acc_corrupt=0.4542 corrupt_frac=0.5519 loss=3.4424 mean_t=0.4993 wrong_frac=0.7003 init_acc_corrupt=0.2267 init_gold_top10=0.2750 init_gold_top100=0.3118
+step=6300 micro_steps=100800 elapsed=48.1s lr=3.000000e-04 loss_all=2.0708 acc_all=0.6894 loss_corrupt=3.4770 acc_corrupt=0.4494 corrupt_frac=0.5516 loss=3.4770 mean_t=0.4957 wrong_frac=0.6998 init_acc_corrupt=0.2253 init_gold_top10=0.2751 init_gold_top100=0.3119
+step=6350 micro_steps=101600 elapsed=66.8s lr=3.000000e-04 loss_all=2.0506 acc_all=0.6925 loss_corrupt=3.4410 acc_corrupt=0.4552 corrupt_frac=0.5511 loss=3.4410 mean_t=0.5014 wrong_frac=0.6997 init_acc_corrupt=0.2274 init_gold_top10=0.2745 init_gold_top100=0.3112
+step=6400 micro_steps=102400 elapsed=45.5s lr=3.000000e-04 loss_all=2.0387 acc_all=0.6935 loss_corrupt=3.4362 acc_corrupt=0.4538 corrupt_frac=0.5485 loss=3.4362 mean_t=0.4989 wrong_frac=0.7010 init_acc_corrupt=0.2263 init_gold_top10=0.2736 init_gold_top100=0.3095
+step=6450 micro_steps=103200 elapsed=47.0s lr=3.000000e-04 loss_all=2.0509 acc_all=0.6917 loss_corrupt=3.4340 acc_corrupt=0.4550 corrupt_frac=0.5524 loss=3.4340 mean_t=0.5006 wrong_frac=0.6999 init_acc_corrupt=0.2275 init_gold_top10=0.2750 init_gold_top100=0.3113
+step=6500 micro_steps=104000 elapsed=44.8s lr=3.000000e-04 loss_all=2.0519 acc_all=0.6916 loss_corrupt=3.4416 acc_corrupt=0.4538 corrupt_frac=0.5521 loss=3.4416 mean_t=0.4992 wrong_frac=0.7004 init_acc_corrupt=0.2256 init_gold_top10=0.2736 init_gold_top100=0.3102
+step=6550 micro_steps=104800 elapsed=45.0s lr=3.000000e-04 loss_all=2.0339 acc_all=0.6944 loss_corrupt=3.4391 acc_corrupt=0.4539 corrupt_frac=0.5472 loss=3.4391 mean_t=0.4991 wrong_frac=0.7005 init_acc_corrupt=0.2256 init_gold_top10=0.2738 init_gold_top100=0.3104
+step=6600 micro_steps=105600 elapsed=46.4s lr=3.000000e-04 loss_all=2.0239 acc_all=0.6960 loss_corrupt=3.4159 acc_corrupt=0.4577 corrupt_frac=0.5478 loss=3.4159 mean_t=0.5038 wrong_frac=0.7000 init_acc_corrupt=0.2270 init_gold_top10=0.2752 init_gold_top100=0.3122
+step=6650 micro_steps=106400 elapsed=46.8s lr=3.000000e-04 loss_all=2.0380 acc_all=0.6933 loss_corrupt=3.4387 acc_corrupt=0.4531 corrupt_frac=0.5489 loss=3.4387 mean_t=0.5017 wrong_frac=0.7007 init_acc_corrupt=0.2258 init_gold_top10=0.2738 init_gold_top100=0.3097
+step=6700 micro_steps=107200 elapsed=46.7s lr=3.000000e-04 loss_all=2.0088 acc_all=0.6970 loss_corrupt=3.3788 acc_corrupt=0.4612 corrupt_frac=0.5502 loss=3.3788 mean_t=0.4992 wrong_frac=0.6994 init_acc_corrupt=0.2285 init_gold_top10=0.2762 init_gold_top100=0.3128
+step=6750 micro_steps=108000 elapsed=47.3s lr=3.000000e-04 loss_all=2.0133 acc_all=0.6968 loss_corrupt=3.3984 acc_corrupt=0.4591 corrupt_frac=0.5494 loss=3.3984 mean_t=0.5003 wrong_frac=0.6992 init_acc_corrupt=0.2292 init_gold_top10=0.2770 init_gold_top100=0.3117
+step=6800 micro_steps=108800 elapsed=47.1s lr=3.000000e-04 loss_all=2.0237 acc_all=0.6948 loss_corrupt=3.4037 acc_corrupt=0.4575 corrupt_frac=0.5504 loss=3.4037 mean_t=0.4982 wrong_frac=0.7002 init_acc_corrupt=0.2262 init_gold_top10=0.2746 init_gold_top100=0.3118
+step=6850 micro_steps=109600 elapsed=46.7s lr=3.000000e-04 loss_all=2.0094 acc_all=0.6969 loss_corrupt=3.3795 acc_corrupt=0.4610 corrupt_frac=0.5501 loss=3.3795 mean_t=0.4996 wrong_frac=0.6998 init_acc_corrupt=0.2286 init_gold_top10=0.2760 init_gold_top100=0.3118
+step=6900 micro_steps=110400 elapsed=46.9s lr=3.000000e-04 loss_all=2.0313 acc_all=0.6941 loss_corrupt=3.4145 acc_corrupt=0.4564 corrupt_frac=0.5508 loss=3.4145 mean_t=0.5013 wrong_frac=0.7002 init_acc_corrupt=0.2257 init_gold_top10=0.2738 init_gold_top100=0.3106
+step=6950 micro_steps=111200 elapsed=46.6s lr=3.000000e-04 loss_all=2.0066 acc_all=0.6971 loss_corrupt=3.3779 acc_corrupt=0.4609 corrupt_frac=0.5502 loss=3.3779 mean_t=0.5010 wrong_frac=0.7003 init_acc_corrupt=0.2273 init_gold_top10=0.2753 init_gold_top100=0.3117
+step=7000 micro_steps=112000 elapsed=46.7s lr=3.000000e-04 loss_all=2.0107 acc_all=0.6958 loss_corrupt=3.3803 acc_corrupt=0.4592 corrupt_frac=0.5516 loss=3.3803 mean_t=0.5041 wrong_frac=0.7002 init_acc_corrupt=0.2280 init_gold_top10=0.2756 init_gold_top100=0.3106
+step=7050 micro_steps=112800 elapsed=47.6s lr=3.000000e-04 loss_all=2.0023 acc_all=0.6977 loss_corrupt=3.3763 acc_corrupt=0.4607 corrupt_frac=0.5483 loss=3.3763 mean_t=0.4930 wrong_frac=0.7002 init_acc_corrupt=0.2243 init_gold_top10=0.2734 init_gold_top100=0.3120
+step=7100 micro_steps=113600 elapsed=46.5s lr=3.000000e-04 loss_all=1.9976 acc_all=0.6976 loss_corrupt=3.3629 acc_corrupt=0.4617 corrupt_frac=0.5509 loss=3.3629 mean_t=0.5011 wrong_frac=0.6996 init_acc_corrupt=0.2275 init_gold_top10=0.2761 init_gold_top100=0.3118
+step=7150 micro_steps=114400 elapsed=46.5s lr=3.000000e-04 loss_all=2.0034 acc_all=0.6970 loss_corrupt=3.3660 acc_corrupt=0.4615 corrupt_frac=0.5507 loss=3.3660 mean_t=0.5010 wrong_frac=0.6998 init_acc_corrupt=0.2268 init_gold_top10=0.2748 init_gold_top100=0.3117
+step=7200 micro_steps=115200 elapsed=46.5s lr=3.000000e-04 loss_all=1.9999 acc_all=0.6975 loss_corrupt=3.3638 acc_corrupt=0.4618 corrupt_frac=0.5506 loss=3.3638 mean_t=0.4965 wrong_frac=0.6995 init_acc_corrupt=0.2265 init_gold_top10=0.2750 init_gold_top100=0.3122
+step=7250 micro_steps=116000 elapsed=47.6s lr=3.000000e-04 loss_all=1.9961 acc_all=0.6987 loss_corrupt=3.3707 acc_corrupt=0.4614 corrupt_frac=0.5480 loss=3.3707 mean_t=0.4991 wrong_frac=0.6989 init_acc_corrupt=0.2272 init_gold_top10=0.2757 init_gold_top100=0.3125
+step=7300 micro_steps=116800 elapsed=46.9s lr=3.000000e-04 loss_all=1.9879 acc_all=0.6993 loss_corrupt=3.3566 acc_corrupt=0.4628 corrupt_frac=0.5486 loss=3.3566 mean_t=0.4972 wrong_frac=0.7000 init_acc_corrupt=0.2255 init_gold_top10=0.2748 init_gold_top100=0.3125
+step=7350 micro_steps=117600 elapsed=46.4s lr=3.000000e-04 loss_all=1.9637 acc_all=0.7020 loss_corrupt=3.3277 acc_corrupt=0.4647 corrupt_frac=0.5456 loss=3.3277 mean_t=0.5027 wrong_frac=0.7004 init_acc_corrupt=0.2293 init_gold_top10=0.2761 init_gold_top100=0.3106
+step=7400 micro_steps=118400 elapsed=45.9s lr=3.000000e-04 loss_all=1.9807 acc_all=0.7001 loss_corrupt=3.3421 acc_corrupt=0.4643 corrupt_frac=0.5482 loss=3.3421 mean_t=0.4945 wrong_frac=0.7009 init_acc_corrupt=0.2244 init_gold_top10=0.2735 init_gold_top100=0.3115
+step=7450 micro_steps=119200 elapsed=46.6s lr=3.000000e-04 loss_all=1.9538 acc_all=0.7037 loss_corrupt=3.3212 acc_corrupt=0.4664 corrupt_frac=0.5443 loss=3.3212 mean_t=0.5059 wrong_frac=0.7009 init_acc_corrupt=0.2281 init_gold_top10=0.2748 init_gold_top100=0.3094
+step=7500 micro_steps=120000 elapsed=44.8s lr=3.000000e-04 loss_all=2.0070 acc_all=0.6958 loss_corrupt=3.3599 acc_corrupt=0.4618 corrupt_frac=0.5544 loss=3.3599 mean_t=0.5000 wrong_frac=0.6995 init_acc_corrupt=0.2269 init_gold_top10=0.2755 init_gold_top100=0.3123
+step=7550 micro_steps=120800 elapsed=44.9s lr=3.000000e-04 loss_all=1.9660 acc_all=0.7018 loss_corrupt=3.3294 acc_corrupt=0.4649 corrupt_frac=0.5459 loss=3.3294 mean_t=0.4990 wrong_frac=0.7003 init_acc_corrupt=0.2246 init_gold_top10=0.2739 init_gold_top100=0.3116
+step=7600 micro_steps=121600 elapsed=45.5s lr=3.000000e-04 loss_all=1.9897 acc_all=0.6981 loss_corrupt=3.3408 acc_corrupt=0.4640 corrupt_frac=0.5525 loss=3.3408 mean_t=0.4998 wrong_frac=0.7011 init_acc_corrupt=0.2276 init_gold_top10=0.2751 init_gold_top100=0.3096
+step=7650 micro_steps=122400 elapsed=47.0s lr=3.000000e-04 loss_all=1.9660 acc_all=0.7013 loss_corrupt=3.3221 acc_corrupt=0.4659 corrupt_frac=0.5484 loss=3.3221 mean_t=0.4963 wrong_frac=0.7003 init_acc_corrupt=0.2268 init_gold_top10=0.2749 init_gold_top100=0.3119
+step=7700 micro_steps=123200 elapsed=46.7s lr=3.000000e-04 loss_all=1.9998 acc_all=0.6961 loss_corrupt=3.3419 acc_corrupt=0.4632 corrupt_frac=0.5554 loss=3.3419 mean_t=0.5073 wrong_frac=0.7004 init_acc_corrupt=0.2281 init_gold_top10=0.2748 init_gold_top100=0.3098
+step=7750 micro_steps=124000 elapsed=46.9s lr=3.000000e-04 loss_all=1.9760 acc_all=0.6995 loss_corrupt=3.3193 acc_corrupt=0.4664 corrupt_frac=0.5526 loss=3.3193 mean_t=0.4998 wrong_frac=0.6999 init_acc_corrupt=0.2267 init_gold_top10=0.2747 init_gold_top100=0.3116
+step=7800 micro_steps=124800 elapsed=45.2s lr=3.000000e-04 loss_all=1.9900 acc_all=0.6974 loss_corrupt=3.3352 acc_corrupt=0.4637 corrupt_frac=0.5540 loss=3.3352 mean_t=0.4999 wrong_frac=0.6997 init_acc_corrupt=0.2269 init_gold_top10=0.2746 init_gold_top100=0.3109
+step=7850 micro_steps=125600 elapsed=44.9s lr=3.000000e-04 loss_all=1.9881 acc_all=0.6977 loss_corrupt=3.3293 acc_corrupt=0.4651 corrupt_frac=0.5542 loss=3.3293 mean_t=0.4997 wrong_frac=0.6991 init_acc_corrupt=0.2271 init_gold_top10=0.2748 init_gold_top100=0.3119
+step=7900 micro_steps=126400 elapsed=45.1s lr=3.000000e-04 loss_all=1.9530 acc_all=0.7027 loss_corrupt=3.2991 acc_corrupt=0.4682 corrupt_frac=0.5483 loss=3.2991 mean_t=0.4964 wrong_frac=0.7009 init_acc_corrupt=0.2250 init_gold_top10=0.2738 init_gold_top100=0.3109
+step=7950 micro_steps=127200 elapsed=44.8s lr=3.000000e-04 loss_all=1.9757 acc_all=0.6998 loss_corrupt=3.3276 acc_corrupt=0.4650 corrupt_frac=0.5507 loss=3.3276 mean_t=0.4999 wrong_frac=0.7002 init_acc_corrupt=0.2268 init_gold_top10=0.2747 init_gold_top100=0.3103
+step=8000 micro_steps=128000 elapsed=45.0s lr=3.000000e-04 loss_all=1.9459 acc_all=0.7031 loss_corrupt=3.2767 acc_corrupt=0.4707 corrupt_frac=0.5506 loss=3.2767 mean_t=0.4968 wrong_frac=0.6996 init_acc_corrupt=0.2274 init_gold_top10=0.2751 init_gold_top100=0.3121
+step=8050 micro_steps=128800 elapsed=46.9s lr=3.000000e-04 loss_all=1.9469 acc_all=0.7034 loss_corrupt=3.2902 acc_corrupt=0.4692 corrupt_frac=0.5487 loss=3.2902 mean_t=0.5043 wrong_frac=0.6991 init_acc_corrupt=0.2301 init_gold_top10=0.2770 init_gold_top100=0.3119
+step=8100 micro_steps=129600 elapsed=45.5s lr=3.000000e-04 loss_all=1.9440 acc_all=0.7039 loss_corrupt=3.2823 acc_corrupt=0.4704 corrupt_frac=0.5489 loss=3.2823 mean_t=0.4995 wrong_frac=0.7015 init_acc_corrupt=0.2262 init_gold_top10=0.2749 init_gold_top100=0.3114
+step=8150 micro_steps=130400 elapsed=45.4s lr=3.000000e-04 loss_all=1.9556 acc_all=0.7022 loss_corrupt=3.2988 acc_corrupt=0.4681 corrupt_frac=0.5493 loss=3.2988 mean_t=0.4990 wrong_frac=0.6998 init_acc_corrupt=0.2263 init_gold_top10=0.2745 init_gold_top100=0.3101
+step=8200 micro_steps=131200 elapsed=46.9s lr=3.000000e-04 loss_all=1.9543 acc_all=0.7020 loss_corrupt=3.2920 acc_corrupt=0.4685 corrupt_frac=0.5500 loss=3.2920 mean_t=0.4981 wrong_frac=0.7002 init_acc_corrupt=0.2263 init_gold_top10=0.2748 init_gold_top100=0.3118
+step=8250 micro_steps=132000 elapsed=46.4s lr=3.000000e-04 loss_all=1.9332 acc_all=0.7053 loss_corrupt=3.2636 acc_corrupt=0.4729 corrupt_frac=0.5484 loss=3.2636 mean_t=0.5020 wrong_frac=0.6998 init_acc_corrupt=0.2261 init_gold_top10=0.2744 init_gold_top100=0.3119
+step=8300 micro_steps=132800 elapsed=45.1s lr=3.000000e-04 loss_all=1.9636 acc_all=0.7006 loss_corrupt=3.2924 acc_corrupt=0.4689 corrupt_frac=0.5535 loss=3.2924 mean_t=0.4999 wrong_frac=0.6988 init_acc_corrupt=0.2285 init_gold_top10=0.2765 init_gold_top100=0.3114
+step=8350 micro_steps=133600 elapsed=45.0s lr=3.000000e-04 loss_all=1.9228 acc_all=0.7067 loss_corrupt=3.2578 acc_corrupt=0.4731 corrupt_frac=0.5464 loss=3.2578 mean_t=0.4959 wrong_frac=0.7002 init_acc_corrupt=0.2258 init_gold_top10=0.2741 init_gold_top100=0.3117
+step=8400 micro_steps=134400 elapsed=45.0s lr=3.000000e-04 loss_all=1.9445 acc_all=0.7023 loss_corrupt=3.2752 acc_corrupt=0.4690 corrupt_frac=0.5509 loss=3.2752 mean_t=0.5008 wrong_frac=0.7002 init_acc_corrupt=0.2275 init_gold_top10=0.2751 init_gold_top100=0.3102
+step=8450 micro_steps=135200 elapsed=46.8s lr=3.000000e-04 loss_all=1.9409 acc_all=0.7034 loss_corrupt=3.2576 acc_corrupt=0.4731 corrupt_frac=0.5525 loss=3.2576 mean_t=0.5038 wrong_frac=0.7004 init_acc_corrupt=0.2268 init_gold_top10=0.2749 init_gold_top100=0.3119
+step=8500 micro_steps=136000 elapsed=46.8s lr=3.000000e-04 loss_all=1.9201 acc_all=0.7061 loss_corrupt=3.2572 acc_corrupt=0.4715 corrupt_frac=0.5463 loss=3.2572 mean_t=0.4961 wrong_frac=0.6997 init_acc_corrupt=0.2258 init_gold_top10=0.2746 init_gold_top100=0.3111
+step=8550 micro_steps=136800 elapsed=46.7s lr=3.000000e-04 loss_all=1.9461 acc_all=0.7021 loss_corrupt=3.2621 acc_corrupt=0.4714 corrupt_frac=0.5538 loss=3.2621 mean_t=0.4996 wrong_frac=0.7008 init_acc_corrupt=0.2258 init_gold_top10=0.2740 init_gold_top100=0.3112
+step=8600 micro_steps=137600 elapsed=46.7s lr=3.000000e-04 loss_all=1.9255 acc_all=0.7063 loss_corrupt=3.2495 acc_corrupt=0.4747 corrupt_frac=0.5488 loss=3.2495 mean_t=0.5009 wrong_frac=0.7001 init_acc_corrupt=0.2258 init_gold_top10=0.2745 init_gold_top100=0.3119
+step=8650 micro_steps=138400 elapsed=46.7s lr=3.000000e-04 loss_all=1.9352 acc_all=0.7041 loss_corrupt=3.2643 acc_corrupt=0.4711 corrupt_frac=0.5499 loss=3.2643 mean_t=0.5033 wrong_frac=0.7001 init_acc_corrupt=0.2285 init_gold_top10=0.2753 init_gold_top100=0.3102
+step=8700 micro_steps=139200 elapsed=46.9s lr=3.000000e-04 loss_all=1.9212 acc_all=0.7063 loss_corrupt=3.2338 acc_corrupt=0.4760 corrupt_frac=0.5502 loss=3.2338 mean_t=0.5011 wrong_frac=0.7002 init_acc_corrupt=0.2272 init_gold_top10=0.2748 init_gold_top100=0.3113
+step=8750 micro_steps=140000 elapsed=46.7s lr=3.000000e-04 loss_all=1.9253 acc_all=0.7049 loss_corrupt=3.2603 acc_corrupt=0.4704 corrupt_frac=0.5478 loss=3.2603 mean_t=0.4980 wrong_frac=0.6998 init_acc_corrupt=0.2253 init_gold_top10=0.2743 init_gold_top100=0.3112
+step=8800 micro_steps=140800 elapsed=46.9s lr=3.000000e-04 loss_all=1.9447 acc_all=0.7030 loss_corrupt=3.2656 acc_corrupt=0.4723 corrupt_frac=0.5529 loss=3.2656 mean_t=0.4943 wrong_frac=0.7002 init_acc_corrupt=0.2246 init_gold_top10=0.2736 init_gold_top100=0.3120
+step=8850 micro_steps=141600 elapsed=45.5s lr=3.000000e-04 loss_all=1.9065 acc_all=0.7079 loss_corrupt=3.2334 acc_corrupt=0.4747 corrupt_frac=0.5464 loss=3.2334 mean_t=0.4980 wrong_frac=0.7000 init_acc_corrupt=0.2261 init_gold_top10=0.2756 init_gold_top100=0.3118
+step=8900 micro_steps=142400 elapsed=44.8s lr=3.000000e-04 loss_all=1.9226 acc_all=0.7050 loss_corrupt=3.2331 acc_corrupt=0.4744 corrupt_frac=0.5514 loss=3.2331 mean_t=0.5018 wrong_frac=0.7012 init_acc_corrupt=0.2260 init_gold_top10=0.2739 init_gold_top100=0.3107
+step=8950 micro_steps=143200 elapsed=46.6s lr=3.000000e-04 loss_all=1.9242 acc_all=0.7058 loss_corrupt=3.2374 acc_corrupt=0.4756 corrupt_frac=0.5511 loss=3.2374 mean_t=0.4986 wrong_frac=0.7007 init_acc_corrupt=0.2263 init_gold_top10=0.2741 init_gold_top100=0.3113
+step=9000 micro_steps=144000 elapsed=46.7s lr=3.000000e-04 loss_all=1.9095 acc_all=0.7068 loss_corrupt=3.2314 acc_corrupt=0.4741 corrupt_frac=0.5485 loss=3.2314 mean_t=0.5033 wrong_frac=0.7002 init_acc_corrupt=0.2275 init_gold_top10=0.2751 init_gold_top100=0.3104
+step=9050 micro_steps=144800 elapsed=48.1s lr=3.000000e-04 loss_all=1.9288 acc_all=0.7045 loss_corrupt=3.2243 acc_corrupt=0.4771 corrupt_frac=0.5558 loss=3.2243 mean_t=0.5004 wrong_frac=0.6996 init_acc_corrupt=0.2271 init_gold_top10=0.2758 init_gold_top100=0.3128
+step=9100 micro_steps=145600 elapsed=46.7s lr=3.000000e-04 loss_all=1.9130 acc_all=0.7059 loss_corrupt=3.2236 acc_corrupt=0.4746 corrupt_frac=0.5502 loss=3.2236 mean_t=0.5002 wrong_frac=0.7005 init_acc_corrupt=0.2269 init_gold_top10=0.2750 init_gold_top100=0.3105
+step=9150 micro_steps=146400 elapsed=44.6s lr=3.000000e-04 loss_all=1.9319 acc_all=0.7043 loss_corrupt=3.2426 acc_corrupt=0.4743 corrupt_frac=0.5526 loss=3.2426 mean_t=0.5003 wrong_frac=0.7007 init_acc_corrupt=0.2262 init_gold_top10=0.2738 init_gold_top100=0.3112
+step=9200 micro_steps=147200 elapsed=44.8s lr=3.000000e-04 loss_all=1.9088 acc_all=0.7071 loss_corrupt=3.2238 acc_corrupt=0.4755 corrupt_frac=0.5490 loss=3.2238 mean_t=0.5015 wrong_frac=0.7011 init_acc_corrupt=0.2262 init_gold_top10=0.2742 init_gold_top100=0.3100
+step=9250 micro_steps=148000 elapsed=45.1s lr=3.000000e-04 loss_all=1.9102 acc_all=0.7067 loss_corrupt=3.2143 acc_corrupt=0.4769 corrupt_frac=0.5512 loss=3.2143 mean_t=0.4991 wrong_frac=0.6993 init_acc_corrupt=0.2262 init_gold_top10=0.2754 init_gold_top100=0.3126
+step=9300 micro_steps=148800 elapsed=46.7s lr=3.000000e-04 loss_all=1.9030 acc_all=0.7078 loss_corrupt=3.2038 acc_corrupt=0.4783 corrupt_frac=0.5503 loss=3.2038 mean_t=0.5024 wrong_frac=0.6999 init_acc_corrupt=0.2259 init_gold_top10=0.2744 init_gold_top100=0.3120
+step=9350 micro_steps=149600 elapsed=46.5s lr=3.000000e-04 loss_all=1.9072 acc_all=0.7070 loss_corrupt=3.2270 acc_corrupt=0.4744 corrupt_frac=0.5480 loss=3.2270 mean_t=0.4972 wrong_frac=0.6998 init_acc_corrupt=0.2255 init_gold_top10=0.2746 init_gold_top100=0.3109
+step=9400 micro_steps=150400 elapsed=46.8s lr=3.000000e-04 loss_all=1.9031 acc_all=0.7081 loss_corrupt=3.1974 acc_corrupt=0.4799 corrupt_frac=0.5512 loss=3.1974 mean_t=0.4948 wrong_frac=0.6996 init_acc_corrupt=0.2249 init_gold_top10=0.2750 init_gold_top100=0.3131
+step=9450 micro_steps=151200 elapsed=46.0s lr=3.000000e-04 loss_all=1.8943 acc_all=0.7083 loss_corrupt=3.1979 acc_corrupt=0.4777 corrupt_frac=0.5491 loss=3.1979 mean_t=0.4987 wrong_frac=0.6998 init_acc_corrupt=0.2270 init_gold_top10=0.2758 init_gold_top100=0.3114
+step=9500 micro_steps=152000 elapsed=46.4s lr=3.000000e-04 loss_all=1.8950 acc_all=0.7090 loss_corrupt=3.1903 acc_corrupt=0.4803 corrupt_frac=0.5493 loss=3.1903 mean_t=0.4987 wrong_frac=0.7009 init_acc_corrupt=0.2262 init_gold_top10=0.2739 init_gold_top100=0.3112
+step=9550 micro_steps=152800 elapsed=46.9s lr=3.000000e-04 loss_all=1.9109 acc_all=0.7069 loss_corrupt=3.2121 acc_corrupt=0.4777 corrupt_frac=0.5514 loss=3.2121 mean_t=0.5005 wrong_frac=0.6996 init_acc_corrupt=0.2261 init_gold_top10=0.2753 init_gold_top100=0.3118
+step=9600 micro_steps=153600 elapsed=46.7s lr=3.000000e-04 loss_all=1.8820 acc_all=0.7106 loss_corrupt=3.1869 acc_corrupt=0.4802 corrupt_frac=0.5473 loss=3.1869 mean_t=0.4962 wrong_frac=0.6997 init_acc_corrupt=0.2267 init_gold_top10=0.2751 init_gold_top100=0.3116
+step=9650 micro_steps=154400 elapsed=45.2s lr=3.000000e-04 loss_all=1.8741 acc_all=0.7110 loss_corrupt=3.1559 acc_corrupt=0.4837 corrupt_frac=0.5500 loss=3.1559 mean_t=0.5063 wrong_frac=0.6998 init_acc_corrupt=0.2295 init_gold_top10=0.2756 init_gold_top100=0.3114
+step=9700 micro_steps=155200 elapsed=44.8s lr=3.000000e-04 loss_all=1.9070 acc_all=0.7068 loss_corrupt=3.2228 acc_corrupt=0.4744 corrupt_frac=0.5488 loss=3.2228 mean_t=0.4967 wrong_frac=0.7008 init_acc_corrupt=0.2241 init_gold_top10=0.2731 init_gold_top100=0.3103
+step=9750 micro_steps=156000 elapsed=44.7s lr=3.000000e-04 loss_all=1.8906 acc_all=0.7091 loss_corrupt=3.1859 acc_corrupt=0.4800 corrupt_frac=0.5502 loss=3.1859 mean_t=0.4989 wrong_frac=0.7004 init_acc_corrupt=0.2254 init_gold_top10=0.2741 init_gold_top100=0.3119
+step=9800 micro_steps=156800 elapsed=44.7s lr=3.000000e-04 loss_all=1.8892 acc_all=0.7087 loss_corrupt=3.1915 acc_corrupt=0.4778 corrupt_frac=0.5490 loss=3.1915 mean_t=0.4968 wrong_frac=0.6997 init_acc_corrupt=0.2270 init_gold_top10=0.2754 init_gold_top100=0.3108
+step=9850 micro_steps=157600 elapsed=46.1s lr=3.000000e-04 loss_all=1.8919 acc_all=0.7085 loss_corrupt=3.1814 acc_corrupt=0.4804 corrupt_frac=0.5518 loss=3.1814 mean_t=0.4992 wrong_frac=0.7003 init_acc_corrupt=0.2260 init_gold_top10=0.2740 init_gold_top100=0.3113
+step=9900 micro_steps=158400 elapsed=46.6s lr=3.000000e-04 loss_all=1.8838 acc_all=0.7096 loss_corrupt=3.1664 acc_corrupt=0.4820 corrupt_frac=0.5510 loss=3.1664 mean_t=0.5025 wrong_frac=0.6999 init_acc_corrupt=0.2282 init_gold_top10=0.2753 init_gold_top100=0.3099
+step=9950 micro_steps=159200 elapsed=46.6s lr=3.000000e-04 loss_all=1.8824 acc_all=0.7091 loss_corrupt=3.1655 acc_corrupt=0.4812 corrupt_frac=0.5515 loss=3.1655 mean_t=0.4960 wrong_frac=0.7003 init_acc_corrupt=0.2249 init_gold_top10=0.2740 init_gold_top100=0.3110
+step=10000 micro_steps=160000 elapsed=46.8s lr=3.000000e-04 loss_all=1.8774 acc_all=0.7107 loss_corrupt=3.1614 acc_corrupt=0.4829 corrupt_frac=0.5504 loss=3.1614 mean_t=0.4984 wrong_frac=0.6997 init_acc_corrupt=0.2266 init_gold_top10=0.2741 init_gold_top100=0.3110
+step=10050 micro_steps=160800 elapsed=48.3s lr=3.000000e-04 loss_all=1.8821 acc_all=0.7099 loss_corrupt=3.1766 acc_corrupt=0.4805 corrupt_frac=0.5495 loss=3.1766 mean_t=0.4996 wrong_frac=0.6997 init_acc_corrupt=0.2264 init_gold_top10=0.2751 init_gold_top100=0.3111
+step=10100 micro_steps=161600 elapsed=46.9s lr=3.000000e-04 loss_all=1.8573 acc_all=0.7130 loss_corrupt=3.1321 acc_corrupt=0.4862 corrupt_frac=0.5491 loss=3.1321 mean_t=0.5013 wrong_frac=0.7004 init_acc_corrupt=0.2273 init_gold_top10=0.2753 init_gold_top100=0.3124
+step=10150 micro_steps=162400 elapsed=46.8s lr=3.000000e-04 loss_all=1.8686 acc_all=0.7117 loss_corrupt=3.1653 acc_corrupt=0.4816 corrupt_frac=0.5473 loss=3.1653 mean_t=0.5002 wrong_frac=0.7001 init_acc_corrupt=0.2262 init_gold_top10=0.2746 init_gold_top100=0.3108
+step=10200 micro_steps=163200 elapsed=102.8s lr=3.000000e-04 loss_all=1.8831 acc_all=0.7096 loss_corrupt=3.1653 acc_corrupt=0.4825 corrupt_frac=0.5520 loss=3.1653 mean_t=0.4969 wrong_frac=0.7005 init_acc_corrupt=0.2259 init_gold_top10=0.2741 init_gold_top100=0.3115
+step=10250 micro_steps=164000 elapsed=117.4s lr=3.000000e-04 loss_all=1.8654 acc_all=0.7120 loss_corrupt=3.1565 acc_corrupt=0.4826 corrupt_frac=0.5474 loss=3.1565 mean_t=0.5020 wrong_frac=0.7004 init_acc_corrupt=0.2266 init_gold_top10=0.2745 init_gold_top100=0.3100
+step=10300 micro_steps=164800 elapsed=108.9s lr=3.000000e-04 loss_all=1.8592 acc_all=0.7125 loss_corrupt=3.1339 acc_corrupt=0.4856 corrupt_frac=0.5502 loss=3.1339 mean_t=0.5012 wrong_frac=0.6998 init_acc_corrupt=0.2275 init_gold_top10=0.2752 init_gold_top100=0.3116
+step=10350 micro_steps=165600 elapsed=114.0s lr=3.000000e-04 loss_all=1.8422 acc_all=0.7157 loss_corrupt=3.1231 acc_corrupt=0.4877 corrupt_frac=0.5459 loss=3.1231 mean_t=0.5007 wrong_frac=0.6997 init_acc_corrupt=0.2275 init_gold_top10=0.2755 init_gold_top100=0.3123
+step=10400 micro_steps=166400 elapsed=114.2s lr=3.000000e-04 loss_all=1.9023 acc_all=0.7062 loss_corrupt=3.1851 acc_corrupt=0.4787 corrupt_frac=0.5546 loss=3.1851 mean_t=0.4947 wrong_frac=0.7004 init_acc_corrupt=0.2241 init_gold_top10=0.2733 init_gold_top100=0.3105
+step=10450 micro_steps=167200 elapsed=109.3s lr=3.000000e-04 loss_all=1.8750 acc_all=0.7103 loss_corrupt=3.1450 acc_corrupt=0.4847 corrupt_frac=0.5530 loss=3.1450 mean_t=0.4994 wrong_frac=0.7007 init_acc_corrupt=0.2265 init_gold_top10=0.2742 init_gold_top100=0.3110
+step=10500 micro_steps=168000 elapsed=114.4s lr=3.000000e-04 loss_all=1.8798 acc_all=0.7093 loss_corrupt=3.1560 acc_corrupt=0.4822 corrupt_frac=0.5522 loss=3.1560 mean_t=0.5024 wrong_frac=0.7002 init_acc_corrupt=0.2263 init_gold_top10=0.2749 init_gold_top100=0.3109
+step=10550 micro_steps=168800 elapsed=114.4s lr=3.000000e-04 loss_all=1.8751 acc_all=0.7103 loss_corrupt=3.1472 acc_corrupt=0.4844 corrupt_frac=0.5538 loss=3.1472 mean_t=0.4983 wrong_frac=0.6995 init_acc_corrupt=0.2261 init_gold_top10=0.2755 init_gold_top100=0.3130
+step=10600 micro_steps=169600 elapsed=111.8s lr=3.000000e-04 loss_all=1.8686 acc_all=0.7113 loss_corrupt=3.1556 acc_corrupt=0.4826 corrupt_frac=0.5498 loss=3.1556 mean_t=0.4990 wrong_frac=0.6997 init_acc_corrupt=0.2261 init_gold_top10=0.2746 init_gold_top100=0.3112
+step=10650 micro_steps=170400 elapsed=120.0s lr=3.000000e-04 loss_all=1.8420 acc_all=0.7146 loss_corrupt=3.1127 acc_corrupt=0.4878 corrupt_frac=0.5481 loss=3.1127 mean_t=0.5056 wrong_frac=0.6992 init_acc_corrupt=0.2297 init_gold_top10=0.2763 init_gold_top100=0.3121
+step=10700 micro_steps=171200 elapsed=118.4s lr=3.000000e-04 loss_all=1.8356 acc_all=0.7159 loss_corrupt=3.1050 acc_corrupt=0.4893 corrupt_frac=0.5471 loss=3.1050 mean_t=0.5034 wrong_frac=0.7000 init_acc_corrupt=0.2284 init_gold_top10=0.2759 init_gold_top100=0.3118
+step=10750 micro_steps=172000 elapsed=115.1s lr=3.000000e-04 loss_all=1.8849 acc_all=0.7084 loss_corrupt=3.1612 acc_corrupt=0.4815 corrupt_frac=0.5540 loss=3.1612 mean_t=0.4962 wrong_frac=0.6995 init_acc_corrupt=0.2259 init_gold_top10=0.2746 init_gold_top100=0.3112
+step=10800 micro_steps=172800 elapsed=119.6s lr=3.000000e-04 loss_all=1.8481 acc_all=0.7139 loss_corrupt=3.1055 acc_corrupt=0.4894 corrupt_frac=0.5513 loss=3.1055 mean_t=0.4995 wrong_frac=0.6999 init_acc_corrupt=0.2272 init_gold_top10=0.2747 init_gold_top100=0.3114
+step=10850 micro_steps=173600 elapsed=112.4s lr=3.000000e-04 loss_all=1.8609 acc_all=0.7116 loss_corrupt=3.1338 acc_corrupt=0.4845 corrupt_frac=0.5510 loss=3.1338 mean_t=0.4970 wrong_frac=0.6995 init_acc_corrupt=0.2260 init_gold_top10=0.2749 init_gold_top100=0.3112
+step=10900 micro_steps=174400 elapsed=117.0s lr=3.000000e-04 loss_all=1.8745 acc_all=0.7105 loss_corrupt=3.1439 acc_corrupt=0.4849 corrupt_frac=0.5529 loss=3.1439 mean_t=0.4956 wrong_frac=0.6999 init_acc_corrupt=0.2243 init_gold_top10=0.2741 init_gold_top100=0.3127
+step=10950 micro_steps=175200 elapsed=116.3s lr=3.000000e-04 loss_all=1.8574 acc_all=0.7125 loss_corrupt=3.1309 acc_corrupt=0.4857 corrupt_frac=0.5509 loss=3.1309 mean_t=0.5005 wrong_frac=0.6999 init_acc_corrupt=0.2259 init_gold_top10=0.2754 init_gold_top100=0.3118
+step=11000 micro_steps=176000 elapsed=111.4s lr=3.000000e-04 loss_all=1.8361 acc_all=0.7148 loss_corrupt=3.0989 acc_corrupt=0.4888 corrupt_frac=0.5495 loss=3.0989 mean_t=0.5006 wrong_frac=0.6992 init_acc_corrupt=0.2275 init_gold_top10=0.2753 init_gold_top100=0.3122
+step=11050 micro_steps=176800 elapsed=117.3s lr=3.000000e-04 loss_all=1.8310 acc_all=0.7162 loss_corrupt=3.0963 acc_corrupt=0.4899 corrupt_frac=0.5478 loss=3.0963 mean_t=0.4993 wrong_frac=0.6993 init_acc_corrupt=0.2266 init_gold_top10=0.2748 init_gold_top100=0.3121
+step=11100 micro_steps=177600 elapsed=115.6s lr=3.000000e-04 loss_all=1.8566 acc_all=0.7123 loss_corrupt=3.1278 acc_corrupt=0.4855 corrupt_frac=0.5506 loss=3.1278 mean_t=0.5021 wrong_frac=0.7002 init_acc_corrupt=0.2271 init_gold_top10=0.2749 init_gold_top100=0.3106
+step=11150 micro_steps=178400 elapsed=112.3s lr=3.000000e-04 loss_all=1.8354 acc_all=0.7156 loss_corrupt=3.0981 acc_corrupt=0.4902 corrupt_frac=0.5490 loss=3.0981 mean_t=0.5019 wrong_frac=0.7000 init_acc_corrupt=0.2252 init_gold_top10=0.2740 init_gold_top100=0.3120
+step=11200 micro_steps=179200 elapsed=113.3s lr=3.000000e-04 loss_all=1.8543 acc_all=0.7116 loss_corrupt=3.1144 acc_corrupt=0.4860 corrupt_frac=0.5526 loss=3.1144 mean_t=0.5000 wrong_frac=0.7002 init_acc_corrupt=0.2278 init_gold_top10=0.2752 init_gold_top100=0.3106
+step=11250 micro_steps=180000 elapsed=109.8s lr=3.000000e-04 loss_all=1.8329 acc_all=0.7156 loss_corrupt=3.0897 acc_corrupt=0.4908 corrupt_frac=0.5501 loss=3.0897 mean_t=0.5012 wrong_frac=0.6998 init_acc_corrupt=0.2272 init_gold_top10=0.2753 init_gold_top100=0.3118
+step=11300 micro_steps=180800 elapsed=114.5s lr=3.000000e-04 loss_all=1.8427 acc_all=0.7146 loss_corrupt=3.1152 acc_corrupt=0.4877 corrupt_frac=0.5495 loss=3.1152 mean_t=0.4996 wrong_frac=0.6994 init_acc_corrupt=0.2270 init_gold_top10=0.2755 init_gold_top100=0.3116
+step=11350 micro_steps=181600 elapsed=112.4s lr=3.000000e-04 loss_all=1.8336 acc_all=0.7152 loss_corrupt=3.0919 acc_corrupt=0.4899 corrupt_frac=0.5497 loss=3.0919 mean_t=0.5045 wrong_frac=0.6998 init_acc_corrupt=0.2287 init_gold_top10=0.2758 init_gold_top100=0.3115
+step=11400 micro_steps=182400 elapsed=108.2s lr=3.000000e-04 loss_all=1.8497 acc_all=0.7130 loss_corrupt=3.1024 acc_corrupt=0.4891 corrupt_frac=0.5536 loss=3.1024 mean_t=0.4956 wrong_frac=0.7010 init_acc_corrupt=0.2242 init_gold_top10=0.2733 init_gold_top100=0.3111
+step=11450 micro_steps=183200 elapsed=113.6s lr=3.000000e-04 loss_all=1.8433 acc_all=0.7139 loss_corrupt=3.1065 acc_corrupt=0.4881 corrupt_frac=0.5512 loss=3.1065 mean_t=0.5018 wrong_frac=0.6988 init_acc_corrupt=0.2284 init_gold_top10=0.2762 init_gold_top100=0.3117
+step=11500 micro_steps=184000 elapsed=116.3s lr=3.000000e-04 loss_all=1.8326 acc_all=0.7153 loss_corrupt=3.0849 acc_corrupt=0.4911 corrupt_frac=0.5511 loss=3.0849 mean_t=0.4951 wrong_frac=0.6992 init_acc_corrupt=0.2254 init_gold_top10=0.2752 init_gold_top100=0.3133
+step=11550 micro_steps=184800 elapsed=108.5s lr=3.000000e-04 loss_all=1.8431 acc_all=0.7136 loss_corrupt=3.1048 acc_corrupt=0.4876 corrupt_frac=0.5510 loss=3.1048 mean_t=0.4974 wrong_frac=0.7001 init_acc_corrupt=0.2255 init_gold_top10=0.2744 init_gold_top100=0.3106
+step=11600 micro_steps=185600 elapsed=113.9s lr=3.000000e-04 loss_all=1.8330 acc_all=0.7151 loss_corrupt=3.0919 acc_corrupt=0.4897 corrupt_frac=0.5503 loss=3.0919 mean_t=0.4977 wrong_frac=0.6995 init_acc_corrupt=0.2261 init_gold_top10=0.2750 init_gold_top100=0.3125
+step=11650 micro_steps=186400 elapsed=120.2s lr=3.000000e-04 loss_all=1.8438 acc_all=0.7133 loss_corrupt=3.1058 acc_corrupt=0.4875 corrupt_frac=0.5511 loss=3.1058 mean_t=0.4973 wrong_frac=0.7011 init_acc_corrupt=0.2238 init_gold_top10=0.2733 init_gold_top100=0.3103
+step=11700 micro_steps=187200 elapsed=109.5s lr=3.000000e-04 loss_all=1.8227 acc_all=0.7164 loss_corrupt=3.0755 acc_corrupt=0.4915 corrupt_frac=0.5491 loss=3.0755 mean_t=0.5030 wrong_frac=0.6996 init_acc_corrupt=0.2276 init_gold_top10=0.2757 init_gold_top100=0.3118
+step=11750 micro_steps=188000 elapsed=115.5s lr=3.000000e-04 loss_all=1.8023 acc_all=0.7191 loss_corrupt=3.0408 acc_corrupt=0.4962 corrupt_frac=0.5492 loss=3.0408 mean_t=0.5047 wrong_frac=0.7000 init_acc_corrupt=0.2302 init_gold_top10=0.2762 init_gold_top100=0.3114
+step=11800 micro_steps=188800 elapsed=111.6s lr=3.000000e-04 loss_all=1.8373 acc_all=0.7141 loss_corrupt=3.0937 acc_corrupt=0.4889 corrupt_frac=0.5509 loss=3.0937 mean_t=0.5007 wrong_frac=0.6994 init_acc_corrupt=0.2267 init_gold_top10=0.2750 init_gold_top100=0.3110
+step=11850 micro_steps=189600 elapsed=114.9s lr=3.000000e-04 loss_all=1.8209 acc_all=0.7169 loss_corrupt=3.0651 acc_corrupt=0.4936 corrupt_frac=0.5501 loss=3.0651 mean_t=0.4981 wrong_frac=0.6995 init_acc_corrupt=0.2264 init_gold_top10=0.2752 init_gold_top100=0.3123
+step=11900 micro_steps=190400 elapsed=116.3s lr=3.000000e-04 loss_all=1.8130 acc_all=0.7176 loss_corrupt=3.0685 acc_corrupt=0.4919 corrupt_frac=0.5480 loss=3.0685 mean_t=0.4968 wrong_frac=0.7006 init_acc_corrupt=0.2250 init_gold_top10=0.2739 init_gold_top100=0.3106
+step=11950 micro_steps=191200 elapsed=110.3s lr=3.000000e-04 loss_all=1.8065 acc_all=0.7182 loss_corrupt=3.0577 acc_corrupt=0.4926 corrupt_frac=0.5467 loss=3.0577 mean_t=0.4982 wrong_frac=0.6991 init_acc_corrupt=0.2259 init_gold_top10=0.2748 init_gold_top100=0.3124
+step=12000 micro_steps=192000 elapsed=113.9s lr=3.000000e-04 loss_all=1.8134 acc_all=0.7176 loss_corrupt=3.0686 acc_corrupt=0.4920 corrupt_frac=0.5477 loss=3.0686 mean_t=0.5001 wrong_frac=0.7005 init_acc_corrupt=0.2264 init_gold_top10=0.2739 init_gold_top100=0.3098
+step=12050 micro_steps=192800 elapsed=114.9s lr=3.000000e-04 loss_all=1.8009 acc_all=0.7199 loss_corrupt=3.0606 acc_corrupt=0.4935 corrupt_frac=0.5453 loss=3.0606 mean_t=0.4999 wrong_frac=0.7009 init_acc_corrupt=0.2265 init_gold_top10=0.2743 init_gold_top100=0.3106
+step=12100 micro_steps=193600 elapsed=108.7s lr=3.000000e-04 loss_all=1.7842 acc_all=0.7219 loss_corrupt=3.0288 acc_corrupt=0.4975 corrupt_frac=0.5450 loss=3.0288 mean_t=0.5025 wrong_frac=0.6996 init_acc_corrupt=0.2287 init_gold_top10=0.2763 init_gold_top100=0.3117
+step=12150 micro_steps=194400 elapsed=111.6s lr=3.000000e-04 loss_all=1.8189 acc_all=0.7162 loss_corrupt=3.0705 acc_corrupt=0.4910 corrupt_frac=0.5495 loss=3.0705 mean_t=0.4964 wrong_frac=0.7001 init_acc_corrupt=0.2267 init_gold_top10=0.2747 init_gold_top100=0.3101
+step=12200 micro_steps=195200 elapsed=112.9s lr=3.000000e-04 loss_all=1.8283 acc_all=0.7152 loss_corrupt=3.0667 acc_corrupt=0.4931 corrupt_frac=0.5539 loss=3.0667 mean_t=0.5030 wrong_frac=0.7010 init_acc_corrupt=0.2260 init_gold_top10=0.2741 init_gold_top100=0.3112
+step=12250 micro_steps=196000 elapsed=108.1s lr=3.000000e-04 loss_all=1.7986 acc_all=0.7193 loss_corrupt=3.0447 acc_corrupt=0.4947 corrupt_frac=0.5474 loss=3.0447 mean_t=0.5002 wrong_frac=0.6999 init_acc_corrupt=0.2261 init_gold_top10=0.2750 init_gold_top100=0.3112
+step=12300 micro_steps=196800 elapsed=113.8s lr=3.000000e-04 loss_all=1.8223 acc_all=0.7160 loss_corrupt=3.0684 acc_corrupt=0.4920 corrupt_frac=0.5501 loss=3.0684 mean_t=0.4986 wrong_frac=0.7002 init_acc_corrupt=0.2260 init_gold_top10=0.2739 init_gold_top100=0.3110
+step=12350 micro_steps=197600 elapsed=111.5s lr=3.000000e-04 loss_all=1.8146 acc_all=0.7175 loss_corrupt=3.0636 acc_corrupt=0.4928 corrupt_frac=0.5480 loss=3.0636 mean_t=0.4973 wrong_frac=0.7003 init_acc_corrupt=0.2255 init_gold_top10=0.2738 init_gold_top100=0.3109
+step=12400 micro_steps=198400 elapsed=110.0s lr=3.000000e-04 loss_all=1.8012 acc_all=0.7186 loss_corrupt=3.0351 acc_corrupt=0.4957 corrupt_frac=0.5498 loss=3.0351 mean_t=0.5031 wrong_frac=0.6995 init_acc_corrupt=0.2279 init_gold_top10=0.2761 init_gold_top100=0.3125
+step=12450 micro_steps=199200 elapsed=111.4s lr=3.000000e-04 loss_all=1.7883 acc_all=0.7209 loss_corrupt=3.0229 acc_corrupt=0.4982 corrupt_frac=0.5485 loss=3.0229 mean_t=0.5010 wrong_frac=0.6996 init_acc_corrupt=0.2281 init_gold_top10=0.2760 init_gold_top100=0.3125
+step=12500 micro_steps=200000 elapsed=106.9s lr=3.000000e-04 loss_all=1.8124 acc_all=0.7169 loss_corrupt=3.0558 acc_corrupt=0.4927 corrupt_frac=0.5502 loss=3.0558 mean_t=0.4995 wrong_frac=0.7000 init_acc_corrupt=0.2275 init_gold_top10=0.2747 init_gold_top100=0.3100
+step=12550 micro_steps=200800 elapsed=112.1s lr=3.000000e-04 loss_all=1.8103 acc_all=0.7182 loss_corrupt=3.0429 acc_corrupt=0.4967 corrupt_frac=0.5518 loss=3.0429 mean_t=0.5028 wrong_frac=0.7004 init_acc_corrupt=0.2268 init_gold_top10=0.2736 init_gold_top100=0.3108
+step=12600 micro_steps=201600 elapsed=112.9s lr=3.000000e-04 loss_all=1.8119 acc_all=0.7167 loss_corrupt=3.0474 acc_corrupt=0.4938 corrupt_frac=0.5521 loss=3.0474 mean_t=0.4965 wrong_frac=0.7004 init_acc_corrupt=0.2248 init_gold_top10=0.2737 init_gold_top100=0.3100
+step=12650 micro_steps=202400 elapsed=107.6s lr=3.000000e-04 loss_all=1.8186 acc_all=0.7160 loss_corrupt=3.0528 acc_corrupt=0.4939 corrupt_frac=0.5532 loss=3.0528 mean_t=0.5006 wrong_frac=0.7005 init_acc_corrupt=0.2268 init_gold_top10=0.2746 init_gold_top100=0.3109
+step=12700 micro_steps=203200 elapsed=111.8s lr=3.000000e-04 loss_all=1.7992 acc_all=0.7191 loss_corrupt=3.0351 acc_corrupt=0.4961 corrupt_frac=0.5495 loss=3.0351 mean_t=0.4988 wrong_frac=0.6998 init_acc_corrupt=0.2264 init_gold_top10=0.2745 init_gold_top100=0.3111
+step=12750 micro_steps=204000 elapsed=111.8s lr=3.000000e-04 loss_all=1.8205 acc_all=0.7160 loss_corrupt=3.0549 acc_corrupt=0.4939 corrupt_frac=0.5533 loss=3.0549 mean_t=0.5007 wrong_frac=0.7004 init_acc_corrupt=0.2264 init_gold_top10=0.2746 init_gold_top100=0.3103
+step=12800 micro_steps=204800 elapsed=106.4s lr=3.000000e-04 loss_all=1.7961 acc_all=0.7199 loss_corrupt=3.0337 acc_corrupt=0.4971 corrupt_frac=0.5490 loss=3.0337 mean_t=0.5023 wrong_frac=0.7001 init_acc_corrupt=0.2272 init_gold_top10=0.2749 init_gold_top100=0.3116
+step=12850 micro_steps=205600 elapsed=111.5s lr=3.000000e-04 loss_all=1.8024 acc_all=0.7178 loss_corrupt=3.0295 acc_corrupt=0.4961 corrupt_frac=0.5523 loss=3.0295 mean_t=0.5056 wrong_frac=0.7003 init_acc_corrupt=0.2294 init_gold_top10=0.2755 init_gold_top100=0.3095
+step=12900 micro_steps=206400 elapsed=111.4s lr=3.000000e-04 loss_all=1.7742 acc_all=0.7229 loss_corrupt=2.9983 acc_corrupt=0.5013 corrupt_frac=0.5472 loss=2.9983 mean_t=0.5009 wrong_frac=0.6997 init_acc_corrupt=0.2277 init_gold_top10=0.2760 init_gold_top100=0.3125
+step=12950 micro_steps=207200 elapsed=107.6s lr=3.000000e-04 loss_all=1.7949 acc_all=0.7191 loss_corrupt=3.0195 acc_corrupt=0.4976 corrupt_frac=0.5511 loss=3.0195 mean_t=0.4973 wrong_frac=0.6997 init_acc_corrupt=0.2261 init_gold_top10=0.2752 init_gold_top100=0.3116
+step=13000 micro_steps=208000 elapsed=112.0s lr=3.000000e-04 loss_all=1.7757 acc_all=0.7224 loss_corrupt=3.0055 acc_corrupt=0.4997 corrupt_frac=0.5470 loss=3.0055 mean_t=0.5025 wrong_frac=0.7000 init_acc_corrupt=0.2277 init_gold_top10=0.2759 init_gold_top100=0.3122
+step=13050 micro_steps=208800 elapsed=114.7s lr=3.000000e-04 loss_all=1.7962 acc_all=0.7192 loss_corrupt=3.0199 acc_corrupt=0.4981 corrupt_frac=0.5513 loss=3.0199 mean_t=0.4988 wrong_frac=0.6995 init_acc_corrupt=0.2272 init_gold_top10=0.2752 init_gold_top100=0.3120
+step=13100 micro_steps=209600 elapsed=107.4s lr=3.000000e-04 loss_all=1.8047 acc_all=0.7180 loss_corrupt=3.0486 acc_corrupt=0.4936 corrupt_frac=0.5491 loss=3.0486 mean_t=0.4965 wrong_frac=0.7009 init_acc_corrupt=0.2239 init_gold_top10=0.2735 init_gold_top100=0.3108
+step=13150 micro_steps=210400 elapsed=114.3s lr=3.000000e-04 loss_all=1.7919 acc_all=0.7197 loss_corrupt=3.0109 acc_corrupt=0.4993 corrupt_frac=0.5525 loss=3.0109 mean_t=0.5005 wrong_frac=0.6993 init_acc_corrupt=0.2278 init_gold_top10=0.2760 init_gold_top100=0.3122
+step=13200 micro_steps=211200 elapsed=111.9s lr=3.000000e-04 loss_all=1.7896 acc_all=0.7192 loss_corrupt=3.0204 acc_corrupt=0.4959 corrupt_frac=0.5497 loss=3.0204 mean_t=0.4993 wrong_frac=0.6998 init_acc_corrupt=0.2257 init_gold_top10=0.2749 init_gold_top100=0.3113
+step=13250 micro_steps=212000 elapsed=110.5s lr=3.000000e-04 loss_all=1.7905 acc_all=0.7191 loss_corrupt=2.9931 acc_corrupt=0.5009 corrupt_frac=0.5550 loss=2.9931 mean_t=0.4998 wrong_frac=0.6999 init_acc_corrupt=0.2266 init_gold_top10=0.2743 init_gold_top100=0.3115
+step=13300 micro_steps=212800 elapsed=113.6s lr=3.000000e-04 loss_all=1.7890 acc_all=0.7201 loss_corrupt=3.0146 acc_corrupt=0.4984 corrupt_frac=0.5503 loss=3.0146 mean_t=0.5022 wrong_frac=0.7007 init_acc_corrupt=0.2267 init_gold_top10=0.2745 init_gold_top100=0.3099
+step=13350 micro_steps=213600 elapsed=108.7s lr=3.000000e-04 loss_all=1.8039 acc_all=0.7175 loss_corrupt=3.0300 acc_corrupt=0.4960 corrupt_frac=0.5533 loss=3.0300 mean_t=0.5024 wrong_frac=0.7005 init_acc_corrupt=0.2270 init_gold_top10=0.2749 init_gold_top100=0.3114
+step=13400 micro_steps=214400 elapsed=111.6s lr=3.000000e-04 loss_all=1.7733 acc_all=0.7220 loss_corrupt=2.9886 acc_corrupt=0.5015 corrupt_frac=0.5498 loss=2.9886 mean_t=0.5021 wrong_frac=0.7007 init_acc_corrupt=0.2277 init_gold_top10=0.2751 init_gold_top100=0.3106
+step=13450 micro_steps=215200 elapsed=111.7s lr=3.000000e-04 loss_all=1.7868 acc_all=0.7208 loss_corrupt=3.0173 acc_corrupt=0.4984 corrupt_frac=0.5487 loss=3.0173 mean_t=0.4964 wrong_frac=0.7000 init_acc_corrupt=0.2253 init_gold_top10=0.2746 init_gold_top100=0.3113
+step=13500 micro_steps=216000 elapsed=108.0s lr=3.000000e-04 loss_all=1.7790 acc_all=0.7214 loss_corrupt=2.9984 acc_corrupt=0.5006 corrupt_frac=0.5504 loss=2.9984 mean_t=0.4986 wrong_frac=0.6996 init_acc_corrupt=0.2270 init_gold_top10=0.2748 init_gold_top100=0.3123
+step=13550 micro_steps=216800 elapsed=111.6s lr=3.000000e-04 loss_all=1.7957 acc_all=0.7185 loss_corrupt=3.0204 acc_corrupt=0.4963 corrupt_frac=0.5512 loss=3.0204 mean_t=0.4997 wrong_frac=0.7010 init_acc_corrupt=0.2252 init_gold_top10=0.2741 init_gold_top100=0.3105
+step=13600 micro_steps=217600 elapsed=111.6s lr=3.000000e-04 loss_all=1.7591 acc_all=0.7245 loss_corrupt=2.9739 acc_corrupt=0.5041 corrupt_frac=0.5472 loss=2.9739 mean_t=0.5012 wrong_frac=0.6998 init_acc_corrupt=0.2274 init_gold_top10=0.2750 init_gold_top100=0.3119
+step=13650 micro_steps=218400 elapsed=107.0s lr=3.000000e-04 loss_all=1.7730 acc_all=0.7216 loss_corrupt=2.9897 acc_corrupt=0.5005 corrupt_frac=0.5499 loss=2.9897 mean_t=0.5007 wrong_frac=0.6997 init_acc_corrupt=0.2273 init_gold_top10=0.2751 init_gold_top100=0.3107
+step=13700 micro_steps=219200 elapsed=112.2s lr=3.000000e-04 loss_all=1.7681 acc_all=0.7226 loss_corrupt=2.9868 acc_corrupt=0.5009 corrupt_frac=0.5471 loss=2.9868 mean_t=0.4984 wrong_frac=0.6999 init_acc_corrupt=0.2278 init_gold_top10=0.2750 init_gold_top100=0.3115
+step=13750 micro_steps=220000 elapsed=112.1s lr=3.000000e-04 loss_all=1.7630 acc_all=0.7234 loss_corrupt=2.9673 acc_corrupt=0.5044 corrupt_frac=0.5496 loss=2.9673 mean_t=0.5042 wrong_frac=0.7006 init_acc_corrupt=0.2279 init_gold_top10=0.2746 init_gold_top100=0.3107
+step=13800 micro_steps=220800 elapsed=107.5s lr=3.000000e-04 loss_all=1.7865 acc_all=0.7200 loss_corrupt=3.0102 acc_corrupt=0.4981 corrupt_frac=0.5503 loss=3.0102 mean_t=0.4997 wrong_frac=0.6998 init_acc_corrupt=0.2262 init_gold_top10=0.2749 init_gold_top100=0.3110
+step=13850 micro_steps=221600 elapsed=113.3s lr=3.000000e-04 loss_all=1.7572 acc_all=0.7242 loss_corrupt=2.9676 acc_corrupt=0.5040 corrupt_frac=0.5484 loss=2.9676 mean_t=0.5009 wrong_frac=0.7004 init_acc_corrupt=0.2266 init_gold_top10=0.2750 init_gold_top100=0.3120
+step=13900 micro_steps=222400 elapsed=115.0s lr=3.000000e-04 loss_all=1.7843 acc_all=0.7197 loss_corrupt=3.0024 acc_corrupt=0.4985 corrupt_frac=0.5511 loss=3.0024 mean_t=0.4992 wrong_frac=0.7004 init_acc_corrupt=0.2269 init_gold_top10=0.2748 init_gold_top100=0.3104
+step=13950 micro_steps=223200 elapsed=107.8s lr=3.000000e-04 loss_all=1.7650 acc_all=0.7229 loss_corrupt=2.9806 acc_corrupt=0.5018 corrupt_frac=0.5491 loss=2.9806 mean_t=0.4979 wrong_frac=0.7010 init_acc_corrupt=0.2248 init_gold_top10=0.2738 init_gold_top100=0.3120
+step=14000 micro_steps=224000 elapsed=111.8s lr=3.000000e-04 loss_all=1.7731 acc_all=0.7214 loss_corrupt=2.9810 acc_corrupt=0.5020 corrupt_frac=0.5519 loss=2.9810 mean_t=0.5084 wrong_frac=0.7005 init_acc_corrupt=0.2285 init_gold_top10=0.2752 init_gold_top100=0.3097
+step=14050 micro_steps=224800 elapsed=132.0s lr=3.000000e-04 loss_all=1.7753 acc_all=0.7213 loss_corrupt=2.9850 acc_corrupt=0.5016 corrupt_frac=0.5517 loss=2.9850 mean_t=0.4981 wrong_frac=0.7002 init_acc_corrupt=0.2265 init_gold_top10=0.2746 init_gold_top100=0.3116
+step=14100 micro_steps=225600 elapsed=129.2s lr=3.000000e-04 loss_all=1.7599 acc_all=0.7240 loss_corrupt=2.9629 acc_corrupt=0.5054 corrupt_frac=0.5501 loss=2.9629 mean_t=0.5010 wrong_frac=0.6998 init_acc_corrupt=0.2271 init_gold_top10=0.2749 init_gold_top100=0.3120
+step=14150 micro_steps=226400 elapsed=113.2s lr=3.000000e-04 loss_all=1.7758 acc_all=0.7212 loss_corrupt=2.9946 acc_corrupt=0.4998 corrupt_frac=0.5498 loss=2.9946 mean_t=0.5013 wrong_frac=0.7002 init_acc_corrupt=0.2274 init_gold_top10=0.2748 init_gold_top100=0.3103
+step=14200 micro_steps=227200 elapsed=107.2s lr=3.000000e-04 loss_all=1.7699 acc_all=0.7217 loss_corrupt=2.9674 acc_corrupt=0.5039 corrupt_frac=0.5531 loss=2.9674 mean_t=0.4986 wrong_frac=0.7002 init_acc_corrupt=0.2259 init_gold_top10=0.2739 init_gold_top100=0.3121
+step=14250 micro_steps=228000 elapsed=110.8s lr=3.000000e-04 loss_all=1.7593 acc_all=0.7231 loss_corrupt=2.9770 acc_corrupt=0.5013 corrupt_frac=0.5477 loss=2.9770 mean_t=0.5047 wrong_frac=0.6994 init_acc_corrupt=0.2284 init_gold_top10=0.2762 init_gold_top100=0.3111
+step=14300 micro_steps=228800 elapsed=111.7s lr=3.000000e-04 loss_all=1.7608 acc_all=0.7236 loss_corrupt=2.9669 acc_corrupt=0.5044 corrupt_frac=0.5503 loss=2.9669 mean_t=0.5002 wrong_frac=0.7000 init_acc_corrupt=0.2260 init_gold_top10=0.2748 init_gold_top100=0.3121
+step=14350 micro_steps=229600 elapsed=107.7s lr=3.000000e-04 loss_all=1.7600 acc_all=0.7235 loss_corrupt=2.9731 acc_corrupt=0.5029 corrupt_frac=0.5493 loss=2.9731 mean_t=0.5040 wrong_frac=0.7001 init_acc_corrupt=0.2275 init_gold_top10=0.2748 init_gold_top100=0.3106
+step=14400 micro_steps=230400 elapsed=113.3s lr=3.000000e-04 loss_all=1.7557 acc_all=0.7236 loss_corrupt=2.9551 acc_corrupt=0.5048 corrupt_frac=0.5503 loss=2.9551 mean_t=0.4985 wrong_frac=0.6997 init_acc_corrupt=0.2273 init_gold_top10=0.2756 init_gold_top100=0.3124
+step=14450 micro_steps=231200 elapsed=114.6s lr=3.000000e-04 loss_all=1.7667 acc_all=0.7233 loss_corrupt=2.9769 acc_corrupt=0.5040 corrupt_frac=0.5506 loss=2.9769 mean_t=0.4977 wrong_frac=0.7006 init_acc_corrupt=0.2244 init_gold_top10=0.2738 init_gold_top100=0.3117
+step=14500 micro_steps=232000 elapsed=109.4s lr=3.000000e-04 loss_all=1.7803 acc_all=0.7208 loss_corrupt=3.0058 acc_corrupt=0.4987 corrupt_frac=0.5494 loss=3.0058 mean_t=0.4991 wrong_frac=0.7002 init_acc_corrupt=0.2253 init_gold_top10=0.2737 init_gold_top100=0.3102
+step=14550 micro_steps=232800 elapsed=113.1s lr=3.000000e-04 loss_all=1.7510 acc_all=0.7245 loss_corrupt=2.9472 acc_corrupt=0.5064 corrupt_frac=0.5508 loss=2.9472 mean_t=0.5028 wrong_frac=0.7009 init_acc_corrupt=0.2265 init_gold_top10=0.2745 init_gold_top100=0.3114
+step=14600 micro_steps=233600 elapsed=112.7s lr=3.000000e-04 loss_all=1.7679 acc_all=0.7217 loss_corrupt=2.9817 acc_corrupt=0.5005 corrupt_frac=0.5493 loss=2.9817 mean_t=0.4980 wrong_frac=0.7013 init_acc_corrupt=0.2256 init_gold_top10=0.2731 init_gold_top100=0.3090
+step=14650 micro_steps=234400 elapsed=108.0s lr=3.000000e-04 loss_all=1.7556 acc_all=0.7246 loss_corrupt=2.9581 acc_corrupt=0.5061 corrupt_frac=0.5499 loss=2.9581 mean_t=0.4994 wrong_frac=0.6998 init_acc_corrupt=0.2268 init_gold_top10=0.2751 init_gold_top100=0.3121
+step=14700 micro_steps=235200 elapsed=112.8s lr=3.000000e-04 loss_all=1.7593 acc_all=0.7231 loss_corrupt=2.9584 acc_corrupt=0.5045 corrupt_frac=0.5513 loss=2.9584 mean_t=0.5046 wrong_frac=0.6992 init_acc_corrupt=0.2288 init_gold_top10=0.2767 init_gold_top100=0.3115
+step=14750 micro_steps=236000 elapsed=112.5s lr=3.000000e-04 loss_all=1.7357 acc_all=0.7270 loss_corrupt=2.9423 acc_corrupt=0.5068 corrupt_frac=0.5462 loss=2.9423 mean_t=0.5028 wrong_frac=0.6996 init_acc_corrupt=0.2274 init_gold_top10=0.2759 init_gold_top100=0.3122
+step=14800 micro_steps=236800 elapsed=108.2s lr=3.000000e-04 loss_all=1.7476 acc_all=0.7251 loss_corrupt=2.9537 acc_corrupt=0.5051 corrupt_frac=0.5478 loss=2.9537 mean_t=0.4993 wrong_frac=0.7003 init_acc_corrupt=0.2252 init_gold_top10=0.2735 init_gold_top100=0.3112
+step=14850 micro_steps=237600 elapsed=116.6s lr=3.000000e-04 loss_all=1.7782 acc_all=0.7202 loss_corrupt=2.9860 acc_corrupt=0.5004 corrupt_frac=0.5523 loss=2.9860 mean_t=0.5022 wrong_frac=0.7003 init_acc_corrupt=0.2267 init_gold_top10=0.2745 init_gold_top100=0.3102
+step=14900 micro_steps=238400 elapsed=109.3s lr=3.000000e-04 loss_all=1.7506 acc_all=0.7250 loss_corrupt=2.9447 acc_corrupt=0.5073 corrupt_frac=0.5509 loss=2.9447 mean_t=0.4977 wrong_frac=0.6995 init_acc_corrupt=0.2272 init_gold_top10=0.2749 init_gold_top100=0.3125
+step=14950 micro_steps=239200 elapsed=113.0s lr=3.000000e-04 loss_all=1.7727 acc_all=0.7210 loss_corrupt=2.9796 acc_corrupt=0.5012 corrupt_frac=0.5520 loss=2.9796 mean_t=0.5007 wrong_frac=0.7002 init_acc_corrupt=0.2263 init_gold_top10=0.2747 init_gold_top100=0.3107
+step=15000 micro_steps=240000 elapsed=112.5s lr=3.000000e-04 loss_all=1.7426 acc_all=0.7253 loss_corrupt=2.9288 acc_corrupt=0.5084 corrupt_frac=0.5515 loss=2.9288 mean_t=0.5010 wrong_frac=0.6996 init_acc_corrupt=0.2289 init_gold_top10=0.2759 init_gold_top100=0.3120
+step=15050 micro_steps=240800 elapsed=109.7s lr=3.000000e-04 loss_all=1.7488 acc_all=0.7244 loss_corrupt=2.9474 acc_corrupt=0.5053 corrupt_frac=0.5499 loss=2.9474 mean_t=0.5010 wrong_frac=0.6999 init_acc_corrupt=0.2263 init_gold_top10=0.2753 init_gold_top100=0.3112
+step=15100 micro_steps=241600 elapsed=115.0s lr=3.000000e-04 loss_all=1.7374 acc_all=0.7262 loss_corrupt=2.9329 acc_corrupt=0.5077 corrupt_frac=0.5489 loss=2.9329 mean_t=0.5006 wrong_frac=0.6996 init_acc_corrupt=0.2275 init_gold_top10=0.2762 init_gold_top100=0.3129
+step=15150 micro_steps=242400 elapsed=115.7s lr=3.000000e-04 loss_all=1.7319 acc_all=0.7276 loss_corrupt=2.9258 acc_corrupt=0.5097 corrupt_frac=0.5485 loss=2.9258 mean_t=0.5029 wrong_frac=0.6995 init_acc_corrupt=0.2274 init_gold_top10=0.2751 init_gold_top100=0.3123
+step=15200 micro_steps=243200 elapsed=108.1s lr=3.000000e-04 loss_all=1.7443 acc_all=0.7251 loss_corrupt=2.9554 acc_corrupt=0.5040 corrupt_frac=0.5474 loss=2.9554 mean_t=0.5015 wrong_frac=0.7002 init_acc_corrupt=0.2273 init_gold_top10=0.2746 init_gold_top100=0.3102
+step=15250 micro_steps=244000 elapsed=112.9s lr=3.000000e-04 loss_all=1.7599 acc_all=0.7226 loss_corrupt=2.9494 acc_corrupt=0.5056 corrupt_frac=0.5542 loss=2.9494 mean_t=0.4967 wrong_frac=0.6999 init_acc_corrupt=0.2255 init_gold_top10=0.2742 init_gold_top100=0.3126
+step=15300 micro_steps=244800 elapsed=113.6s lr=3.000000e-04 loss_all=1.7501 acc_all=0.7241 loss_corrupt=2.9497 acc_corrupt=0.5050 corrupt_frac=0.5501 loss=2.9497 mean_t=0.5024 wrong_frac=0.7002 init_acc_corrupt=0.2274 init_gold_top10=0.2749 init_gold_top100=0.3098
+step=15350 micro_steps=245600 elapsed=110.8s lr=3.000000e-04 loss_all=1.7508 acc_all=0.7243 loss_corrupt=2.9473 acc_corrupt=0.5061 corrupt_frac=0.5508 loss=2.9473 mean_t=0.4953 wrong_frac=0.7002 init_acc_corrupt=0.2248 init_gold_top10=0.2737 init_gold_top100=0.3120
+step=15400 micro_steps=246400 elapsed=115.3s lr=3.000000e-04 loss_all=1.7319 acc_all=0.7273 loss_corrupt=2.9271 acc_corrupt=0.5089 corrupt_frac=0.5484 loss=2.9271 mean_t=0.5025 wrong_frac=0.6993 init_acc_corrupt=0.2290 init_gold_top10=0.2763 init_gold_top100=0.3113
+step=15450 micro_steps=247200 elapsed=110.4s lr=3.000000e-04 loss_all=1.7203 acc_all=0.7286 loss_corrupt=2.9150 acc_corrupt=0.5096 corrupt_frac=0.5461 loss=2.9150 mean_t=0.5012 wrong_frac=0.7001 init_acc_corrupt=0.2276 init_gold_top10=0.2749 init_gold_top100=0.3112
+step=15500 micro_steps=248000 elapsed=114.0s lr=3.000000e-04 loss_all=1.7330 acc_all=0.7266 loss_corrupt=2.9200 acc_corrupt=0.5092 corrupt_frac=0.5504 loss=2.9200 mean_t=0.5036 wrong_frac=0.7001 init_acc_corrupt=0.2274 init_gold_top10=0.2751 init_gold_top100=0.3117
+step=15550 micro_steps=248800 elapsed=114.2s lr=3.000000e-04 loss_all=1.7586 acc_all=0.7224 loss_corrupt=2.9542 acc_corrupt=0.5037 corrupt_frac=0.5518 loss=2.9542 mean_t=0.4985 wrong_frac=0.7005 init_acc_corrupt=0.2249 init_gold_top10=0.2742 init_gold_top100=0.3104
+step=15600 micro_steps=249600 elapsed=109.3s lr=3.000000e-04 loss_all=1.7212 acc_all=0.7289 loss_corrupt=2.9074 acc_corrupt=0.5119 corrupt_frac=0.5481 loss=2.9074 mean_t=0.4978 wrong_frac=0.6996 init_acc_corrupt=0.2271 init_gold_top10=0.2747 init_gold_top100=0.3120
+step=15650 micro_steps=250400 elapsed=113.3s lr=3.000000e-04 loss_all=1.7406 acc_all=0.7247 loss_corrupt=2.9277 acc_corrupt=0.5069 corrupt_frac=0.5509 loss=2.9277 mean_t=0.5015 wrong_frac=0.6994 init_acc_corrupt=0.2281 init_gold_top10=0.2766 init_gold_top100=0.3119
+step=15700 micro_steps=251200 elapsed=114.1s lr=3.000000e-04 loss_all=1.7508 acc_all=0.7239 loss_corrupt=2.9330 acc_corrupt=0.5079 corrupt_frac=0.5539 loss=2.9330 mean_t=0.4987 wrong_frac=0.7003 init_acc_corrupt=0.2256 init_gold_top10=0.2745 init_gold_top100=0.3115
+step=15750 micro_steps=252000 elapsed=109.3s lr=3.000000e-04 loss_all=1.7451 acc_all=0.7247 loss_corrupt=2.9341 acc_corrupt=0.5073 corrupt_frac=0.5518 loss=2.9341 mean_t=0.4986 wrong_frac=0.7001 init_acc_corrupt=0.2270 init_gold_top10=0.2752 init_gold_top100=0.3107
+step=15800 micro_steps=252800 elapsed=114.3s lr=3.000000e-04 loss_all=1.7252 acc_all=0.7277 loss_corrupt=2.9096 acc_corrupt=0.5105 corrupt_frac=0.5485 loss=2.9096 mean_t=0.4983 wrong_frac=0.6995 init_acc_corrupt=0.2271 init_gold_top10=0.2754 init_gold_top100=0.3123
+step=15850 micro_steps=253600 elapsed=114.4s lr=3.000000e-04 loss_all=1.7364 acc_all=0.7260 loss_corrupt=2.9153 acc_corrupt=0.5104 corrupt_frac=0.5524 loss=2.9153 mean_t=0.4999 wrong_frac=0.7001 init_acc_corrupt=0.2275 init_gold_top10=0.2752 init_gold_top100=0.3117
+step=15900 micro_steps=254400 elapsed=110.3s lr=3.000000e-04 loss_all=1.7357 acc_all=0.7259 loss_corrupt=2.9361 acc_corrupt=0.5064 corrupt_frac=0.5483 loss=2.9361 mean_t=0.4981 wrong_frac=0.7000 init_acc_corrupt=0.2250 init_gold_top10=0.2743 init_gold_top100=0.3108
+step=15950 micro_steps=255200 elapsed=115.9s lr=3.000000e-04 loss_all=1.7431 acc_all=0.7253 loss_corrupt=2.9264 acc_corrupt=0.5091 corrupt_frac=0.5527 loss=2.9264 mean_t=0.5034 wrong_frac=0.7007 init_acc_corrupt=0.2263 init_gold_top10=0.2735 init_gold_top100=0.3107
+step=16000 micro_steps=256000 elapsed=112.4s lr=3.000000e-04 loss_all=1.7723 acc_all=0.7197 loss_corrupt=2.9487 acc_corrupt=0.5044 corrupt_frac=0.5577 loss=2.9487 mean_t=0.4972 wrong_frac=0.6999 init_acc_corrupt=0.2261 init_gold_top10=0.2750 init_gold_top100=0.3115
+step=16050 micro_steps=256800 elapsed=116.4s lr=3.000000e-04 loss_all=1.7190 acc_all=0.7284 loss_corrupt=2.9038 acc_corrupt=0.5110 corrupt_frac=0.5484 loss=2.9038 mean_t=0.5015 wrong_frac=0.6993 init_acc_corrupt=0.2278 init_gold_top10=0.2752 init_gold_top100=0.3120
+step=16100 micro_steps=257600 elapsed=114.8s lr=3.000000e-04 loss_all=1.7317 acc_all=0.7269 loss_corrupt=2.9242 acc_corrupt=0.5088 corrupt_frac=0.5491 loss=2.9242 mean_t=0.5020 wrong_frac=0.6996 init_acc_corrupt=0.2264 init_gold_top10=0.2743 init_gold_top100=0.3109
+step=16150 micro_steps=258400 elapsed=109.3s lr=3.000000e-04 loss_all=1.7486 acc_all=0.7235 loss_corrupt=2.9283 acc_corrupt=0.5072 corrupt_frac=0.5544 loss=2.9283 mean_t=0.4987 wrong_frac=0.7001 init_acc_corrupt=0.2259 init_gold_top10=0.2741 init_gold_top100=0.3116
+step=16200 micro_steps=259200 elapsed=112.5s lr=3.000000e-04 loss_all=1.7147 acc_all=0.7286 loss_corrupt=2.8854 acc_corrupt=0.5133 corrupt_frac=0.5507 loss=2.8854 mean_t=0.5007 wrong_frac=0.6988 init_acc_corrupt=0.2280 init_gold_top10=0.2766 init_gold_top100=0.3135
+step=16250 micro_steps=260000 elapsed=112.8s lr=3.000000e-04 loss_all=1.7483 acc_all=0.7235 loss_corrupt=2.9385 acc_corrupt=0.5056 corrupt_frac=0.5521 loss=2.9385 mean_t=0.4982 wrong_frac=0.7002 init_acc_corrupt=0.2252 init_gold_top10=0.2743 init_gold_top100=0.3112
+step=16300 micro_steps=260800 elapsed=108.8s lr=3.000000e-04 loss_all=1.7179 acc_all=0.7284 loss_corrupt=2.8944 acc_corrupt=0.5123 corrupt_frac=0.5498 loss=2.8944 mean_t=0.5009 wrong_frac=0.7006 init_acc_corrupt=0.2257 init_gold_top10=0.2742 init_gold_top100=0.3121
+step=16350 micro_steps=261600 elapsed=113.9s lr=3.000000e-04 loss_all=1.7271 acc_all=0.7267 loss_corrupt=2.9174 acc_corrupt=0.5078 corrupt_frac=0.5479 loss=2.9174 mean_t=0.5006 wrong_frac=0.7001 init_acc_corrupt=0.2267 init_gold_top10=0.2745 init_gold_top100=0.3105
+step=16400 micro_steps=262400 elapsed=113.4s lr=3.000000e-04 loss_all=1.7028 acc_all=0.7305 loss_corrupt=2.8823 acc_corrupt=0.5134 corrupt_frac=0.5465 loss=2.8823 mean_t=0.4998 wrong_frac=0.6999 init_acc_corrupt=0.2270 init_gold_top10=0.2758 init_gold_top100=0.3128
+step=16450 micro_steps=263200 elapsed=111.1s lr=3.000000e-04 loss_all=1.7458 acc_all=0.7247 loss_corrupt=2.9284 acc_corrupt=0.5082 corrupt_frac=0.5524 loss=2.9284 mean_t=0.5013 wrong_frac=0.6997 init_acc_corrupt=0.2279 init_gold_top10=0.2748 init_gold_top100=0.3102
+step=16500 micro_steps=264000 elapsed=115.3s lr=3.000000e-04 loss_all=1.7209 acc_all=0.7278 loss_corrupt=2.9048 acc_corrupt=0.5106 corrupt_frac=0.5489 loss=2.9048 mean_t=0.5021 wrong_frac=0.7003 init_acc_corrupt=0.2277 init_gold_top10=0.2754 init_gold_top100=0.3112
+step=16550 micro_steps=264800 elapsed=115.5s lr=3.000000e-04 loss_all=1.7129 acc_all=0.7291 loss_corrupt=2.8844 acc_corrupt=0.5136 corrupt_frac=0.5495 loss=2.8844 mean_t=0.4994 wrong_frac=0.7003 init_acc_corrupt=0.2257 init_gold_top10=0.2744 init_gold_top100=0.3119
+step=16600 micro_steps=265600 elapsed=110.5s lr=3.000000e-04 loss_all=1.7585 acc_all=0.7218 loss_corrupt=2.9403 acc_corrupt=0.5054 corrupt_frac=0.5560 loss=2.9403 mean_t=0.5033 wrong_frac=0.7004 init_acc_corrupt=0.2269 init_gold_top10=0.2747 init_gold_top100=0.3101
+step=16650 micro_steps=266400 elapsed=114.1s lr=3.000000e-04 loss_all=1.7178 acc_all=0.7283 loss_corrupt=2.8812 acc_corrupt=0.5145 corrupt_frac=0.5528 loss=2.8812 mean_t=0.5051 wrong_frac=0.7002 init_acc_corrupt=0.2282 init_gold_top10=0.2751 init_gold_top100=0.3111
+step=16700 micro_steps=267200 elapsed=106.9s lr=3.000000e-04 loss_all=1.7208 acc_all=0.7270 loss_corrupt=2.8988 acc_corrupt=0.5102 corrupt_frac=0.5508 loss=2.8988 mean_t=0.4999 wrong_frac=0.6996 init_acc_corrupt=0.2275 init_gold_top10=0.2754 init_gold_top100=0.3108
+step=16750 micro_steps=268000 elapsed=114.0s lr=3.000000e-04 loss_all=1.6988 acc_all=0.7308 loss_corrupt=2.8661 acc_corrupt=0.5155 corrupt_frac=0.5485 loss=2.8661 mean_t=0.5044 wrong_frac=0.7000 init_acc_corrupt=0.2286 init_gold_top10=0.2750 init_gold_top100=0.3108
+step=16800 micro_steps=268800 elapsed=113.8s lr=3.000000e-04 loss_all=1.7228 acc_all=0.7278 loss_corrupt=2.9103 acc_corrupt=0.5099 corrupt_frac=0.5478 loss=2.9103 mean_t=0.4980 wrong_frac=0.7005 init_acc_corrupt=0.2245 init_gold_top10=0.2735 init_gold_top100=0.3110
+step=16850 micro_steps=269600 elapsed=109.4s lr=3.000000e-04 loss_all=1.7228 acc_all=0.7274 loss_corrupt=2.8976 acc_corrupt=0.5117 corrupt_frac=0.5511 loss=2.8976 mean_t=0.4994 wrong_frac=0.7004 init_acc_corrupt=0.2258 init_gold_top10=0.2742 init_gold_top100=0.3111
+step=16900 micro_steps=270400 elapsed=112.5s lr=3.000000e-04 loss_all=1.6918 acc_all=0.7319 loss_corrupt=2.8614 acc_corrupt=0.5163 corrupt_frac=0.5473 loss=2.8614 mean_t=0.5047 wrong_frac=0.6997 init_acc_corrupt=0.2281 init_gold_top10=0.2754 init_gold_top100=0.3117
+step=16950 micro_steps=271200 elapsed=112.7s lr=3.000000e-04 loss_all=1.7448 acc_all=0.7244 loss_corrupt=2.9321 acc_corrupt=0.5068 corrupt_frac=0.5512 loss=2.9321 mean_t=0.4991 wrong_frac=0.7010 init_acc_corrupt=0.2254 init_gold_top10=0.2730 init_gold_top100=0.3093
+step=17000 micro_steps=272000 elapsed=107.8s lr=3.000000e-04 loss_all=1.7212 acc_all=0.7280 loss_corrupt=2.8860 acc_corrupt=0.5143 corrupt_frac=0.5530 loss=2.8860 mean_t=0.5006 wrong_frac=0.6995 init_acc_corrupt=0.2270 init_gold_top10=0.2752 init_gold_top100=0.3125
+step=17050 micro_steps=272800 elapsed=113.4s lr=3.000000e-04 loss_all=1.6975 acc_all=0.7312 loss_corrupt=2.8852 acc_corrupt=0.5124 corrupt_frac=0.5444 loss=2.8852 mean_t=0.4944 wrong_frac=0.7001 init_acc_corrupt=0.2250 init_gold_top10=0.2738 init_gold_top100=0.3109
+step=17100 micro_steps=273600 elapsed=112.9s lr=3.000000e-04 loss_all=1.6945 acc_all=0.7313 loss_corrupt=2.8604 acc_corrupt=0.5162 corrupt_frac=0.5483 loss=2.8604 mean_t=0.4992 wrong_frac=0.6996 init_acc_corrupt=0.2276 init_gold_top10=0.2760 init_gold_top100=0.3126
+step=17150 micro_steps=274400 elapsed=107.9s lr=3.000000e-04 loss_all=1.7054 acc_all=0.7293 loss_corrupt=2.8806 acc_corrupt=0.5127 corrupt_frac=0.5488 loss=2.8806 mean_t=0.5035 wrong_frac=0.7004 init_acc_corrupt=0.2271 init_gold_top10=0.2755 init_gold_top100=0.3117
+step=17200 micro_steps=275200 elapsed=112.3s lr=3.000000e-04 loss_all=1.7267 acc_all=0.7267 loss_corrupt=2.9036 acc_corrupt=0.5107 corrupt_frac=0.5515 loss=2.9036 mean_t=0.4956 wrong_frac=0.7002 init_acc_corrupt=0.2236 init_gold_top10=0.2740 init_gold_top100=0.3119
+step=17250 micro_steps=276000 elapsed=112.5s lr=3.000000e-04 loss_all=1.7088 acc_all=0.7286 loss_corrupt=2.8642 acc_corrupt=0.5152 corrupt_frac=0.5526 loss=2.8642 mean_t=0.4998 wrong_frac=0.7007 init_acc_corrupt=0.2268 init_gold_top10=0.2749 init_gold_top100=0.3115
+step=17300 micro_steps=276800 elapsed=108.6s lr=3.000000e-04 loss_all=1.7142 acc_all=0.7285 loss_corrupt=2.8969 acc_corrupt=0.5108 corrupt_frac=0.5480 loss=2.8969 mean_t=0.4961 wrong_frac=0.6996 init_acc_corrupt=0.2268 init_gold_top10=0.2746 init_gold_top100=0.3105
+step=17350 micro_steps=277600 elapsed=112.3s lr=3.000000e-04 loss_all=1.6991 acc_all=0.7307 loss_corrupt=2.8681 acc_corrupt=0.5154 corrupt_frac=0.5490 loss=2.8681 mean_t=0.5016 wrong_frac=0.7007 init_acc_corrupt=0.2250 init_gold_top10=0.2740 init_gold_top100=0.3113
+step=17400 micro_steps=278400 elapsed=108.0s lr=3.000000e-04 loss_all=1.6967 acc_all=0.7309 loss_corrupt=2.8656 acc_corrupt=0.5154 corrupt_frac=0.5480 loss=2.8656 mean_t=0.5005 wrong_frac=0.7001 init_acc_corrupt=0.2280 init_gold_top10=0.2755 init_gold_top100=0.3103
+step=17450 micro_steps=279200 elapsed=113.8s lr=3.000000e-04 loss_all=1.7075 acc_all=0.7290 loss_corrupt=2.8731 acc_corrupt=0.5141 corrupt_frac=0.5506 loss=2.8731 mean_t=0.5010 wrong_frac=0.6994 init_acc_corrupt=0.2287 init_gold_top10=0.2764 init_gold_top100=0.3123
+step=17500 micro_steps=280000 elapsed=112.5s lr=3.000000e-04 loss_all=1.7061 acc_all=0.7291 loss_corrupt=2.8694 acc_corrupt=0.5146 corrupt_frac=0.5513 loss=2.8694 mean_t=0.4978 wrong_frac=0.7004 init_acc_corrupt=0.2270 init_gold_top10=0.2747 init_gold_top100=0.3105
+step=17550 micro_steps=280800 elapsed=108.4s lr=3.000000e-04 loss_all=1.7031 acc_all=0.7297 loss_corrupt=2.8717 acc_corrupt=0.5140 corrupt_frac=0.5490 loss=2.8717 mean_t=0.5039 wrong_frac=0.7004 init_acc_corrupt=0.2266 init_gold_top10=0.2740 init_gold_top100=0.3110
+step=17600 micro_steps=281600 elapsed=112.5s lr=3.000000e-04 loss_all=1.6963 acc_all=0.7312 loss_corrupt=2.8619 acc_corrupt=0.5166 corrupt_frac=0.5495 loss=2.8619 mean_t=0.5049 wrong_frac=0.7004 init_acc_corrupt=0.2276 init_gold_top10=0.2750 init_gold_top100=0.3111
+step=17650 micro_steps=282400 elapsed=112.4s lr=3.000000e-04 loss_all=1.7096 acc_all=0.7281 loss_corrupt=2.8810 acc_corrupt=0.5117 corrupt_frac=0.5499 loss=2.8810 mean_t=0.4983 wrong_frac=0.6997 init_acc_corrupt=0.2262 init_gold_top10=0.2751 init_gold_top100=0.3116
+step=17700 micro_steps=283200 elapsed=109.4s lr=3.000000e-04 loss_all=1.6723 acc_all=0.7345 loss_corrupt=2.8340 acc_corrupt=0.5196 corrupt_frac=0.5457 loss=2.8340 mean_t=0.5028 wrong_frac=0.6998 init_acc_corrupt=0.2285 init_gold_top10=0.2759 init_gold_top100=0.3126
+step=17750 micro_steps=284000 elapsed=115.0s lr=3.000000e-04 loss_all=1.7040 acc_all=0.7295 loss_corrupt=2.8701 acc_corrupt=0.5143 corrupt_frac=0.5496 loss=2.8701 mean_t=0.4966 wrong_frac=0.6995 init_acc_corrupt=0.2251 init_gold_top10=0.2736 init_gold_top100=0.3109
+step=17800 micro_steps=284800 elapsed=115.3s lr=3.000000e-04 loss_all=1.6890 acc_all=0.7311 loss_corrupt=2.8408 acc_corrupt=0.5175 corrupt_frac=0.5501 loss=2.8408 mean_t=0.5028 wrong_frac=0.6998 init_acc_corrupt=0.2276 init_gold_top10=0.2758 init_gold_top100=0.3124
+step=17850 micro_steps=285600 elapsed=109.8s lr=3.000000e-04 loss_all=1.7152 acc_all=0.7282 loss_corrupt=2.8786 acc_corrupt=0.5137 corrupt_frac=0.5519 loss=2.8786 mean_t=0.5020 wrong_frac=0.7004 init_acc_corrupt=0.2267 init_gold_top10=0.2749 init_gold_top100=0.3111
+step=17900 micro_steps=286400 elapsed=114.4s lr=3.000000e-04 loss_all=1.6902 acc_all=0.7315 loss_corrupt=2.8573 acc_corrupt=0.5158 corrupt_frac=0.5472 loss=2.8573 mean_t=0.4981 wrong_frac=0.7003 init_acc_corrupt=0.2255 init_gold_top10=0.2738 init_gold_top100=0.3105
+step=17950 micro_steps=287200 elapsed=113.7s lr=3.000000e-04 loss_all=1.6905 acc_all=0.7312 loss_corrupt=2.8445 acc_corrupt=0.5177 corrupt_frac=0.5504 loss=2.8445 mean_t=0.5029 wrong_frac=0.7004 init_acc_corrupt=0.2273 init_gold_top10=0.2752 init_gold_top100=0.3119
+step=18000 micro_steps=288000 elapsed=110.3s lr=3.000000e-04 loss_all=1.7205 acc_all=0.7266 loss_corrupt=2.8792 acc_corrupt=0.5128 corrupt_frac=0.5542 loss=2.8792 mean_t=0.4952 wrong_frac=0.6997 init_acc_corrupt=0.2262 init_gold_top10=0.2753 init_gold_top100=0.3109
+step=18050 micro_steps=288800 elapsed=116.9s lr=3.000000e-04 loss_all=1.6699 acc_all=0.7346 loss_corrupt=2.8181 acc_corrupt=0.5219 corrupt_frac=0.5485 loss=2.8181 mean_t=0.5023 wrong_frac=0.6994 init_acc_corrupt=0.2289 init_gold_top10=0.2768 init_gold_top100=0.3129
+step=18100 micro_steps=289600 elapsed=110.6s lr=3.000000e-04 loss_all=1.7027 acc_all=0.7294 loss_corrupt=2.8695 acc_corrupt=0.5140 corrupt_frac=0.5504 loss=2.8695 mean_t=0.5009 wrong_frac=0.7001 init_acc_corrupt=0.2257 init_gold_top10=0.2742 init_gold_top100=0.3108
+step=18150 micro_steps=290400 elapsed=113.0s lr=3.000000e-04 loss_all=1.6801 acc_all=0.7330 loss_corrupt=2.8473 acc_corrupt=0.5169 corrupt_frac=0.5461 loss=2.8473 mean_t=0.4970 wrong_frac=0.6989 init_acc_corrupt=0.2251 init_gold_top10=0.2753 init_gold_top100=0.3133
+step=18200 micro_steps=291200 elapsed=112.5s lr=3.000000e-04 loss_all=1.6894 acc_all=0.7314 loss_corrupt=2.8501 acc_corrupt=0.5167 corrupt_frac=0.5493 loss=2.8501 mean_t=0.5025 wrong_frac=0.6995 init_acc_corrupt=0.2272 init_gold_top10=0.2751 init_gold_top100=0.3111
+step=18250 micro_steps=292000 elapsed=108.6s lr=3.000000e-04 loss_all=1.6990 acc_all=0.7295 loss_corrupt=2.8552 acc_corrupt=0.5154 corrupt_frac=0.5513 loss=2.8552 mean_t=0.4964 wrong_frac=0.7007 init_acc_corrupt=0.2253 init_gold_top10=0.2742 init_gold_top100=0.3106
+step=18300 micro_steps=292800 elapsed=113.1s lr=3.000000e-04 loss_all=1.6992 acc_all=0.7303 loss_corrupt=2.8525 acc_corrupt=0.5176 corrupt_frac=0.5522 loss=2.8525 mean_t=0.5027 wrong_frac=0.7003 init_acc_corrupt=0.2281 init_gold_top10=0.2754 init_gold_top100=0.3117
+step=18350 micro_steps=293600 elapsed=112.7s lr=3.000000e-04 loss_all=1.6977 acc_all=0.7301 loss_corrupt=2.8629 acc_corrupt=0.5146 corrupt_frac=0.5498 loss=2.8629 mean_t=0.5021 wrong_frac=0.7006 init_acc_corrupt=0.2255 init_gold_top10=0.2740 init_gold_top100=0.3103
+step=18400 micro_steps=294400 elapsed=107.5s lr=3.000000e-04 loss_all=1.6832 acc_all=0.7329 loss_corrupt=2.8334 acc_corrupt=0.5203 corrupt_frac=0.5496 loss=2.8334 mean_t=0.4999 wrong_frac=0.6993 init_acc_corrupt=0.2280 init_gold_top10=0.2754 init_gold_top100=0.3120
+step=18450 micro_steps=295200 elapsed=112.5s lr=3.000000e-04 loss_all=1.6854 acc_all=0.7324 loss_corrupt=2.8376 acc_corrupt=0.5194 corrupt_frac=0.5495 loss=2.8376 mean_t=0.5021 wrong_frac=0.6990 init_acc_corrupt=0.2277 init_gold_top10=0.2760 init_gold_top100=0.3116
+step=18500 micro_steps=296000 elapsed=112.7s lr=3.000000e-04 loss_all=1.6898 acc_all=0.7318 loss_corrupt=2.8396 acc_corrupt=0.5194 corrupt_frac=0.5510 loss=2.8396 mean_t=0.5016 wrong_frac=0.6999 init_acc_corrupt=0.2292 init_gold_top10=0.2754 init_gold_top100=0.3114
+step=18550 micro_steps=296800 elapsed=108.0s lr=3.000000e-04 loss_all=1.6942 acc_all=0.7309 loss_corrupt=2.8546 acc_corrupt=0.5166 corrupt_frac=0.5501 loss=2.8546 mean_t=0.5013 wrong_frac=0.7001 init_acc_corrupt=0.2255 init_gold_top10=0.2742 init_gold_top100=0.3114
+step=18600 micro_steps=297600 elapsed=112.4s lr=3.000000e-04 loss_all=1.7059 acc_all=0.7287 loss_corrupt=2.8643 acc_corrupt=0.5147 corrupt_frac=0.5524 loss=2.8643 mean_t=0.4981 wrong_frac=0.7006 init_acc_corrupt=0.2250 init_gold_top10=0.2735 init_gold_top100=0.3101
+step=18650 micro_steps=298400 elapsed=112.9s lr=3.000000e-04 loss_all=1.6869 acc_all=0.7319 loss_corrupt=2.8369 acc_corrupt=0.5191 corrupt_frac=0.5507 loss=2.8369 mean_t=0.4967 wrong_frac=0.7001 init_acc_corrupt=0.2254 init_gold_top10=0.2741 init_gold_top100=0.3120
+step=18700 micro_steps=299200 elapsed=108.2s lr=3.000000e-04 loss_all=1.6914 acc_all=0.7305 loss_corrupt=2.8477 acc_corrupt=0.5163 corrupt_frac=0.5505 loss=2.8477 mean_t=0.5030 wrong_frac=0.6998 init_acc_corrupt=0.2274 init_gold_top10=0.2753 init_gold_top100=0.3109
+step=18750 micro_steps=300000 elapsed=114.1s lr=3.000000e-04 loss_all=1.6986 acc_all=0.7300 loss_corrupt=2.8404 acc_corrupt=0.5189 corrupt_frac=0.5543 loss=2.8404 mean_t=0.5005 wrong_frac=0.6993 init_acc_corrupt=0.2256 init_gold_top10=0.2744 init_gold_top100=0.3122
+step=18800 micro_steps=300800 elapsed=110.1s lr=3.000000e-04 loss_all=1.6832 acc_all=0.7317 loss_corrupt=2.8371 acc_corrupt=0.5177 corrupt_frac=0.5494 loss=2.8371 mean_t=0.4985 wrong_frac=0.7001 init_acc_corrupt=0.2262 init_gold_top10=0.2751 init_gold_top100=0.3115
+step=18850 micro_steps=301600 elapsed=112.5s lr=3.000000e-04 loss_all=1.6789 acc_all=0.7325 loss_corrupt=2.8279 acc_corrupt=0.5195 corrupt_frac=0.5497 loss=2.8279 mean_t=0.5030 wrong_frac=0.7002 init_acc_corrupt=0.2279 init_gold_top10=0.2761 init_gold_top100=0.3121
+step=18900 micro_steps=302400 elapsed=112.7s lr=3.000000e-04 loss_all=1.6722 acc_all=0.7334 loss_corrupt=2.8244 acc_corrupt=0.5196 corrupt_frac=0.5488 loss=2.8244 mean_t=0.4973 wrong_frac=0.7000 init_acc_corrupt=0.2252 init_gold_top10=0.2750 init_gold_top100=0.3123
+step=18950 micro_steps=303200 elapsed=108.1s lr=3.000000e-04 loss_all=1.6843 acc_all=0.7319 loss_corrupt=2.8387 acc_corrupt=0.5181 corrupt_frac=0.5494 loss=2.8387 mean_t=0.4997 wrong_frac=0.7007 init_acc_corrupt=0.2268 init_gold_top10=0.2744 init_gold_top100=0.3098
+step=19000 micro_steps=304000 elapsed=112.6s lr=3.000000e-04 loss_all=1.6630 acc_all=0.7351 loss_corrupt=2.8081 acc_corrupt=0.5223 corrupt_frac=0.5475 loss=2.8081 mean_t=0.4980 wrong_frac=0.7002 init_acc_corrupt=0.2273 init_gold_top10=0.2751 init_gold_top100=0.3116
+step=19050 micro_steps=304800 elapsed=115.7s lr=3.000000e-04 loss_all=1.6927 acc_all=0.7305 loss_corrupt=2.8523 acc_corrupt=0.5160 corrupt_frac=0.5502 loss=2.8523 mean_t=0.5008 wrong_frac=0.7005 init_acc_corrupt=0.2265 init_gold_top10=0.2743 init_gold_top100=0.3099
+step=19100 micro_steps=305600 elapsed=110.5s lr=3.000000e-04 loss_all=1.6647 acc_all=0.7350 loss_corrupt=2.8052 acc_corrupt=0.5234 corrupt_frac=0.5496 loss=2.8052 mean_t=0.5006 wrong_frac=0.6993 init_acc_corrupt=0.2279 init_gold_top10=0.2760 init_gold_top100=0.3133
+step=19150 micro_steps=306400 elapsed=125.9s lr=3.000000e-04 loss_all=1.6795 acc_all=0.7324 loss_corrupt=2.8213 acc_corrupt=0.5203 corrupt_frac=0.5511 loss=2.8213 mean_t=0.5027 wrong_frac=0.6999 init_acc_corrupt=0.2276 init_gold_top10=0.2753 init_gold_top100=0.3109
+step=19200 micro_steps=307200 elapsed=119.7s lr=3.000000e-04 loss_all=1.6905 acc_all=0.7306 loss_corrupt=2.8426 acc_corrupt=0.5169 corrupt_frac=0.5511 loss=2.8426 mean_t=0.4980 wrong_frac=0.7010 init_acc_corrupt=0.2246 init_gold_top10=0.2726 init_gold_top100=0.3101
+step=19250 micro_steps=308000 elapsed=107.2s lr=3.000000e-04 loss_all=1.6645 acc_all=0.7340 loss_corrupt=2.7894 acc_corrupt=0.5246 corrupt_frac=0.5528 loss=2.7894 mean_t=0.5054 wrong_frac=0.6991 init_acc_corrupt=0.2297 init_gold_top10=0.2770 init_gold_top100=0.3128
+step=19300 micro_steps=308800 elapsed=112.2s lr=3.000000e-04 loss_all=1.6664 acc_all=0.7348 loss_corrupt=2.8266 acc_corrupt=0.5195 corrupt_frac=0.5453 loss=2.8266 mean_t=0.4973 wrong_frac=0.6994 init_acc_corrupt=0.2257 init_gold_top10=0.2748 init_gold_top100=0.3115
+step=19350 micro_steps=309600 elapsed=112.2s lr=3.000000e-04 loss_all=1.6619 acc_all=0.7353 loss_corrupt=2.8052 acc_corrupt=0.5229 corrupt_frac=0.5478 loss=2.8052 mean_t=0.4984 wrong_frac=0.6994 init_acc_corrupt=0.2265 init_gold_top10=0.2751 init_gold_top100=0.3127
+step=19400 micro_steps=310400 elapsed=106.9s lr=3.000000e-04 loss_all=1.6729 acc_all=0.7328 loss_corrupt=2.8266 acc_corrupt=0.5182 corrupt_frac=0.5478 loss=2.8266 mean_t=0.4979 wrong_frac=0.6999 init_acc_corrupt=0.2267 init_gold_top10=0.2753 init_gold_top100=0.3109
+step=19450 micro_steps=311200 elapsed=112.0s lr=3.000000e-04 loss_all=1.6581 acc_all=0.7360 loss_corrupt=2.8093 acc_corrupt=0.5224 corrupt_frac=0.5458 loss=2.8093 mean_t=0.4973 wrong_frac=0.7002 init_acc_corrupt=0.2257 init_gold_top10=0.2747 init_gold_top100=0.3124
+step=19500 micro_steps=312000 elapsed=107.9s lr=3.000000e-04 loss_all=1.6755 acc_all=0.7321 loss_corrupt=2.8116 acc_corrupt=0.5208 corrupt_frac=0.5522 loss=2.8116 mean_t=0.5024 wrong_frac=0.6998 init_acc_corrupt=0.2290 init_gold_top10=0.2754 init_gold_top100=0.3104
+step=19550 micro_steps=312800 elapsed=111.3s lr=3.000000e-04 loss_all=1.6679 acc_all=0.7337 loss_corrupt=2.8152 acc_corrupt=0.5203 corrupt_frac=0.5487 loss=2.8152 mean_t=0.4988 wrong_frac=0.6998 init_acc_corrupt=0.2259 init_gold_top10=0.2750 init_gold_top100=0.3123
+step=19600 micro_steps=313600 elapsed=113.4s lr=3.000000e-04 loss_all=1.6777 acc_all=0.7330 loss_corrupt=2.8160 acc_corrupt=0.5220 corrupt_frac=0.5518 loss=2.8160 mean_t=0.4990 wrong_frac=0.7000 init_acc_corrupt=0.2258 init_gold_top10=0.2744 init_gold_top100=0.3118
+step=19650 micro_steps=314400 elapsed=108.5s lr=3.000000e-04 loss_all=1.6958 acc_all=0.7301 loss_corrupt=2.8514 acc_corrupt=0.5165 corrupt_frac=0.5517 loss=2.8514 mean_t=0.4999 wrong_frac=0.6999 init_acc_corrupt=0.2269 init_gold_top10=0.2752 init_gold_top100=0.3104
+step=19700 micro_steps=315200 elapsed=114.2s lr=3.000000e-04 loss_all=1.6645 acc_all=0.7343 loss_corrupt=2.7985 acc_corrupt=0.5235 corrupt_frac=0.5515 loss=2.7985 mean_t=0.5014 wrong_frac=0.6991 init_acc_corrupt=0.2285 init_gold_top10=0.2767 init_gold_top100=0.3133
+step=19750 micro_steps=316000 elapsed=113.2s lr=3.000000e-04 loss_all=1.6690 acc_all=0.7341 loss_corrupt=2.8339 acc_corrupt=0.5179 corrupt_frac=0.5449 loss=2.8339 mean_t=0.4996 wrong_frac=0.7000 init_acc_corrupt=0.2255 init_gold_top10=0.2744 init_gold_top100=0.3107
+step=19800 micro_steps=316800 elapsed=109.1s lr=3.000000e-04 loss_all=1.6673 acc_all=0.7340 loss_corrupt=2.8042 acc_corrupt=0.5224 corrupt_frac=0.5501 loss=2.8042 mean_t=0.4969 wrong_frac=0.7005 init_acc_corrupt=0.2261 init_gold_top10=0.2745 init_gold_top100=0.3120
+step=19850 micro_steps=317600 elapsed=113.4s lr=3.000000e-04 loss_all=1.6535 acc_all=0.7364 loss_corrupt=2.8084 acc_corrupt=0.5216 corrupt_frac=0.5445 loss=2.8084 mean_t=0.4999 wrong_frac=0.7004 init_acc_corrupt=0.2255 init_gold_top10=0.2743 init_gold_top100=0.3104
+step=19900 micro_steps=318400 elapsed=114.0s lr=3.000000e-04 loss_all=1.6915 acc_all=0.7309 loss_corrupt=2.8366 acc_corrupt=0.5189 corrupt_frac=0.5521 loss=2.8366 mean_t=0.4993 wrong_frac=0.7002 init_acc_corrupt=0.2261 init_gold_top10=0.2736 init_gold_top100=0.3109
+step=19950 micro_steps=319200 elapsed=109.6s lr=3.000000e-04 loss_all=1.6333 acc_all=0.7391 loss_corrupt=2.7627 acc_corrupt=0.5282 corrupt_frac=0.5466 loss=2.7627 mean_t=0.5071 wrong_frac=0.7004 init_acc_corrupt=0.2293 init_gold_top10=0.2753 init_gold_top100=0.3109
+step=20000 micro_steps=320000 elapsed=113.1s lr=3.000000e-04 loss_all=1.6804 acc_all=0.7319 loss_corrupt=2.8340 acc_corrupt=0.5177 corrupt_frac=0.5492 loss=2.8340 mean_t=0.5005 wrong_frac=0.7006 init_acc_corrupt=0.2263 init_gold_top10=0.2747 init_gold_top100=0.3101
+step=20050 micro_steps=320800 elapsed=115.1s lr=3.000000e-04 loss_all=1.6723 acc_all=0.7332 loss_corrupt=2.8004 acc_corrupt=0.5236 corrupt_frac=0.5535 loss=2.8004 mean_t=0.4984 wrong_frac=0.6991 init_acc_corrupt=0.2263 init_gold_top10=0.2747 init_gold_top100=0.3123
+step=20100 micro_steps=321600 elapsed=108.6s lr=3.000000e-04 loss_all=1.6579 acc_all=0.7347 loss_corrupt=2.8077 acc_corrupt=0.5202 corrupt_frac=0.5463 loss=2.8077 mean_t=0.4983 wrong_frac=0.6990 init_acc_corrupt=0.2263 init_gold_top10=0.2753 init_gold_top100=0.3116
+step=20150 micro_steps=322400 elapsed=113.7s lr=3.000000e-04 loss_all=1.6592 acc_all=0.7347 loss_corrupt=2.7732 acc_corrupt=0.5266 corrupt_frac=0.5533 loss=2.7732 mean_t=0.5033 wrong_frac=0.6995 init_acc_corrupt=0.2285 init_gold_top10=0.2761 init_gold_top100=0.3129
+step=20200 micro_steps=323200 elapsed=108.9s lr=3.000000e-04 loss_all=1.6795 acc_all=0.7316 loss_corrupt=2.8181 acc_corrupt=0.5196 corrupt_frac=0.5518 loss=2.8181 mean_t=0.4970 wrong_frac=0.7000 init_acc_corrupt=0.2251 init_gold_top10=0.2740 init_gold_top100=0.3108
+step=20250 micro_steps=324000 elapsed=112.7s lr=3.000000e-04 loss_all=1.6529 acc_all=0.7360 loss_corrupt=2.7894 acc_corrupt=0.5241 corrupt_frac=0.5480 loss=2.7894 mean_t=0.5031 wrong_frac=0.7002 init_acc_corrupt=0.2271 init_gold_top10=0.2751 init_gold_top100=0.3118
+step=20300 micro_steps=324800 elapsed=113.9s lr=3.000000e-04 loss_all=1.6536 acc_all=0.7362 loss_corrupt=2.7829 acc_corrupt=0.5260 corrupt_frac=0.5498 loss=2.7829 mean_t=0.4998 wrong_frac=0.7003 init_acc_corrupt=0.2274 init_gold_top10=0.2750 init_gold_top100=0.3114
+step=20350 micro_steps=325600 elapsed=108.8s lr=3.000000e-04 loss_all=1.6832 acc_all=0.7307 loss_corrupt=2.8229 acc_corrupt=0.5187 corrupt_frac=0.5528 loss=2.8229 mean_t=0.4997 wrong_frac=0.7001 init_acc_corrupt=0.2264 init_gold_top10=0.2751 init_gold_top100=0.3104
+step=20400 micro_steps=326400 elapsed=112.1s lr=3.000000e-04 loss_all=1.6394 acc_all=0.7384 loss_corrupt=2.7730 acc_corrupt=0.5271 corrupt_frac=0.5461 loss=2.7730 mean_t=0.5032 wrong_frac=0.6998 init_acc_corrupt=0.2275 init_gold_top10=0.2757 init_gold_top100=0.3125
+step=20450 micro_steps=327200 elapsed=112.0s lr=3.000000e-04 loss_all=1.6671 acc_all=0.7333 loss_corrupt=2.8020 acc_corrupt=0.5216 corrupt_frac=0.5509 loss=2.8020 mean_t=0.5011 wrong_frac=0.7000 init_acc_corrupt=0.2284 init_gold_top10=0.2753 init_gold_top100=0.3100
+step=20500 micro_steps=328000 elapsed=107.9s lr=3.000000e-04 loss_all=1.6643 acc_all=0.7346 loss_corrupt=2.7957 acc_corrupt=0.5243 corrupt_frac=0.5513 loss=2.7957 mean_t=0.5031 wrong_frac=0.7003 init_acc_corrupt=0.2276 init_gold_top10=0.2749 init_gold_top100=0.3120
+step=20550 micro_steps=328800 elapsed=112.5s lr=3.000000e-04 loss_all=1.6585 acc_all=0.7352 loss_corrupt=2.8000 acc_corrupt=0.5227 corrupt_frac=0.5487 loss=2.8000 mean_t=0.5040 wrong_frac=0.6994 init_acc_corrupt=0.2268 init_gold_top10=0.2751 init_gold_top100=0.3110
+step=20600 micro_steps=329600 elapsed=111.6s lr=3.000000e-04 loss_all=1.6493 acc_all=0.7358 loss_corrupt=2.7758 acc_corrupt=0.5254 corrupt_frac=0.5501 loss=2.7758 mean_t=0.5018 wrong_frac=0.7002 init_acc_corrupt=0.2270 init_gold_top10=0.2753 init_gold_top100=0.3123
+step=20650 micro_steps=330400 elapsed=107.4s lr=3.000000e-04 loss_all=1.6371 acc_all=0.7380 loss_corrupt=2.7649 acc_corrupt=0.5274 corrupt_frac=0.5481 loss=2.7649 mean_t=0.5045 wrong_frac=0.7007 init_acc_corrupt=0.2285 init_gold_top10=0.2749 init_gold_top100=0.3108
+step=20700 micro_steps=331200 elapsed=112.2s lr=3.000000e-04 loss_all=1.6755 acc_all=0.7325 loss_corrupt=2.8141 acc_corrupt=0.5207 corrupt_frac=0.5512 loss=2.8141 mean_t=0.4993 wrong_frac=0.6994 init_acc_corrupt=0.2269 init_gold_top10=0.2748 init_gold_top100=0.3109
+step=20750 micro_steps=332000 elapsed=112.0s lr=3.000000e-04 loss_all=1.6550 acc_all=0.7359 loss_corrupt=2.7845 acc_corrupt=0.5256 corrupt_frac=0.5498 loss=2.7845 mean_t=0.5005 wrong_frac=0.7000 init_acc_corrupt=0.2260 init_gold_top10=0.2747 init_gold_top100=0.3117
+step=20800 micro_steps=332800 elapsed=107.9s lr=3.000000e-04 loss_all=1.6639 acc_all=0.7332 loss_corrupt=2.7962 acc_corrupt=0.5216 corrupt_frac=0.5509 loss=2.7962 mean_t=0.5000 wrong_frac=0.7007 init_acc_corrupt=0.2271 init_gold_top10=0.2741 init_gold_top100=0.3096
+step=20850 micro_steps=333600 elapsed=111.7s lr=3.000000e-04 loss_all=1.6352 acc_all=0.7388 loss_corrupt=2.7677 acc_corrupt=0.5275 corrupt_frac=0.5465 loss=2.7677 mean_t=0.5023 wrong_frac=0.6998 init_acc_corrupt=0.2277 init_gold_top10=0.2752 init_gold_top100=0.3117
+step=20900 micro_steps=334400 elapsed=111.8s lr=3.000000e-04 loss_all=1.6598 acc_all=0.7341 loss_corrupt=2.7874 acc_corrupt=0.5236 corrupt_frac=0.5515 loss=2.7874 mean_t=0.4989 wrong_frac=0.7004 init_acc_corrupt=0.2267 init_gold_top10=0.2750 init_gold_top100=0.3107
+step=20950 micro_steps=335200 elapsed=106.7s lr=3.000000e-04 loss_all=1.6341 acc_all=0.7387 loss_corrupt=2.7645 acc_corrupt=0.5274 corrupt_frac=0.5463 loss=2.7645 mean_t=0.5037 wrong_frac=0.6997 init_acc_corrupt=0.2283 init_gold_top10=0.2759 init_gold_top100=0.3117
+step=21000 micro_steps=336000 elapsed=111.8s lr=3.000000e-04 loss_all=1.6531 acc_all=0.7358 loss_corrupt=2.7821 acc_corrupt=0.5255 corrupt_frac=0.5508 loss=2.7821 mean_t=0.5007 wrong_frac=0.6993 init_acc_corrupt=0.2267 init_gold_top10=0.2757 init_gold_top100=0.3128
+step=21050 micro_steps=336800 elapsed=112.6s lr=3.000000e-04 loss_all=1.6685 acc_all=0.7333 loss_corrupt=2.8141 acc_corrupt=0.5202 corrupt_frac=0.5493 loss=2.8141 mean_t=0.4992 wrong_frac=0.7010 init_acc_corrupt=0.2255 init_gold_top10=0.2739 init_gold_top100=0.3098
+step=21100 micro_steps=337600 elapsed=106.8s lr=3.000000e-04 loss_all=1.6332 acc_all=0.7384 loss_corrupt=2.7456 acc_corrupt=0.5300 corrupt_frac=0.5494 loss=2.7456 mean_t=0.5047 wrong_frac=0.7003 init_acc_corrupt=0.2289 init_gold_top10=0.2748 init_gold_top100=0.3112
+step=21150 micro_steps=338400 elapsed=110.8s lr=3.000000e-04 loss_all=1.6597 acc_all=0.7338 loss_corrupt=2.7847 acc_corrupt=0.5235 corrupt_frac=0.5525 loss=2.7847 mean_t=0.5045 wrong_frac=0.7001 init_acc_corrupt=0.2283 init_gold_top10=0.2756 init_gold_top100=0.3102
+step=21200 micro_steps=339200 elapsed=107.0s lr=3.000000e-04 loss_all=1.6473 acc_all=0.7361 loss_corrupt=2.7710 acc_corrupt=0.5260 corrupt_frac=0.5501 loss=2.7710 mean_t=0.4995 wrong_frac=0.7000 init_acc_corrupt=0.2268 init_gold_top10=0.2747 init_gold_top100=0.3117
+step=21250 micro_steps=340000 elapsed=111.1s lr=3.000000e-04 loss_all=1.6465 acc_all=0.7370 loss_corrupt=2.7788 acc_corrupt=0.5257 corrupt_frac=0.5480 loss=2.7788 mean_t=0.5001 wrong_frac=0.6995 init_acc_corrupt=0.2267 init_gold_top10=0.2753 init_gold_top100=0.3111
+step=21300 micro_steps=340800 elapsed=111.0s lr=3.000000e-04 loss_all=1.6474 acc_all=0.7364 loss_corrupt=2.7783 acc_corrupt=0.5253 corrupt_frac=0.5488 loss=2.7783 mean_t=0.5004 wrong_frac=0.7005 init_acc_corrupt=0.2259 init_gold_top10=0.2744 init_gold_top100=0.3115
+step=21350 micro_steps=341600 elapsed=106.9s lr=3.000000e-04 loss_all=1.6439 acc_all=0.7373 loss_corrupt=2.7713 acc_corrupt=0.5269 corrupt_frac=0.5483 loss=2.7713 mean_t=0.5008 wrong_frac=0.7001 init_acc_corrupt=0.2271 init_gold_top10=0.2747 init_gold_top100=0.3114
+step=21400 micro_steps=342400 elapsed=111.1s lr=3.000000e-04 loss_all=1.6559 acc_all=0.7347 loss_corrupt=2.7803 acc_corrupt=0.5246 corrupt_frac=0.5514 loss=2.7803 mean_t=0.5043 wrong_frac=0.6997 init_acc_corrupt=0.2280 init_gold_top10=0.2757 init_gold_top100=0.3113
+step=21450 micro_steps=343200 elapsed=110.7s lr=3.000000e-04 loss_all=1.6399 acc_all=0.7375 loss_corrupt=2.7640 acc_corrupt=0.5275 corrupt_frac=0.5485 loss=2.7640 mean_t=0.4964 wrong_frac=0.7004 init_acc_corrupt=0.2252 init_gold_top10=0.2741 init_gold_top100=0.3119
+step=21500 micro_steps=344000 elapsed=106.6s lr=3.000000e-04 loss_all=1.6598 acc_all=0.7340 loss_corrupt=2.7854 acc_corrupt=0.5235 corrupt_frac=0.5519 loss=2.7854 mean_t=0.5031 wrong_frac=0.6999 init_acc_corrupt=0.2282 init_gold_top10=0.2753 init_gold_top100=0.3101
+step=21550 micro_steps=344800 elapsed=111.2s lr=3.000000e-04 loss_all=1.6463 acc_all=0.7368 loss_corrupt=2.7690 acc_corrupt=0.5275 corrupt_frac=0.5505 loss=2.7690 mean_t=0.5029 wrong_frac=0.7007 init_acc_corrupt=0.2262 init_gold_top10=0.2745 init_gold_top100=0.3117
+step=21600 micro_steps=345600 elapsed=112.6s lr=3.000000e-04 loss_all=1.6484 acc_all=0.7364 loss_corrupt=2.7869 acc_corrupt=0.5242 corrupt_frac=0.5481 loss=2.7869 mean_t=0.4964 wrong_frac=0.6999 init_acc_corrupt=0.2253 init_gold_top10=0.2743 init_gold_top100=0.3109
+step=21650 micro_steps=346400 elapsed=108.3s lr=3.000000e-04 loss_all=1.6374 acc_all=0.7372 loss_corrupt=2.7542 acc_corrupt=0.5281 corrupt_frac=0.5511 loss=2.7542 mean_t=0.5006 wrong_frac=0.7000 init_acc_corrupt=0.2285 init_gold_top10=0.2755 init_gold_top100=0.3117
+step=21700 micro_steps=347200 elapsed=112.8s lr=3.000000e-04 loss_all=1.6657 acc_all=0.7333 loss_corrupt=2.7866 acc_corrupt=0.5242 corrupt_frac=0.5534 loss=2.7866 mean_t=0.4980 wrong_frac=0.6996 init_acc_corrupt=0.2251 init_gold_top10=0.2745 init_gold_top100=0.3126
+step=21750 micro_steps=348000 elapsed=112.9s lr=3.000000e-04 loss_all=1.6470 acc_all=0.7364 loss_corrupt=2.7714 acc_corrupt=0.5263 corrupt_frac=0.5500 loss=2.7714 mean_t=0.5024 wrong_frac=0.6997 init_acc_corrupt=0.2279 init_gold_top10=0.2760 init_gold_top100=0.3115
+step=21800 micro_steps=348800 elapsed=108.8s lr=3.000000e-04 loss_all=1.6416 acc_all=0.7371 loss_corrupt=2.7594 acc_corrupt=0.5282 corrupt_frac=0.5511 loss=2.7594 mean_t=0.4985 wrong_frac=0.6995 init_acc_corrupt=0.2261 init_gold_top10=0.2750 init_gold_top100=0.3127
+step=21850 micro_steps=349600 elapsed=113.0s lr=3.000000e-04 loss_all=1.6606 acc_all=0.7335 loss_corrupt=2.7857 acc_corrupt=0.5231 corrupt_frac=0.5525 loss=2.7857 mean_t=0.5009 wrong_frac=0.7000 init_acc_corrupt=0.2263 init_gold_top10=0.2747 init_gold_top100=0.3111
+step=21900 micro_steps=350400 elapsed=114.3s lr=3.000000e-04 loss_all=1.6333 acc_all=0.7382 loss_corrupt=2.7524 acc_corrupt=0.5290 corrupt_frac=0.5502 loss=2.7524 mean_t=0.4976 wrong_frac=0.7001 init_acc_corrupt=0.2271 init_gold_top10=0.2752 init_gold_top100=0.3120
+step=21950 micro_steps=351200 elapsed=108.2s lr=3.000000e-04 loss_all=1.6315 acc_all=0.7379 loss_corrupt=2.7550 acc_corrupt=0.5272 corrupt_frac=0.5482 loss=2.7550 mean_t=0.5012 wrong_frac=0.7005 init_acc_corrupt=0.2272 init_gold_top10=0.2751 init_gold_top100=0.3108
+step=22000 micro_steps=352000 elapsed=112.9s lr=3.000000e-04 loss_all=1.6220 acc_all=0.7399 loss_corrupt=2.7340 acc_corrupt=0.5312 corrupt_frac=0.5481 loss=2.7340 mean_t=0.5076 wrong_frac=0.6998 init_acc_corrupt=0.2294 init_gold_top10=0.2758 init_gold_top100=0.3112
+step=22050 micro_steps=352800 elapsed=112.1s lr=3.000000e-04 loss_all=1.6350 acc_all=0.7379 loss_corrupt=2.7475 acc_corrupt=0.5294 corrupt_frac=0.5501 loss=2.7475 mean_t=0.4983 wrong_frac=0.7000 init_acc_corrupt=0.2269 init_gold_top10=0.2756 init_gold_top100=0.3117
+step=22100 micro_steps=353600 elapsed=109.6s lr=3.000000e-04 loss_all=1.6489 acc_all=0.7359 loss_corrupt=2.7822 acc_corrupt=0.5242 corrupt_frac=0.5489 loss=2.7822 mean_t=0.5015 wrong_frac=0.6996 init_acc_corrupt=0.2251 init_gold_top10=0.2747 init_gold_top100=0.3112
+step=22150 micro_steps=354400 elapsed=113.0s lr=3.000000e-04 loss_all=1.6384 acc_all=0.7376 loss_corrupt=2.7482 acc_corrupt=0.5301 corrupt_frac=0.5519 loss=2.7482 mean_t=0.4940 wrong_frac=0.7002 init_acc_corrupt=0.2264 init_gold_top10=0.2747 init_gold_top100=0.3128
+step=22200 micro_steps=355200 elapsed=108.0s lr=3.000000e-04 loss_all=1.6346 acc_all=0.7377 loss_corrupt=2.7582 acc_corrupt=0.5271 corrupt_frac=0.5483 loss=2.7582 mean_t=0.5023 wrong_frac=0.6998 init_acc_corrupt=0.2277 init_gold_top10=0.2755 init_gold_top100=0.3111
+step=22250 micro_steps=356000 elapsed=112.5s lr=3.000000e-04 loss_all=1.6247 acc_all=0.7395 loss_corrupt=2.7444 acc_corrupt=0.5296 corrupt_frac=0.5468 loss=2.7444 mean_t=0.4981 wrong_frac=0.6998 init_acc_corrupt=0.2254 init_gold_top10=0.2749 init_gold_top100=0.3129
+step=22300 micro_steps=356800 elapsed=113.2s lr=3.000000e-04 loss_all=1.6473 acc_all=0.7358 loss_corrupt=2.7722 acc_corrupt=0.5254 corrupt_frac=0.5505 loss=2.7722 mean_t=0.4992 wrong_frac=0.6997 init_acc_corrupt=0.2258 init_gold_top10=0.2748 init_gold_top100=0.3112
+step=22350 micro_steps=357600 elapsed=107.5s lr=3.000000e-04 loss_all=1.6371 acc_all=0.7371 loss_corrupt=2.7502 acc_corrupt=0.5285 corrupt_frac=0.5510 loss=2.7502 mean_t=0.5005 wrong_frac=0.7004 init_acc_corrupt=0.2263 init_gold_top10=0.2748 init_gold_top100=0.3115
+step=22400 micro_steps=358400 elapsed=113.0s lr=3.000000e-04 loss_all=1.6489 acc_all=0.7356 loss_corrupt=2.7560 acc_corrupt=0.5284 corrupt_frac=0.5535 loss=2.7560 mean_t=0.4973 wrong_frac=0.7005 init_acc_corrupt=0.2253 init_gold_top10=0.2738 init_gold_top100=0.3109
+step=22450 micro_steps=359200 elapsed=114.4s lr=3.000000e-04 loss_all=1.6373 acc_all=0.7378 loss_corrupt=2.7611 acc_corrupt=0.5277 corrupt_frac=0.5489 loss=2.7611 mean_t=0.5032 wrong_frac=0.7003 init_acc_corrupt=0.2284 init_gold_top10=0.2763 init_gold_top100=0.3104
+step=22500 micro_steps=360000 elapsed=110.1s lr=3.000000e-04 loss_all=1.6281 acc_all=0.7387 loss_corrupt=2.7344 acc_corrupt=0.5314 corrupt_frac=0.5516 loss=2.7344 mean_t=0.5007 wrong_frac=0.7000 init_acc_corrupt=0.2280 init_gold_top10=0.2750 init_gold_top100=0.3115
+step=22550 micro_steps=360800 elapsed=113.7s lr=3.000000e-04 loss_all=1.6176 acc_all=0.7404 loss_corrupt=2.7403 acc_corrupt=0.5295 corrupt_frac=0.5456 loss=2.7403 mean_t=0.5006 wrong_frac=0.7000 init_acc_corrupt=0.2275 init_gold_top10=0.2759 init_gold_top100=0.3111
+step=22600 micro_steps=361600 elapsed=112.8s lr=3.000000e-04 loss_all=1.6129 acc_all=0.7412 loss_corrupt=2.7267 acc_corrupt=0.5322 corrupt_frac=0.5471 loss=2.7267 mean_t=0.5021 wrong_frac=0.7010 init_acc_corrupt=0.2281 init_gold_top10=0.2754 init_gold_top100=0.3113
+step=22650 micro_steps=362400 elapsed=107.1s lr=3.000000e-04 loss_all=1.6382 acc_all=0.7370 loss_corrupt=2.7572 acc_corrupt=0.5275 corrupt_frac=0.5501 loss=2.7572 mean_t=0.4985 wrong_frac=0.6995 init_acc_corrupt=0.2268 init_gold_top10=0.2751 init_gold_top100=0.3109
+step=22700 micro_steps=363200 elapsed=112.0s lr=3.000000e-04 loss_all=1.6245 acc_all=0.7391 loss_corrupt=2.7394 acc_corrupt=0.5295 corrupt_frac=0.5479 loss=2.7394 mean_t=0.4972 wrong_frac=0.6999 init_acc_corrupt=0.2258 init_gold_top10=0.2743 init_gold_top100=0.3115
+step=22750 micro_steps=364000 elapsed=112.3s lr=3.000000e-04 loss_all=1.6133 acc_all=0.7409 loss_corrupt=2.7241 acc_corrupt=0.5322 corrupt_frac=0.5476 loss=2.7241 mean_t=0.5014 wrong_frac=0.6998 init_acc_corrupt=0.2272 init_gold_top10=0.2756 init_gold_top100=0.3119
+step=22800 micro_steps=364800 elapsed=106.2s lr=3.000000e-04 loss_all=1.6573 acc_all=0.7339 loss_corrupt=2.7787 acc_corrupt=0.5240 corrupt_frac=0.5525 loss=2.7787 mean_t=0.4979 wrong_frac=0.7009 init_acc_corrupt=0.2243 init_gold_top10=0.2729 init_gold_top100=0.3096
+step=22850 micro_steps=365600 elapsed=111.6s lr=3.000000e-04 loss_all=1.6302 acc_all=0.7389 loss_corrupt=2.7442 acc_corrupt=0.5303 corrupt_frac=0.5491 loss=2.7442 mean_t=0.4978 wrong_frac=0.7008 init_acc_corrupt=0.2246 init_gold_top10=0.2726 init_gold_top100=0.3112
+step=22900 micro_steps=366400 elapsed=111.5s lr=3.000000e-04 loss_all=1.6447 acc_all=0.7357 loss_corrupt=2.7606 acc_corrupt=0.5266 corrupt_frac=0.5523 loss=2.7606 mean_t=0.5003 wrong_frac=0.7002 init_acc_corrupt=0.2265 init_gold_top10=0.2754 init_gold_top100=0.3113
+step=22950 micro_steps=367200 elapsed=107.2s lr=3.000000e-04 loss_all=1.6256 acc_all=0.7391 loss_corrupt=2.7367 acc_corrupt=0.5308 corrupt_frac=0.5497 loss=2.7367 mean_t=0.4974 wrong_frac=0.7000 init_acc_corrupt=0.2271 init_gold_top10=0.2755 init_gold_top100=0.3123
+step=23000 micro_steps=368000 elapsed=111.4s lr=3.000000e-04 loss_all=1.6173 acc_all=0.7400 loss_corrupt=2.7264 acc_corrupt=0.5315 corrupt_frac=0.5482 loss=2.7264 mean_t=0.5033 wrong_frac=0.6996 init_acc_corrupt=0.2269 init_gold_top10=0.2749 init_gold_top100=0.3112
+step=23050 micro_steps=368800 elapsed=108.3s lr=3.000000e-04 loss_all=1.6369 acc_all=0.7373 loss_corrupt=2.7531 acc_corrupt=0.5286 corrupt_frac=0.5511 loss=2.7531 mean_t=0.5027 wrong_frac=0.6995 init_acc_corrupt=0.2276 init_gold_top10=0.2763 init_gold_top100=0.3126
+step=23100 micro_steps=369600 elapsed=111.3s lr=3.000000e-04 loss_all=1.6273 acc_all=0.7387 loss_corrupt=2.7282 acc_corrupt=0.5322 corrupt_frac=0.5520 loss=2.7282 mean_t=0.4976 wrong_frac=0.6996 init_acc_corrupt=0.2272 init_gold_top10=0.2751 init_gold_top100=0.3120
+step=23150 micro_steps=370400 elapsed=111.1s lr=3.000000e-04 loss_all=1.6376 acc_all=0.7375 loss_corrupt=2.7627 acc_corrupt=0.5268 corrupt_frac=0.5484 loss=2.7627 mean_t=0.4998 wrong_frac=0.7000 init_acc_corrupt=0.2258 init_gold_top10=0.2744 init_gold_top100=0.3106
+step=23200 micro_steps=371200 elapsed=107.6s lr=3.000000e-04 loss_all=1.6145 acc_all=0.7407 loss_corrupt=2.7078 acc_corrupt=0.5353 corrupt_frac=0.5515 loss=2.7078 mean_t=0.5025 wrong_frac=0.6992 init_acc_corrupt=0.2293 init_gold_top10=0.2766 init_gold_top100=0.3128
+step=23250 micro_steps=372000 elapsed=110.8s lr=3.000000e-04 loss_all=1.6296 acc_all=0.7380 loss_corrupt=2.7390 acc_corrupt=0.5297 corrupt_frac=0.5505 loss=2.7390 mean_t=0.5052 wrong_frac=0.7009 init_acc_corrupt=0.2268 init_gold_top10=0.2746 init_gold_top100=0.3103
+step=23300 micro_steps=372800 elapsed=111.4s lr=3.000000e-04 loss_all=1.6189 acc_all=0.7397 loss_corrupt=2.7360 acc_corrupt=0.5296 corrupt_frac=0.5465 loss=2.7360 mean_t=0.5009 wrong_frac=0.6996 init_acc_corrupt=0.2270 init_gold_top10=0.2751 init_gold_top100=0.3127
+step=23350 micro_steps=373600 elapsed=106.2s lr=3.000000e-04 loss_all=1.6323 acc_all=0.7377 loss_corrupt=2.7441 acc_corrupt=0.5291 corrupt_frac=0.5503 loss=2.7441 mean_t=0.4984 wrong_frac=0.6997 init_acc_corrupt=0.2261 init_gold_top10=0.2745 init_gold_top100=0.3108
+step=23400 micro_steps=374400 elapsed=111.5s lr=3.000000e-04 loss_all=1.6326 acc_all=0.7382 loss_corrupt=2.7453 acc_corrupt=0.5297 corrupt_frac=0.5496 loss=2.7453 mean_t=0.5018 wrong_frac=0.6998 init_acc_corrupt=0.2273 init_gold_top10=0.2750 init_gold_top100=0.3113
+step=23450 micro_steps=375200 elapsed=111.0s lr=3.000000e-04 loss_all=1.6296 acc_all=0.7385 loss_corrupt=2.7297 acc_corrupt=0.5323 corrupt_frac=0.5521 loss=2.7297 mean_t=0.4985 wrong_frac=0.7001 init_acc_corrupt=0.2262 init_gold_top10=0.2748 init_gold_top100=0.3119
+step=23500 micro_steps=376000 elapsed=106.4s lr=3.000000e-04 loss_all=1.6256 acc_all=0.7388 loss_corrupt=2.7500 acc_corrupt=0.5280 corrupt_frac=0.5473 loss=2.7500 mean_t=0.4970 wrong_frac=0.7004 init_acc_corrupt=0.2259 init_gold_top10=0.2746 init_gold_top100=0.3107
+step=23550 micro_steps=376800 elapsed=111.0s lr=3.000000e-04 loss_all=1.6057 acc_all=0.7421 loss_corrupt=2.7068 acc_corrupt=0.5349 corrupt_frac=0.5476 loss=2.7068 mean_t=0.4998 wrong_frac=0.6998 init_acc_corrupt=0.2280 init_gold_top10=0.2759 init_gold_top100=0.3124
+step=23600 micro_steps=377600 elapsed=111.0s lr=3.000000e-04 loss_all=1.6252 acc_all=0.7390 loss_corrupt=2.7450 acc_corrupt=0.5290 corrupt_frac=0.5483 loss=2.7450 mean_t=0.4972 wrong_frac=0.7007 init_acc_corrupt=0.2241 init_gold_top10=0.2731 init_gold_top100=0.3103
+step=23650 micro_steps=378400 elapsed=106.6s lr=3.000000e-04 loss_all=1.6107 acc_all=0.7408 loss_corrupt=2.7159 acc_corrupt=0.5327 corrupt_frac=0.5478 loss=2.7159 mean_t=0.5039 wrong_frac=0.7002 init_acc_corrupt=0.2272 init_gold_top10=0.2749 init_gold_top100=0.3115
+step=23700 micro_steps=379200 elapsed=112.1s lr=3.000000e-04 loss_all=1.6222 acc_all=0.7393 loss_corrupt=2.7311 acc_corrupt=0.5312 corrupt_frac=0.5500 loss=2.7311 mean_t=0.4976 wrong_frac=0.6994 init_acc_corrupt=0.2268 init_gold_top10=0.2761 init_gold_top100=0.3123
+step=23750 micro_steps=380000 elapsed=111.8s lr=3.000000e-04 loss_all=1.6266 acc_all=0.7384 loss_corrupt=2.7310 acc_corrupt=0.5309 corrupt_frac=0.5515 loss=2.7310 mean_t=0.4998 wrong_frac=0.7004 init_acc_corrupt=0.2273 init_gold_top10=0.2746 init_gold_top100=0.3103
+step=23800 micro_steps=380800 elapsed=106.8s lr=3.000000e-04 loss_all=1.6268 acc_all=0.7389 loss_corrupt=2.7338 acc_corrupt=0.5314 corrupt_frac=0.5516 loss=2.7338 mean_t=0.4981 wrong_frac=0.7000 init_acc_corrupt=0.2256 init_gold_top10=0.2748 init_gold_top100=0.3122
+step=23850 micro_steps=381600 elapsed=111.4s lr=3.000000e-04 loss_all=1.6410 acc_all=0.7361 loss_corrupt=2.7586 acc_corrupt=0.5267 corrupt_frac=0.5514 loss=2.7586 mean_t=0.5002 wrong_frac=0.6999 init_acc_corrupt=0.2265 init_gold_top10=0.2743 init_gold_top100=0.3100
+step=23900 micro_steps=382400 elapsed=111.3s lr=3.000000e-04 loss_all=1.6258 acc_all=0.7383 loss_corrupt=2.7175 acc_corrupt=0.5330 corrupt_frac=0.5538 loss=2.7175 mean_t=0.5007 wrong_frac=0.7000 init_acc_corrupt=0.2267 init_gold_top10=0.2743 init_gold_top100=0.3114
+step=23950 micro_steps=383200 elapsed=107.2s lr=3.000000e-04 loss_all=1.6293 acc_all=0.7385 loss_corrupt=2.7382 acc_corrupt=0.5307 corrupt_frac=0.5509 loss=2.7382 mean_t=0.4970 wrong_frac=0.7004 init_acc_corrupt=0.2254 init_gold_top10=0.2744 init_gold_top100=0.3109
+step=24000 micro_steps=384000 elapsed=111.9s lr=3.000000e-04 loss_all=1.6158 acc_all=0.7401 loss_corrupt=2.7231 acc_corrupt=0.5320 corrupt_frac=0.5490 loss=2.7231 mean_t=0.5011 wrong_frac=0.6995 init_acc_corrupt=0.2271 init_gold_top10=0.2754 init_gold_top100=0.3119
+step=24050 micro_steps=384800 elapsed=112.9s lr=3.000000e-04 loss_all=1.6020 acc_all=0.7420 loss_corrupt=2.6963 acc_corrupt=0.5353 corrupt_frac=0.5482 loss=2.6963 mean_t=0.5019 wrong_frac=0.6990 init_acc_corrupt=0.2281 init_gold_top10=0.2765 init_gold_top100=0.3126
+step=24100 micro_steps=385600 elapsed=106.9s lr=3.000000e-04 loss_all=1.6221 acc_all=0.7389 loss_corrupt=2.7259 acc_corrupt=0.5313 corrupt_frac=0.5504 loss=2.7259 mean_t=0.5003 wrong_frac=0.7008 init_acc_corrupt=0.2265 init_gold_top10=0.2740 init_gold_top100=0.3104
+step=24150 micro_steps=386400 elapsed=112.1s lr=3.000000e-04 loss_all=1.5813 acc_all=0.7457 loss_corrupt=2.6869 acc_corrupt=0.5370 corrupt_frac=0.5432 loss=2.6869 mean_t=0.5001 wrong_frac=0.6994 init_acc_corrupt=0.2273 init_gold_top10=0.2751 init_gold_top100=0.3126
+step=24200 micro_steps=387200 elapsed=104.7s lr=3.000000e-04 loss_all=1.6115 acc_all=0.7402 loss_corrupt=2.7169 acc_corrupt=0.5319 corrupt_frac=0.5494 loss=2.7169 mean_t=0.4995 wrong_frac=0.6992 init_acc_corrupt=0.2276 init_gold_top10=0.2758 init_gold_top100=0.3115
+step=24250 micro_steps=388000 elapsed=44.3s lr=3.000000e-04 loss_all=1.6125 acc_all=0.7414 loss_corrupt=2.7165 acc_corrupt=0.5339 corrupt_frac=0.5481 loss=2.7165 mean_t=0.4971 wrong_frac=0.7004 init_acc_corrupt=0.2252 init_gold_top10=0.2744 init_gold_top100=0.3118
+step=24300 micro_steps=388800 elapsed=44.6s lr=3.000000e-04 loss_all=1.6109 acc_all=0.7408 loss_corrupt=2.7108 acc_corrupt=0.5334 corrupt_frac=0.5487 loss=2.7108 mean_t=0.4979 wrong_frac=0.6997 init_acc_corrupt=0.2266 init_gold_top10=0.2754 init_gold_top100=0.3115
+step=24350 micro_steps=389600 elapsed=44.3s lr=3.000000e-04 loss_all=1.6072 acc_all=0.7409 loss_corrupt=2.7100 acc_corrupt=0.5329 corrupt_frac=0.5489 loss=2.7100 mean_t=0.5011 wrong_frac=0.7003 init_acc_corrupt=0.2274 init_gold_top10=0.2749 init_gold_top100=0.3111
+step=24400 micro_steps=390400 elapsed=44.5s lr=3.000000e-04 loss_all=1.6134 acc_all=0.7405 loss_corrupt=2.7069 acc_corrupt=0.5347 corrupt_frac=0.5513 loss=2.7069 mean_t=0.5006 wrong_frac=0.7005 init_acc_corrupt=0.2268 init_gold_top10=0.2745 init_gold_top100=0.3111
+step=24450 micro_steps=391200 elapsed=44.7s lr=3.000000e-04 loss_all=1.6055 acc_all=0.7411 loss_corrupt=2.7082 acc_corrupt=0.5330 corrupt_frac=0.5479 loss=2.7082 mean_t=0.5017 wrong_frac=0.6995 init_acc_corrupt=0.2277 init_gold_top10=0.2754 init_gold_top100=0.3111
+step=24500 micro_steps=392000 elapsed=45.1s lr=3.000000e-04 loss_all=1.6207 acc_all=0.7393 loss_corrupt=2.7125 acc_corrupt=0.5338 corrupt_frac=0.5523 loss=2.7125 mean_t=0.4962 wrong_frac=0.6999 init_acc_corrupt=0.2248 init_gold_top10=0.2744 init_gold_top100=0.3120
+step=24550 micro_steps=392800 elapsed=45.9s lr=3.000000e-04 loss_all=1.6279 acc_all=0.7379 loss_corrupt=2.7306 acc_corrupt=0.5305 corrupt_frac=0.5521 loss=2.7306 mean_t=0.5045 wrong_frac=0.6999 init_acc_corrupt=0.2275 init_gold_top10=0.2751 init_gold_top100=0.3104
+step=24600 micro_steps=393600 elapsed=45.0s lr=3.000000e-04 loss_all=1.5848 acc_all=0.7447 loss_corrupt=2.6759 acc_corrupt=0.5385 corrupt_frac=0.5467 loss=2.6759 mean_t=0.5000 wrong_frac=0.6994 init_acc_corrupt=0.2266 init_gold_top10=0.2755 init_gold_top100=0.3135
+step=24650 micro_steps=394400 elapsed=44.3s lr=3.000000e-04 loss_all=1.6050 acc_all=0.7413 loss_corrupt=2.7012 acc_corrupt=0.5343 corrupt_frac=0.5489 loss=2.7012 mean_t=0.4969 wrong_frac=0.6998 init_acc_corrupt=0.2265 init_gold_top10=0.2754 init_gold_top100=0.3116
+step=24700 micro_steps=395200 elapsed=45.0s lr=3.000000e-04 loss_all=1.6285 acc_all=0.7380 loss_corrupt=2.7234 acc_corrupt=0.5323 corrupt_frac=0.5538 loss=2.7234 mean_t=0.5008 wrong_frac=0.6994 init_acc_corrupt=0.2270 init_gold_top10=0.2750 init_gold_top100=0.3124
+step=24750 micro_steps=396000 elapsed=44.6s lr=3.000000e-04 loss_all=1.6096 acc_all=0.7413 loss_corrupt=2.7090 acc_corrupt=0.5346 corrupt_frac=0.5499 loss=2.7090 mean_t=0.4964 wrong_frac=0.6992 init_acc_corrupt=0.2260 init_gold_top10=0.2747 init_gold_top100=0.3122
+step=24800 micro_steps=396800 elapsed=44.2s lr=3.000000e-04 loss_all=1.6306 acc_all=0.7371 loss_corrupt=2.7263 acc_corrupt=0.5309 corrupt_frac=0.5538 loss=2.7263 mean_t=0.4986 wrong_frac=0.6993 init_acc_corrupt=0.2265 init_gold_top10=0.2752 init_gold_top100=0.3123
+step=24850 micro_steps=397600 elapsed=45.1s lr=3.000000e-04 loss_all=1.6242 acc_all=0.7390 loss_corrupt=2.7239 acc_corrupt=0.5325 corrupt_frac=0.5518 loss=2.7239 mean_t=0.4975 wrong_frac=0.6994 init_acc_corrupt=0.2248 init_gold_top10=0.2739 init_gold_top100=0.3119
+step=24900 micro_steps=398400 elapsed=45.5s lr=3.000000e-04 loss_all=1.6266 acc_all=0.7379 loss_corrupt=2.7296 acc_corrupt=0.5302 corrupt_frac=0.5513 loss=2.7296 mean_t=0.4986 wrong_frac=0.6994 init_acc_corrupt=0.2270 init_gold_top10=0.2753 init_gold_top100=0.3115
+step=24950 micro_steps=399200 elapsed=45.1s lr=3.000000e-04 loss_all=1.5979 acc_all=0.7425 loss_corrupt=2.6928 acc_corrupt=0.5360 corrupt_frac=0.5487 loss=2.6928 mean_t=0.4970 wrong_frac=0.6999 init_acc_corrupt=0.2256 init_gold_top10=0.2745 init_gold_top100=0.3123
+step=25000 micro_steps=400000 elapsed=44.2s lr=3.000000e-04 loss_all=1.6145 acc_all=0.7397 loss_corrupt=2.7090 acc_corrupt=0.5332 corrupt_frac=0.5506 loss=2.7090 mean_t=0.4978 wrong_frac=0.6996 init_acc_corrupt=0.2257 init_gold_top10=0.2749 init_gold_top100=0.3115
+step=25050 micro_steps=400800 elapsed=45.7s lr=3.000000e-04 loss_all=1.6044 acc_all=0.7416 loss_corrupt=2.7024 acc_corrupt=0.5345 corrupt_frac=0.5486 loss=2.7024 mean_t=0.5025 wrong_frac=0.7006 init_acc_corrupt=0.2270 init_gold_top10=0.2749 init_gold_top100=0.3115
+step=25100 micro_steps=401600 elapsed=44.4s lr=3.000000e-04 loss_all=1.6062 acc_all=0.7410 loss_corrupt=2.6949 acc_corrupt=0.5354 corrupt_frac=0.5515 loss=2.6949 mean_t=0.5020 wrong_frac=0.7002 init_acc_corrupt=0.2260 init_gold_top10=0.2750 init_gold_top100=0.3118
+step=25150 micro_steps=402400 elapsed=44.3s lr=3.000000e-04 loss_all=1.6136 acc_all=0.7410 loss_corrupt=2.7340 acc_corrupt=0.5304 corrupt_frac=0.5447 loss=2.7340 mean_t=0.5040 wrong_frac=0.7013 init_acc_corrupt=0.2249 init_gold_top10=0.2731 init_gold_top100=0.3102
+step=25200 micro_steps=403200 elapsed=44.3s lr=3.000000e-04 loss_all=1.5994 acc_all=0.7418 loss_corrupt=2.6798 acc_corrupt=0.5376 corrupt_frac=0.5515 loss=2.6798 mean_t=0.4979 wrong_frac=0.7002 init_acc_corrupt=0.2271 init_gold_top10=0.2751 init_gold_top100=0.3120
+step=25250 micro_steps=404000 elapsed=44.8s lr=3.000000e-04 loss_all=1.6170 acc_all=0.7387 loss_corrupt=2.7034 acc_corrupt=0.5336 corrupt_frac=0.5540 loss=2.7034 mean_t=0.5033 wrong_frac=0.6995 init_acc_corrupt=0.2297 init_gold_top10=0.2767 init_gold_top100=0.3112
+step=25300 micro_steps=404800 elapsed=44.3s lr=3.000000e-04 loss_all=1.5848 acc_all=0.7443 loss_corrupt=2.6686 acc_corrupt=0.5390 corrupt_frac=0.5483 loss=2.6686 mean_t=0.4998 wrong_frac=0.7007 init_acc_corrupt=0.2267 init_gold_top10=0.2744 init_gold_top100=0.3113
+step=25350 micro_steps=405600 elapsed=44.4s lr=3.000000e-04 loss_all=1.6290 acc_all=0.7374 loss_corrupt=2.7232 acc_corrupt=0.5314 corrupt_frac=0.5544 loss=2.7232 mean_t=0.5026 wrong_frac=0.6988 init_acc_corrupt=0.2267 init_gold_top10=0.2751 init_gold_top100=0.3116
+step=25400 micro_steps=406400 elapsed=45.1s lr=3.000000e-04 loss_all=1.6062 acc_all=0.7411 loss_corrupt=2.7045 acc_corrupt=0.5342 corrupt_frac=0.5502 loss=2.7045 mean_t=0.5023 wrong_frac=0.7000 init_acc_corrupt=0.2265 init_gold_top10=0.2753 init_gold_top100=0.3123
+step=25450 micro_steps=407200 elapsed=44.3s lr=3.000000e-04 loss_all=1.5947 acc_all=0.7426 loss_corrupt=2.6791 acc_corrupt=0.5377 corrupt_frac=0.5506 loss=2.6791 mean_t=0.4964 wrong_frac=0.7005 init_acc_corrupt=0.2262 init_gold_top10=0.2744 init_gold_top100=0.3115
+step=25500 micro_steps=408000 elapsed=44.1s lr=3.000000e-04 loss_all=1.6153 acc_all=0.7392 loss_corrupt=2.7203 acc_corrupt=0.5307 corrupt_frac=0.5496 loss=2.7203 mean_t=0.4948 wrong_frac=0.7004 init_acc_corrupt=0.2247 init_gold_top10=0.2738 init_gold_top100=0.3103
+step=25550 micro_steps=408800 elapsed=44.3s lr=3.000000e-04 loss_all=1.5934 acc_all=0.7431 loss_corrupt=2.6837 acc_corrupt=0.5371 corrupt_frac=0.5486 loss=2.6837 mean_t=0.4989 wrong_frac=0.7001 init_acc_corrupt=0.2261 init_gold_top10=0.2747 init_gold_top100=0.3123
+step=25600 micro_steps=409600 elapsed=44.0s lr=3.000000e-04 loss_all=1.6219 acc_all=0.7379 loss_corrupt=2.7171 acc_corrupt=0.5310 corrupt_frac=0.5524 loss=2.7171 mean_t=0.4998 wrong_frac=0.7005 init_acc_corrupt=0.2267 init_gold_top10=0.2744 init_gold_top100=0.3102
+step=25650 micro_steps=410400 elapsed=44.6s lr=3.000000e-04 loss_all=1.6008 acc_all=0.7429 loss_corrupt=2.6971 acc_corrupt=0.5364 corrupt_frac=0.5481 loss=2.6971 mean_t=0.4977 wrong_frac=0.7003 init_acc_corrupt=0.2252 init_gold_top10=0.2741 init_gold_top100=0.3121
+step=25700 micro_steps=411200 elapsed=44.4s lr=3.000000e-04 loss_all=1.5906 acc_all=0.7436 loss_corrupt=2.6864 acc_corrupt=0.5365 corrupt_frac=0.5471 loss=2.6864 mean_t=0.5018 wrong_frac=0.7000 init_acc_corrupt=0.2274 init_gold_top10=0.2755 init_gold_top100=0.3109
+step=25750 micro_steps=412000 elapsed=44.5s lr=3.000000e-04 loss_all=1.6194 acc_all=0.7388 loss_corrupt=2.7047 acc_corrupt=0.5342 corrupt_frac=0.5546 loss=2.7047 mean_t=0.4998 wrong_frac=0.6992 init_acc_corrupt=0.2269 init_gold_top10=0.2757 init_gold_top100=0.3132
+step=25800 micro_steps=412800 elapsed=44.4s lr=3.000000e-04 loss_all=1.5906 acc_all=0.7438 loss_corrupt=2.6737 acc_corrupt=0.5393 corrupt_frac=0.5498 loss=2.6737 mean_t=0.5043 wrong_frac=0.7002 init_acc_corrupt=0.2278 init_gold_top10=0.2751 init_gold_top100=0.3118
+step=25850 micro_steps=413600 elapsed=44.4s lr=3.000000e-04 loss_all=1.6065 acc_all=0.7406 loss_corrupt=2.7033 acc_corrupt=0.5333 corrupt_frac=0.5498 loss=2.7033 mean_t=0.4964 wrong_frac=0.6997 init_acc_corrupt=0.2263 init_gold_top10=0.2752 init_gold_top100=0.3112
+step=25900 micro_steps=414400 elapsed=46.4s lr=3.000000e-04 loss_all=1.5880 acc_all=0.7446 loss_corrupt=2.6748 acc_corrupt=0.5396 corrupt_frac=0.5482 loss=2.6748 mean_t=0.4982 wrong_frac=0.6984 init_acc_corrupt=0.2271 init_gold_top10=0.2759 init_gold_top100=0.3139
+step=25950 micro_steps=415200 elapsed=47.0s lr=3.000000e-04 loss_all=1.6048 acc_all=0.7409 loss_corrupt=2.7020 acc_corrupt=0.5337 corrupt_frac=0.5493 loss=2.7020 mean_t=0.4988 wrong_frac=0.7002 init_acc_corrupt=0.2260 init_gold_top10=0.2748 init_gold_top100=0.3103
+step=26000 micro_steps=416000 elapsed=47.2s lr=3.000000e-04 loss_all=1.5927 acc_all=0.7430 loss_corrupt=2.6767 acc_corrupt=0.5380 corrupt_frac=0.5495 loss=2.6767 mean_t=0.5005 wrong_frac=0.7000 init_acc_corrupt=0.2262 init_gold_top10=0.2746 init_gold_top100=0.3122
+step=26050 micro_steps=416800 elapsed=48.4s lr=3.000000e-04 loss_all=1.5958 acc_all=0.7423 loss_corrupt=2.6872 acc_corrupt=0.5359 corrupt_frac=0.5491 loss=2.6872 mean_t=0.5031 wrong_frac=0.7008 init_acc_corrupt=0.2274 init_gold_top10=0.2745 init_gold_top100=0.3097
+step=26100 micro_steps=417600 elapsed=47.1s lr=3.000000e-04 loss_all=1.5682 acc_all=0.7470 loss_corrupt=2.6538 acc_corrupt=0.5410 corrupt_frac=0.5445 loss=2.6538 mean_t=0.5024 wrong_frac=0.7002 init_acc_corrupt=0.2285 init_gold_top10=0.2750 init_gold_top100=0.3106
+step=26150 micro_steps=418400 elapsed=47.1s lr=3.000000e-04 loss_all=1.5953 acc_all=0.7428 loss_corrupt=2.6794 acc_corrupt=0.5380 corrupt_frac=0.5508 loss=2.6794 mean_t=0.4976 wrong_frac=0.7003 init_acc_corrupt=0.2255 init_gold_top10=0.2743 init_gold_top100=0.3114
+step=26200 micro_steps=419200 elapsed=47.2s lr=3.000000e-04 loss_all=1.6157 acc_all=0.7395 loss_corrupt=2.7185 acc_corrupt=0.5316 corrupt_frac=0.5503 loss=2.7185 mean_t=0.4979 wrong_frac=0.7008 init_acc_corrupt=0.2258 init_gold_top10=0.2743 init_gold_top100=0.3103
+step=26250 micro_steps=420000 elapsed=46.8s lr=3.000000e-04 loss_all=1.6018 acc_all=0.7422 loss_corrupt=2.6893 acc_corrupt=0.5375 corrupt_frac=0.5508 loss=2.6893 mean_t=0.4979 wrong_frac=0.7005 init_acc_corrupt=0.2257 init_gold_top10=0.2739 init_gold_top100=0.3116
+step=26300 micro_steps=420800 elapsed=45.3s lr=3.000000e-04 loss_all=1.5970 acc_all=0.7410 loss_corrupt=2.6827 acc_corrupt=0.5348 corrupt_frac=0.5506 loss=2.6827 mean_t=0.5011 wrong_frac=0.7003 init_acc_corrupt=0.2279 init_gold_top10=0.2751 init_gold_top100=0.3100
+step=26350 micro_steps=421600 elapsed=44.5s lr=3.000000e-04 loss_all=1.5988 acc_all=0.7420 loss_corrupt=2.6905 acc_corrupt=0.5361 corrupt_frac=0.5504 loss=2.6905 mean_t=0.4985 wrong_frac=0.7003 init_acc_corrupt=0.2258 init_gold_top10=0.2739 init_gold_top100=0.3113
+step=26400 micro_steps=422400 elapsed=44.3s lr=3.000000e-04 loss_all=1.6013 acc_all=0.7414 loss_corrupt=2.6791 acc_corrupt=0.5373 corrupt_frac=0.5521 loss=2.6791 mean_t=0.5030 wrong_frac=0.6995 init_acc_corrupt=0.2272 init_gold_top10=0.2749 init_gold_top100=0.3106
+step=26450 micro_steps=423200 elapsed=44.1s lr=3.000000e-04 loss_all=1.5834 acc_all=0.7439 loss_corrupt=2.6554 acc_corrupt=0.5405 corrupt_frac=0.5511 loss=2.6554 mean_t=0.5042 wrong_frac=0.7006 init_acc_corrupt=0.2294 init_gold_top10=0.2761 init_gold_top100=0.3110
+step=26500 micro_steps=424000 elapsed=44.1s lr=3.000000e-04 loss_all=1.5847 acc_all=0.7441 loss_corrupt=2.6668 acc_corrupt=0.5393 corrupt_frac=0.5493 loss=2.6668 mean_t=0.4980 wrong_frac=0.7004 init_acc_corrupt=0.2257 init_gold_top10=0.2745 init_gold_top100=0.3121
+step=26550 micro_steps=424800 elapsed=44.2s lr=3.000000e-04 loss_all=1.6190 acc_all=0.7388 loss_corrupt=2.7170 acc_corrupt=0.5315 corrupt_frac=0.5512 loss=2.7170 mean_t=0.4982 wrong_frac=0.6999 init_acc_corrupt=0.2246 init_gold_top10=0.2733 init_gold_top100=0.3102
+step=26600 micro_steps=425600 elapsed=44.2s lr=3.000000e-04 loss_all=1.5814 acc_all=0.7448 loss_corrupt=2.6553 acc_corrupt=0.5416 corrupt_frac=0.5504 loss=2.6553 mean_t=0.5027 wrong_frac=0.7004 init_acc_corrupt=0.2280 init_gold_top10=0.2752 init_gold_top100=0.3113
+step=26650 micro_steps=426400 elapsed=44.3s lr=3.000000e-04 loss_all=1.5806 acc_all=0.7441 loss_corrupt=2.6782 acc_corrupt=0.5360 corrupt_frac=0.5453 loss=2.6782 mean_t=0.5022 wrong_frac=0.7001 init_acc_corrupt=0.2272 init_gold_top10=0.2750 init_gold_top100=0.3105
+step=26700 micro_steps=427200 elapsed=44.2s lr=3.000000e-04 loss_all=1.5705 acc_all=0.7468 loss_corrupt=2.6520 acc_corrupt=0.5421 corrupt_frac=0.5461 loss=2.6520 mean_t=0.5023 wrong_frac=0.6999 init_acc_corrupt=0.2279 init_gold_top10=0.2753 init_gold_top100=0.3118
+step=26750 micro_steps=428000 elapsed=44.2s lr=3.000000e-04 loss_all=1.6311 acc_all=0.7373 loss_corrupt=2.7143 acc_corrupt=0.5337 corrupt_frac=0.5569 loss=2.7143 mean_t=0.5035 wrong_frac=0.7002 init_acc_corrupt=0.2264 init_gold_top10=0.2753 init_gold_top100=0.3114
+step=26800 micro_steps=428800 elapsed=44.3s lr=3.000000e-04 loss_all=1.6046 acc_all=0.7407 loss_corrupt=2.6854 acc_corrupt=0.5364 corrupt_frac=0.5529 loss=2.6854 mean_t=0.4967 wrong_frac=0.7000 init_acc_corrupt=0.2242 init_gold_top10=0.2737 init_gold_top100=0.3117
+step=26850 micro_steps=429600 elapsed=44.3s lr=3.000000e-04 loss_all=1.5788 acc_all=0.7452 loss_corrupt=2.6612 acc_corrupt=0.5401 corrupt_frac=0.5475 loss=2.6612 mean_t=0.5006 wrong_frac=0.7004 init_acc_corrupt=0.2266 init_gold_top10=0.2746 init_gold_top100=0.3111
+step=26900 micro_steps=430400 elapsed=44.2s lr=3.000000e-04 loss_all=1.6280 acc_all=0.7372 loss_corrupt=2.7207 acc_corrupt=0.5313 corrupt_frac=0.5540 loss=2.7207 mean_t=0.5015 wrong_frac=0.7003 init_acc_corrupt=0.2250 init_gold_top10=0.2739 init_gold_top100=0.3106
+step=26950 micro_steps=431200 elapsed=45.0s lr=3.000000e-04 loss_all=1.5652 acc_all=0.7469 loss_corrupt=2.6325 acc_corrupt=0.5440 corrupt_frac=0.5488 loss=2.6325 mean_t=0.5050 wrong_frac=0.6998 init_acc_corrupt=0.2293 init_gold_top10=0.2764 init_gold_top100=0.3125
+step=27000 micro_steps=432000 elapsed=45.2s lr=3.000000e-04 loss_all=1.5907 acc_all=0.7419 loss_corrupt=2.6704 acc_corrupt=0.5367 corrupt_frac=0.5509 loss=2.6704 mean_t=0.4987 wrong_frac=0.7000 init_acc_corrupt=0.2275 init_gold_top10=0.2756 init_gold_top100=0.3109
+step=27050 micro_steps=432800 elapsed=46.4s lr=3.000000e-04 loss_all=1.5793 acc_all=0.7449 loss_corrupt=2.6594 acc_corrupt=0.5406 corrupt_frac=0.5492 loss=2.6594 mean_t=0.4941 wrong_frac=0.6998 init_acc_corrupt=0.2259 init_gold_top10=0.2752 init_gold_top100=0.3130
+step=27100 micro_steps=433600 elapsed=45.0s lr=3.000000e-04 loss_all=1.5888 acc_all=0.7435 loss_corrupt=2.6648 acc_corrupt=0.5399 corrupt_frac=0.5506 loss=2.6648 mean_t=0.4991 wrong_frac=0.6990 init_acc_corrupt=0.2276 init_gold_top10=0.2760 init_gold_top100=0.3114
+step=27150 micro_steps=434400 elapsed=44.8s lr=3.000000e-04 loss_all=1.5746 acc_all=0.7452 loss_corrupt=2.6468 acc_corrupt=0.5415 corrupt_frac=0.5494 loss=2.6468 mean_t=0.4999 wrong_frac=0.6997 init_acc_corrupt=0.2276 init_gold_top10=0.2758 init_gold_top100=0.3119
+step=27200 micro_steps=435200 elapsed=45.1s lr=3.000000e-04 loss_all=1.5711 acc_all=0.7463 loss_corrupt=2.6529 acc_corrupt=0.5413 corrupt_frac=0.5470 loss=2.6529 mean_t=0.4994 wrong_frac=0.6999 init_acc_corrupt=0.2262 init_gold_top10=0.2746 init_gold_top100=0.3122
+step=27250 micro_steps=436000 elapsed=44.7s lr=3.000000e-04 loss_all=1.5832 acc_all=0.7441 loss_corrupt=2.6747 acc_corrupt=0.5370 corrupt_frac=0.5465 loss=2.6747 mean_t=0.4988 wrong_frac=0.6995 init_acc_corrupt=0.2275 init_gold_top10=0.2759 init_gold_top100=0.3114
+step=27300 micro_steps=436800 elapsed=45.2s lr=3.000000e-04 loss_all=1.5731 acc_all=0.7457 loss_corrupt=2.6520 acc_corrupt=0.5409 corrupt_frac=0.5472 loss=2.6520 mean_t=0.5007 wrong_frac=0.6997 init_acc_corrupt=0.2270 init_gold_top10=0.2746 init_gold_top100=0.3116
+step=27350 micro_steps=437600 elapsed=44.8s lr=3.000000e-04 loss_all=1.6068 acc_all=0.7390 loss_corrupt=2.6783 acc_corrupt=0.5357 corrupt_frac=0.5564 loss=2.6783 mean_t=0.5020 wrong_frac=0.6993 init_acc_corrupt=0.2281 init_gold_top10=0.2761 init_gold_top100=0.3116
+step=27400 micro_steps=438400 elapsed=44.8s lr=3.000000e-04 loss_all=1.5807 acc_all=0.7446 loss_corrupt=2.6577 acc_corrupt=0.5406 corrupt_frac=0.5496 loss=2.6577 mean_t=0.4993 wrong_frac=0.7000 init_acc_corrupt=0.2274 init_gold_top10=0.2744 init_gold_top100=0.3115
+step=27450 micro_steps=439200 elapsed=44.6s lr=3.000000e-04 loss_all=1.5827 acc_all=0.7437 loss_corrupt=2.6565 acc_corrupt=0.5396 corrupt_frac=0.5504 loss=2.6565 mean_t=0.4958 wrong_frac=0.6993 init_acc_corrupt=0.2265 init_gold_top10=0.2757 init_gold_top100=0.3119
+step=27500 micro_steps=440000 elapsed=45.1s lr=3.000000e-04 loss_all=1.5716 acc_all=0.7462 loss_corrupt=2.6504 acc_corrupt=0.5417 corrupt_frac=0.5476 loss=2.6504 mean_t=0.5003 wrong_frac=0.6994 init_acc_corrupt=0.2269 init_gold_top10=0.2756 init_gold_top100=0.3122
+step=27550 micro_steps=440800 elapsed=45.7s lr=3.000000e-04 loss_all=1.5861 acc_all=0.7439 loss_corrupt=2.6609 acc_corrupt=0.5404 corrupt_frac=0.5508 loss=2.6609 mean_t=0.5006 wrong_frac=0.7000 init_acc_corrupt=0.2268 init_gold_top10=0.2747 init_gold_top100=0.3118
+step=27600 micro_steps=441600 elapsed=44.9s lr=3.000000e-04 loss_all=1.5717 acc_all=0.7455 loss_corrupt=2.6590 acc_corrupt=0.5389 corrupt_frac=0.5452 loss=2.6590 mean_t=0.5002 wrong_frac=0.6995 init_acc_corrupt=0.2272 init_gold_top10=0.2758 init_gold_top100=0.3116
+step=27650 micro_steps=442400 elapsed=45.3s lr=3.000000e-04 loss_all=1.5737 acc_all=0.7457 loss_corrupt=2.6432 acc_corrupt=0.5428 corrupt_frac=0.5501 loss=2.6432 mean_t=0.5027 wrong_frac=0.7003 init_acc_corrupt=0.2266 init_gold_top10=0.2752 init_gold_top100=0.3121
+step=27700 micro_steps=443200 elapsed=45.0s lr=3.000000e-04 loss_all=1.5907 acc_all=0.7420 loss_corrupt=2.6744 acc_corrupt=0.5362 corrupt_frac=0.5498 loss=2.6744 mean_t=0.4974 wrong_frac=0.7000 init_acc_corrupt=0.2247 init_gold_top10=0.2736 init_gold_top100=0.3104
+step=27750 micro_steps=444000 elapsed=44.9s lr=3.000000e-04 loss_all=1.5938 acc_all=0.7421 loss_corrupt=2.6642 acc_corrupt=0.5391 corrupt_frac=0.5529 loss=2.6642 mean_t=0.5004 wrong_frac=0.7000 init_acc_corrupt=0.2263 init_gold_top10=0.2748 init_gold_top100=0.3123
+step=27800 micro_steps=444800 elapsed=44.7s lr=3.000000e-04 loss_all=1.5799 acc_all=0.7443 loss_corrupt=2.6604 acc_corrupt=0.5393 corrupt_frac=0.5486 loss=2.6604 mean_t=0.5017 wrong_frac=0.6994 init_acc_corrupt=0.2271 init_gold_top10=0.2749 init_gold_top100=0.3108
+step=27850 micro_steps=445600 elapsed=44.7s lr=3.000000e-04 loss_all=1.5717 acc_all=0.7449 loss_corrupt=2.6415 acc_corrupt=0.5412 corrupt_frac=0.5501 loss=2.6415 mean_t=0.5011 wrong_frac=0.6997 init_acc_corrupt=0.2269 init_gold_top10=0.2756 init_gold_top100=0.3128
+step=27900 micro_steps=446400 elapsed=45.2s lr=3.000000e-04 loss_all=1.5649 acc_all=0.7464 loss_corrupt=2.6335 acc_corrupt=0.5431 corrupt_frac=0.5487 loss=2.6335 mean_t=0.4980 wrong_frac=0.7001 init_acc_corrupt=0.2256 init_gold_top10=0.2745 init_gold_top100=0.3120
+step=27950 micro_steps=447200 elapsed=45.1s lr=3.000000e-04 loss_all=1.5932 acc_all=0.7424 loss_corrupt=2.6756 acc_corrupt=0.5372 corrupt_frac=0.5507 loss=2.6756 mean_t=0.4953 wrong_frac=0.6992 init_acc_corrupt=0.2260 init_gold_top10=0.2753 init_gold_top100=0.3115
+step=28000 micro_steps=448000 elapsed=45.1s lr=3.000000e-04 loss_all=1.5649 acc_all=0.7462 loss_corrupt=2.6284 acc_corrupt=0.5436 corrupt_frac=0.5497 loss=2.6284 mean_t=0.4986 wrong_frac=0.7000 init_acc_corrupt=0.2266 init_gold_top10=0.2754 init_gold_top100=0.3128
+step=28050 micro_steps=448800 elapsed=46.0s lr=3.000000e-04 loss_all=1.5745 acc_all=0.7450 loss_corrupt=2.6605 acc_corrupt=0.5387 corrupt_frac=0.5468 loss=2.6605 mean_t=0.5004 wrong_frac=0.6991 init_acc_corrupt=0.2258 init_gold_top10=0.2748 init_gold_top100=0.3113
+step=28100 micro_steps=449600 elapsed=44.7s lr=3.000000e-04 loss_all=1.5785 acc_all=0.7446 loss_corrupt=2.6369 acc_corrupt=0.5437 corrupt_frac=0.5536 loss=2.6369 mean_t=0.5040 wrong_frac=0.6995 init_acc_corrupt=0.2290 init_gold_top10=0.2763 init_gold_top100=0.3122
+step=28150 micro_steps=450400 elapsed=44.8s lr=3.000000e-04 loss_all=1.5831 acc_all=0.7441 loss_corrupt=2.6622 acc_corrupt=0.5396 corrupt_frac=0.5497 loss=2.6622 mean_t=0.4994 wrong_frac=0.6994 init_acc_corrupt=0.2267 init_gold_top10=0.2755 init_gold_top100=0.3117
+step=28200 micro_steps=451200 elapsed=44.7s lr=3.000000e-04 loss_all=1.5675 acc_all=0.7457 loss_corrupt=2.6319 acc_corrupt=0.5429 corrupt_frac=0.5505 loss=2.6319 mean_t=0.5037 wrong_frac=0.6997 init_acc_corrupt=0.2284 init_gold_top10=0.2759 init_gold_top100=0.3118
+step=28250 micro_steps=452000 elapsed=44.8s lr=3.000000e-04 loss_all=1.5579 acc_all=0.7480 loss_corrupt=2.6279 acc_corrupt=0.5446 corrupt_frac=0.5475 loss=2.6279 mean_t=0.5018 wrong_frac=0.7001 init_acc_corrupt=0.2274 init_gold_top10=0.2750 init_gold_top100=0.3116
+step=28300 micro_steps=452800 elapsed=45.0s lr=3.000000e-04 loss_all=1.5973 acc_all=0.7411 loss_corrupt=2.6722 acc_corrupt=0.5372 corrupt_frac=0.5539 loss=2.6722 mean_t=0.4992 wrong_frac=0.7003 init_acc_corrupt=0.2261 init_gold_top10=0.2744 init_gold_top100=0.3105
+step=28350 micro_steps=453600 elapsed=44.8s lr=3.000000e-04 loss_all=1.5627 acc_all=0.7472 loss_corrupt=2.6271 acc_corrupt=0.5450 corrupt_frac=0.5489 loss=2.6271 mean_t=0.4992 wrong_frac=0.7001 init_acc_corrupt=0.2254 init_gold_top10=0.2740 init_gold_top100=0.3121
+step=28400 micro_steps=454400 elapsed=44.7s lr=3.000000e-04 loss_all=1.5808 acc_all=0.7439 loss_corrupt=2.6592 acc_corrupt=0.5392 corrupt_frac=0.5498 loss=2.6592 mean_t=0.5023 wrong_frac=0.6991 init_acc_corrupt=0.2278 init_gold_top10=0.2763 init_gold_top100=0.3120
+step=28450 micro_steps=455200 elapsed=44.5s lr=3.000000e-04 loss_all=1.5649 acc_all=0.7469 loss_corrupt=2.6347 acc_corrupt=0.5434 corrupt_frac=0.5478 loss=2.6347 mean_t=0.4999 wrong_frac=0.7005 init_acc_corrupt=0.2248 init_gold_top10=0.2736 init_gold_top100=0.3115
+step=28500 micro_steps=456000 elapsed=44.3s lr=3.000000e-04 loss_all=1.5742 acc_all=0.7452 loss_corrupt=2.6590 acc_corrupt=0.5392 corrupt_frac=0.5471 loss=2.6590 mean_t=0.4967 wrong_frac=0.7004 init_acc_corrupt=0.2258 init_gold_top10=0.2743 init_gold_top100=0.3108
+step=28550 micro_steps=456800 elapsed=44.2s lr=3.000000e-04 loss_all=1.5983 acc_all=0.7412 loss_corrupt=2.6667 acc_corrupt=0.5389 corrupt_frac=0.5548 loss=2.6667 mean_t=0.4965 wrong_frac=0.6992 init_acc_corrupt=0.2261 init_gold_top10=0.2753 init_gold_top100=0.3125
+step=28600 micro_steps=457600 elapsed=44.3s lr=3.000000e-04 loss_all=1.5692 acc_all=0.7460 loss_corrupt=2.6318 acc_corrupt=0.5439 corrupt_frac=0.5505 loss=2.6318 mean_t=0.5027 wrong_frac=0.7009 init_acc_corrupt=0.2267 init_gold_top10=0.2743 init_gold_top100=0.3109
+step=28650 micro_steps=458400 elapsed=45.1s lr=3.000000e-04 loss_all=1.5954 acc_all=0.7411 loss_corrupt=2.6771 acc_corrupt=0.5356 corrupt_frac=0.5513 loss=2.6771 mean_t=0.4959 wrong_frac=0.7005 init_acc_corrupt=0.2243 init_gold_top10=0.2733 init_gold_top100=0.3104
+step=28700 micro_steps=459200 elapsed=45.3s lr=3.000000e-04 loss_all=1.5588 acc_all=0.7477 loss_corrupt=2.6191 acc_corrupt=0.5459 corrupt_frac=0.5484 loss=2.6191 mean_t=0.5013 wrong_frac=0.7000 init_acc_corrupt=0.2266 init_gold_top10=0.2751 init_gold_top100=0.3129
+step=28750 micro_steps=460000 elapsed=45.4s lr=3.000000e-04 loss_all=1.5751 acc_all=0.7442 loss_corrupt=2.6308 acc_corrupt=0.5430 corrupt_frac=0.5528 loss=2.6308 mean_t=0.5022 wrong_frac=0.6999 init_acc_corrupt=0.2287 init_gold_top10=0.2749 init_gold_top100=0.3098
+step=28800 micro_steps=460800 elapsed=45.3s lr=3.000000e-04 loss_all=1.5608 acc_all=0.7466 loss_corrupt=2.6236 acc_corrupt=0.5439 corrupt_frac=0.5492 loss=2.6236 mean_t=0.4988 wrong_frac=0.6998 init_acc_corrupt=0.2266 init_gold_top10=0.2752 init_gold_top100=0.3120
+step=28850 micro_steps=461600 elapsed=45.4s lr=3.000000e-04 loss_all=1.5587 acc_all=0.7477 loss_corrupt=2.6352 acc_corrupt=0.5428 corrupt_frac=0.5454 loss=2.6352 mean_t=0.4977 wrong_frac=0.7007 init_acc_corrupt=0.2253 init_gold_top10=0.2736 init_gold_top100=0.3104
+step=28900 micro_steps=462400 elapsed=45.1s lr=3.000000e-04 loss_all=1.5644 acc_all=0.7462 loss_corrupt=2.6276 acc_corrupt=0.5434 corrupt_frac=0.5496 loss=2.6276 mean_t=0.5011 wrong_frac=0.6999 init_acc_corrupt=0.2260 init_gold_top10=0.2744 init_gold_top100=0.3116
+step=28950 micro_steps=463200 elapsed=45.4s lr=3.000000e-04 loss_all=1.5651 acc_all=0.7462 loss_corrupt=2.6256 acc_corrupt=0.5443 corrupt_frac=0.5506 loss=2.6256 mean_t=0.4977 wrong_frac=0.6998 init_acc_corrupt=0.2266 init_gold_top10=0.2753 init_gold_top100=0.3127
+step=29000 micro_steps=464000 elapsed=45.1s lr=3.000000e-04 loss_all=1.5838 acc_all=0.7438 loss_corrupt=2.6644 acc_corrupt=0.5390 corrupt_frac=0.5491 loss=2.6644 mean_t=0.5033 wrong_frac=0.6996 init_acc_corrupt=0.2270 init_gold_top10=0.2758 init_gold_top100=0.3113
+step=29050 micro_steps=464800 elapsed=46.3s lr=3.000000e-04 loss_all=1.5673 acc_all=0.7455 loss_corrupt=2.6254 acc_corrupt=0.5438 corrupt_frac=0.5513 loss=2.6254 mean_t=0.4996 wrong_frac=0.7002 init_acc_corrupt=0.2269 init_gold_top10=0.2748 init_gold_top100=0.3115
+step=29100 micro_steps=465600 elapsed=45.1s lr=3.000000e-04 loss_all=1.5758 acc_all=0.7443 loss_corrupt=2.6423 acc_corrupt=0.5412 corrupt_frac=0.5517 loss=2.6423 mean_t=0.4992 wrong_frac=0.7004 init_acc_corrupt=0.2248 init_gold_top10=0.2741 init_gold_top100=0.3108
+step=29150 micro_steps=466400 elapsed=46.5s lr=3.000000e-04 loss_all=1.5547 acc_all=0.7475 loss_corrupt=2.6253 acc_corrupt=0.5432 corrupt_frac=0.5467 loss=2.6253 mean_t=0.4996 wrong_frac=0.7002 init_acc_corrupt=0.2263 init_gold_top10=0.2744 init_gold_top100=0.3116
+step=29200 micro_steps=467200 elapsed=46.7s lr=3.000000e-04 loss_all=1.5639 acc_all=0.7464 loss_corrupt=2.6333 acc_corrupt=0.5428 corrupt_frac=0.5484 loss=2.6333 mean_t=0.4989 wrong_frac=0.7006 init_acc_corrupt=0.2253 init_gold_top10=0.2743 init_gold_top100=0.3108
+step=29250 micro_steps=468000 elapsed=44.9s lr=3.000000e-04 loss_all=1.5871 acc_all=0.7432 loss_corrupt=2.6621 acc_corrupt=0.5393 corrupt_frac=0.5507 loss=2.6621 mean_t=0.4951 wrong_frac=0.6998 init_acc_corrupt=0.2242 init_gold_top10=0.2736 init_gold_top100=0.3116
+step=29300 micro_steps=468800 elapsed=45.0s lr=3.000000e-04 loss_all=1.5391 acc_all=0.7499 loss_corrupt=2.5953 acc_corrupt=0.5480 corrupt_frac=0.5471 loss=2.5953 mean_t=0.4970 wrong_frac=0.6996 init_acc_corrupt=0.2274 init_gold_top10=0.2758 init_gold_top100=0.3123
+step=29350 micro_steps=469600 elapsed=44.9s lr=3.000000e-04 loss_all=1.5591 acc_all=0.7467 loss_corrupt=2.6270 acc_corrupt=0.5427 corrupt_frac=0.5475 loss=2.6270 mean_t=0.5002 wrong_frac=0.6989 init_acc_corrupt=0.2279 init_gold_top10=0.2762 init_gold_top100=0.3117
+step=29400 micro_steps=470400 elapsed=45.4s lr=3.000000e-04 loss_all=1.5513 acc_all=0.7484 loss_corrupt=2.6147 acc_corrupt=0.5457 corrupt_frac=0.5481 loss=2.6147 mean_t=0.4979 wrong_frac=0.7004 init_acc_corrupt=0.2263 init_gold_top10=0.2750 init_gold_top100=0.3122
+step=29450 micro_steps=471200 elapsed=45.3s lr=3.000000e-04 loss_all=1.5664 acc_all=0.7459 loss_corrupt=2.6344 acc_corrupt=0.5426 corrupt_frac=0.5490 loss=2.6344 mean_t=0.4995 wrong_frac=0.7002 init_acc_corrupt=0.2247 init_gold_top10=0.2739 init_gold_top100=0.3113
+step=29500 micro_steps=472000 elapsed=45.1s lr=3.000000e-04 loss_all=1.5706 acc_all=0.7448 loss_corrupt=2.6292 acc_corrupt=0.5430 corrupt_frac=0.5519 loss=2.6292 mean_t=0.5035 wrong_frac=0.7001 init_acc_corrupt=0.2271 init_gold_top10=0.2746 init_gold_top100=0.3113
+step=29550 micro_steps=472800 elapsed=45.1s lr=3.000000e-04 loss_all=1.5776 acc_all=0.7447 loss_corrupt=2.6528 acc_corrupt=0.5409 corrupt_frac=0.5500 loss=2.6528 mean_t=0.4975 wrong_frac=0.6998 init_acc_corrupt=0.2249 init_gold_top10=0.2741 init_gold_top100=0.3116
+step=29600 micro_steps=473600 elapsed=45.3s lr=3.000000e-04 loss_all=1.5820 acc_all=0.7432 loss_corrupt=2.6470 acc_corrupt=0.5404 corrupt_frac=0.5524 loss=2.6470 mean_t=0.4922 wrong_frac=0.6994 init_acc_corrupt=0.2248 init_gold_top10=0.2737 init_gold_top100=0.3117
+step=29650 micro_steps=474400 elapsed=45.4s lr=3.000000e-04 loss_all=1.5567 acc_all=0.7469 loss_corrupt=2.6048 acc_corrupt=0.5467 corrupt_frac=0.5524 loss=2.6048 mean_t=0.5028 wrong_frac=0.7002 init_acc_corrupt=0.2268 init_gold_top10=0.2752 init_gold_top100=0.3120
+step=29700 micro_steps=475200 elapsed=44.8s lr=3.000000e-04 loss_all=1.5646 acc_all=0.7456 loss_corrupt=2.6332 acc_corrupt=0.5417 corrupt_frac=0.5491 loss=2.6332 mean_t=0.5002 wrong_frac=0.7005 init_acc_corrupt=0.2271 init_gold_top10=0.2746 init_gold_top100=0.3098
+step=29750 micro_steps=476000 elapsed=44.3s lr=3.000000e-04 loss_all=1.5571 acc_all=0.7473 loss_corrupt=2.6140 acc_corrupt=0.5457 corrupt_frac=0.5501 loss=2.6140 mean_t=0.4957 wrong_frac=0.6998 init_acc_corrupt=0.2258 init_gold_top10=0.2748 init_gold_top100=0.3132
+step=29800 micro_steps=476800 elapsed=44.5s lr=3.000000e-04 loss_all=1.5669 acc_all=0.7455 loss_corrupt=2.6246 acc_corrupt=0.5441 corrupt_frac=0.5524 loss=2.6246 mean_t=0.4978 wrong_frac=0.6996 init_acc_corrupt=0.2270 init_gold_top10=0.2756 init_gold_top100=0.3117
+step=29850 micro_steps=477600 elapsed=45.0s lr=3.000000e-04 loss_all=1.5729 acc_all=0.7443 loss_corrupt=2.6337 acc_corrupt=0.5423 corrupt_frac=0.5523 loss=2.6337 mean_t=0.4992 wrong_frac=0.6998 init_acc_corrupt=0.2261 init_gold_top10=0.2747 init_gold_top100=0.3125
+step=29900 micro_steps=478400 elapsed=45.2s lr=3.000000e-04 loss_all=1.5609 acc_all=0.7463 loss_corrupt=2.6223 acc_corrupt=0.5439 corrupt_frac=0.5507 loss=2.6223 mean_t=0.4993 wrong_frac=0.7008 init_acc_corrupt=0.2268 init_gold_top10=0.2747 init_gold_top100=0.3108
+step=29950 micro_steps=479200 elapsed=45.0s lr=3.000000e-04 loss_all=1.5605 acc_all=0.7467 loss_corrupt=2.6169 acc_corrupt=0.5452 corrupt_frac=0.5506 loss=2.6169 mean_t=0.4990 wrong_frac=0.6996 init_acc_corrupt=0.2270 init_gold_top10=0.2752 init_gold_top100=0.3111
+step=30000 micro_steps=480000 elapsed=45.0s lr=3.000000e-04 loss_all=1.5415 acc_all=0.7498 loss_corrupt=2.6002 acc_corrupt=0.5477 corrupt_frac=0.5473 loss=2.6002 mean_t=0.5010 wrong_frac=0.6995 init_acc_corrupt=0.2269 init_gold_top10=0.2754 init_gold_top100=0.3123
+step=30050 micro_steps=480800 elapsed=45.8s lr=3.000000e-04 loss_all=1.5609 acc_all=0.7469 loss_corrupt=2.6383 acc_corrupt=0.5418 corrupt_frac=0.5458 loss=2.6383 mean_t=0.4951 wrong_frac=0.7005 init_acc_corrupt=0.2242 init_gold_top10=0.2731 init_gold_top100=0.3102
+step=30100 micro_steps=481600 elapsed=45.4s lr=3.000000e-04 loss_all=1.5346 acc_all=0.7516 loss_corrupt=2.5952 acc_corrupt=0.5497 corrupt_frac=0.5455 loss=2.5952 mean_t=0.5010 wrong_frac=0.6993 init_acc_corrupt=0.2285 init_gold_top10=0.2764 init_gold_top100=0.3128
+step=30150 micro_steps=482400 elapsed=45.2s lr=3.000000e-04 loss_all=1.5438 acc_all=0.7493 loss_corrupt=2.5971 acc_corrupt=0.5480 corrupt_frac=0.5480 loss=2.5971 mean_t=0.5036 wrong_frac=0.6992 init_acc_corrupt=0.2293 init_gold_top10=0.2762 init_gold_top100=0.3109
+step=30200 micro_steps=483200 elapsed=44.8s lr=3.000000e-04 loss_all=1.5759 acc_all=0.7442 loss_corrupt=2.6417 acc_corrupt=0.5415 corrupt_frac=0.5516 loss=2.6417 mean_t=0.4964 wrong_frac=0.6994 init_acc_corrupt=0.2240 init_gold_top10=0.2740 init_gold_top100=0.3124
+step=30250 micro_steps=484000 elapsed=44.3s lr=3.000000e-04 loss_all=1.5496 acc_all=0.7484 loss_corrupt=2.6052 acc_corrupt=0.5470 corrupt_frac=0.5495 loss=2.6052 mean_t=0.4993 wrong_frac=0.7003 init_acc_corrupt=0.2269 init_gold_top10=0.2748 init_gold_top100=0.3115
+step=30300 micro_steps=484800 elapsed=44.2s lr=3.000000e-04 loss_all=1.5768 acc_all=0.7439 loss_corrupt=2.6443 acc_corrupt=0.5407 corrupt_frac=0.5519 loss=2.6443 mean_t=0.4983 wrong_frac=0.7004 init_acc_corrupt=0.2251 init_gold_top10=0.2747 init_gold_top100=0.3113
+step=30350 micro_steps=485600 elapsed=44.3s lr=3.000000e-04 loss_all=1.5490 acc_all=0.7485 loss_corrupt=2.6069 acc_corrupt=0.5468 corrupt_frac=0.5489 loss=2.6069 mean_t=0.5036 wrong_frac=0.6998 init_acc_corrupt=0.2272 init_gold_top10=0.2750 init_gold_top100=0.3122
+step=30400 micro_steps=486400 elapsed=44.1s lr=3.000000e-04 loss_all=1.5663 acc_all=0.7449 loss_corrupt=2.6202 acc_corrupt=0.5433 corrupt_frac=0.5522 loss=2.6202 mean_t=0.4988 wrong_frac=0.6993 init_acc_corrupt=0.2272 init_gold_top10=0.2759 init_gold_top100=0.3118
+step=30450 micro_steps=487200 elapsed=46.0s lr=3.000000e-04 loss_all=1.5525 acc_all=0.7483 loss_corrupt=2.6039 acc_corrupt=0.5480 corrupt_frac=0.5501 loss=2.6039 mean_t=0.5008 wrong_frac=0.6998 init_acc_corrupt=0.2267 init_gold_top10=0.2745 init_gold_top100=0.3116
+step=30500 micro_steps=488000 elapsed=48.3s lr=3.000000e-04 loss_all=1.5569 acc_all=0.7471 loss_corrupt=2.6195 acc_corrupt=0.5442 corrupt_frac=0.5486 loss=2.6195 mean_t=0.4976 wrong_frac=0.7001 init_acc_corrupt=0.2246 init_gold_top10=0.2735 init_gold_top100=0.3103
+step=30550 micro_steps=488800 elapsed=48.3s lr=3.000000e-04 loss_all=1.5649 acc_all=0.7459 loss_corrupt=2.6211 acc_corrupt=0.5445 corrupt_frac=0.5514 loss=2.6211 mean_t=0.5000 wrong_frac=0.7002 init_acc_corrupt=0.2263 init_gold_top10=0.2747 init_gold_top100=0.3117
+step=30600 micro_steps=489600 elapsed=47.7s lr=3.000000e-04 loss_all=1.5436 acc_all=0.7494 loss_corrupt=2.5980 acc_corrupt=0.5481 corrupt_frac=0.5488 loss=2.5980 mean_t=0.5012 wrong_frac=0.6986 init_acc_corrupt=0.2272 init_gold_top10=0.2751 init_gold_top100=0.3119
+step=30650 micro_steps=490400 elapsed=47.5s lr=3.000000e-04 loss_all=1.5546 acc_all=0.7476 loss_corrupt=2.6154 acc_corrupt=0.5452 corrupt_frac=0.5483 loss=2.6154 mean_t=0.4998 wrong_frac=0.6992 init_acc_corrupt=0.2267 init_gold_top10=0.2753 init_gold_top100=0.3118
+step=30700 micro_steps=491200 elapsed=47.3s lr=3.000000e-04 loss_all=1.5499 acc_all=0.7488 loss_corrupt=2.6084 acc_corrupt=0.5471 corrupt_frac=0.5482 loss=2.6084 mean_t=0.5013 wrong_frac=0.7002 init_acc_corrupt=0.2263 init_gold_top10=0.2748 init_gold_top100=0.3113
+step=30750 micro_steps=492000 elapsed=47.4s lr=3.000000e-04 loss_all=1.5740 acc_all=0.7441 loss_corrupt=2.6382 acc_corrupt=0.5412 corrupt_frac=0.5521 loss=2.6382 mean_t=0.4983 wrong_frac=0.7002 init_acc_corrupt=0.2253 init_gold_top10=0.2741 init_gold_top100=0.3104
+step=30800 micro_steps=492800 elapsed=46.4s lr=3.000000e-04 loss_all=1.5299 acc_all=0.7515 loss_corrupt=2.5829 acc_corrupt=0.5502 corrupt_frac=0.5463 loss=2.5829 mean_t=0.4978 wrong_frac=0.6997 init_acc_corrupt=0.2276 init_gold_top10=0.2752 init_gold_top100=0.3117
+step=30850 micro_steps=493600 elapsed=45.2s lr=3.000000e-04 loss_all=1.5634 acc_all=0.7463 loss_corrupt=2.6236 acc_corrupt=0.5443 corrupt_frac=0.5508 loss=2.6236 mean_t=0.4985 wrong_frac=0.7001 init_acc_corrupt=0.2260 init_gold_top10=0.2744 init_gold_top100=0.3107
+step=30900 micro_steps=494400 elapsed=47.3s lr=3.000000e-04 loss_all=1.5550 acc_all=0.7470 loss_corrupt=2.6126 acc_corrupt=0.5449 corrupt_frac=0.5502 loss=2.6126 mean_t=0.4936 wrong_frac=0.6999 init_acc_corrupt=0.2248 init_gold_top10=0.2747 init_gold_top100=0.3126
+step=30950 micro_steps=495200 elapsed=47.4s lr=3.000000e-04 loss_all=1.5476 acc_all=0.7480 loss_corrupt=2.5898 acc_corrupt=0.5484 corrupt_frac=0.5517 loss=2.5898 mean_t=0.5015 wrong_frac=0.7003 init_acc_corrupt=0.2270 init_gold_top10=0.2745 init_gold_top100=0.3110
+step=31000 micro_steps=496000 elapsed=47.4s lr=3.000000e-04 loss_all=1.5616 acc_all=0.7458 loss_corrupt=2.6186 acc_corrupt=0.5440 corrupt_frac=0.5512 loss=2.6186 mean_t=0.4986 wrong_frac=0.6998 init_acc_corrupt=0.2249 init_gold_top10=0.2747 init_gold_top100=0.3111
+step=31050 micro_steps=496800 elapsed=48.6s lr=3.000000e-04 loss_all=1.5559 acc_all=0.7480 loss_corrupt=2.6111 acc_corrupt=0.5472 corrupt_frac=0.5499 loss=2.6111 mean_t=0.5004 wrong_frac=0.6995 init_acc_corrupt=0.2262 init_gold_top10=0.2749 init_gold_top100=0.3128
+step=31100 micro_steps=497600 elapsed=47.2s lr=3.000000e-04 loss_all=1.5706 acc_all=0.7444 loss_corrupt=2.6252 acc_corrupt=0.5432 corrupt_frac=0.5535 loss=2.6252 mean_t=0.4988 wrong_frac=0.6995 init_acc_corrupt=0.2261 init_gold_top10=0.2747 init_gold_top100=0.3108
+step=31150 micro_steps=498400 elapsed=47.6s lr=3.000000e-04 loss_all=1.5515 acc_all=0.7477 loss_corrupt=2.5966 acc_corrupt=0.5480 corrupt_frac=0.5521 loss=2.5966 mean_t=0.5004 wrong_frac=0.7000 init_acc_corrupt=0.2253 init_gold_top10=0.2746 init_gold_top100=0.3123
+step=31200 micro_steps=499200 elapsed=47.4s lr=3.000000e-04 loss_all=1.5415 acc_all=0.7487 loss_corrupt=2.5910 acc_corrupt=0.5475 corrupt_frac=0.5493 loss=2.5910 mean_t=0.5002 wrong_frac=0.7003 init_acc_corrupt=0.2274 init_gold_top10=0.2758 init_gold_top100=0.3113
+step=31250 micro_steps=500000 elapsed=47.3s lr=3.000000e-04 loss_all=1.5596 acc_all=0.7464 loss_corrupt=2.6159 acc_corrupt=0.5447 corrupt_frac=0.5508 loss=2.6159 mean_t=0.4945 wrong_frac=0.7002 init_acc_corrupt=0.2244 init_gold_top10=0.2741 init_gold_top100=0.3120
+step=31300 micro_steps=500800 elapsed=47.1s lr=3.000000e-04 loss_all=1.5273 acc_all=0.7513 loss_corrupt=2.5651 acc_corrupt=0.5523 corrupt_frac=0.5492 loss=2.5651 mean_t=0.5042 wrong_frac=0.6995 init_acc_corrupt=0.2282 init_gold_top10=0.2755 init_gold_top100=0.3127
+step=31350 micro_steps=501600 elapsed=47.3s lr=3.000000e-04 loss_all=1.5507 acc_all=0.7481 loss_corrupt=2.6116 acc_corrupt=0.5454 corrupt_frac=0.5475 loss=2.6116 mean_t=0.5007 wrong_frac=0.7003 init_acc_corrupt=0.2279 init_gold_top10=0.2755 init_gold_top100=0.3106
+step=31400 micro_steps=502400 elapsed=47.4s lr=3.000000e-04 loss_all=1.5455 acc_all=0.7489 loss_corrupt=2.5978 acc_corrupt=0.5479 corrupt_frac=0.5491 loss=2.5978 mean_t=0.4982 wrong_frac=0.7000 init_acc_corrupt=0.2256 init_gold_top10=0.2739 init_gold_top100=0.3121
+step=31450 micro_steps=503200 elapsed=47.5s lr=3.000000e-04 loss_all=1.5540 acc_all=0.7472 loss_corrupt=2.6212 acc_corrupt=0.5432 corrupt_frac=0.5474 loss=2.6212 mean_t=0.4971 wrong_frac=0.6999 init_acc_corrupt=0.2254 init_gold_top10=0.2738 init_gold_top100=0.3106
+step=31500 micro_steps=504000 elapsed=47.4s lr=3.000000e-04 loss_all=1.5191 acc_all=0.7523 loss_corrupt=2.5610 acc_corrupt=0.5518 corrupt_frac=0.5465 loss=2.5610 mean_t=0.4977 wrong_frac=0.6995 init_acc_corrupt=0.2255 init_gold_top10=0.2752 init_gold_top100=0.3129
+step=31550 micro_steps=504800 elapsed=47.3s lr=3.000000e-04 loss_all=1.5378 acc_all=0.7498 loss_corrupt=2.5879 acc_corrupt=0.5486 corrupt_frac=0.5478 loss=2.5879 mean_t=0.5048 wrong_frac=0.6993 init_acc_corrupt=0.2274 init_gold_top10=0.2756 init_gold_top100=0.3115
+step=31600 micro_steps=505600 elapsed=47.4s lr=3.000000e-04 loss_all=1.5339 acc_all=0.7500 loss_corrupt=2.5871 acc_corrupt=0.5479 corrupt_frac=0.5472 loss=2.5871 mean_t=0.4979 wrong_frac=0.7000 init_acc_corrupt=0.2262 init_gold_top10=0.2744 init_gold_top100=0.3117
+step=31650 micro_steps=506400 elapsed=47.2s lr=3.000000e-04 loss_all=1.5101 acc_all=0.7540 loss_corrupt=2.5481 acc_corrupt=0.5544 corrupt_frac=0.5459 loss=2.5481 mean_t=0.4967 wrong_frac=0.7000 init_acc_corrupt=0.2251 init_gold_top10=0.2746 init_gold_top100=0.3121
+step=31700 micro_steps=507200 elapsed=47.0s lr=3.000000e-04 loss_all=1.5551 acc_all=0.7475 loss_corrupt=2.6247 acc_corrupt=0.5435 corrupt_frac=0.5468 loss=2.6247 mean_t=0.4982 wrong_frac=0.7004 init_acc_corrupt=0.2251 init_gold_top10=0.2740 init_gold_top100=0.3105
+step=31750 micro_steps=508000 elapsed=47.4s lr=3.000000e-04 loss_all=1.5223 acc_all=0.7525 loss_corrupt=2.5591 acc_corrupt=0.5538 corrupt_frac=0.5483 loss=2.5591 mean_t=0.5035 wrong_frac=0.7001 init_acc_corrupt=0.2284 init_gold_top10=0.2763 init_gold_top100=0.3124
+step=31800 micro_steps=508800 elapsed=47.3s lr=3.000000e-04 loss_all=1.5699 acc_all=0.7449 loss_corrupt=2.6295 acc_corrupt=0.5430 corrupt_frac=0.5523 loss=2.6295 mean_t=0.4999 wrong_frac=0.7000 init_acc_corrupt=0.2264 init_gold_top10=0.2750 init_gold_top100=0.3104
+step=31850 micro_steps=509600 elapsed=47.4s lr=3.000000e-04 loss_all=1.5344 acc_all=0.7508 loss_corrupt=2.5787 acc_corrupt=0.5511 corrupt_frac=0.5489 loss=2.5787 mean_t=0.5016 wrong_frac=0.7000 init_acc_corrupt=0.2268 init_gold_top10=0.2747 init_gold_top100=0.3119
+step=31900 micro_steps=510400 elapsed=47.2s lr=3.000000e-04 loss_all=1.5479 acc_all=0.7482 loss_corrupt=2.6026 acc_corrupt=0.5464 corrupt_frac=0.5491 loss=2.6026 mean_t=0.4991 wrong_frac=0.7000 init_acc_corrupt=0.2259 init_gold_top10=0.2743 init_gold_top100=0.3107
+step=31950 micro_steps=511200 elapsed=47.4s lr=3.000000e-04 loss_all=1.5527 acc_all=0.7471 loss_corrupt=2.5912 acc_corrupt=0.5482 corrupt_frac=0.5534 loss=2.5912 mean_t=0.5018 wrong_frac=0.6998 init_acc_corrupt=0.2277 init_gold_top10=0.2752 init_gold_top100=0.3112
+step=32000 micro_steps=512000 elapsed=47.2s lr=3.000000e-04 loss_all=1.5309 acc_all=0.7503 loss_corrupt=2.5731 acc_corrupt=0.5502 corrupt_frac=0.5493 loss=2.5731 mean_t=0.5012 wrong_frac=0.6998 init_acc_corrupt=0.2264 init_gold_top10=0.2749 init_gold_top100=0.3120
+step=32050 micro_steps=512800 elapsed=48.7s lr=3.000000e-04 loss_all=1.5592 acc_all=0.7462 loss_corrupt=2.6177 acc_corrupt=0.5439 corrupt_frac=0.5504 loss=2.6177 mean_t=0.4983 wrong_frac=0.6995 init_acc_corrupt=0.2263 init_gold_top10=0.2748 init_gold_top100=0.3112
+step=32100 micro_steps=513600 elapsed=47.3s lr=3.000000e-04 loss_all=1.5334 acc_all=0.7505 loss_corrupt=2.5783 acc_corrupt=0.5503 corrupt_frac=0.5488 loss=2.5783 mean_t=0.4966 wrong_frac=0.6999 init_acc_corrupt=0.2244 init_gold_top10=0.2742 init_gold_top100=0.3131
+step=32150 micro_steps=514400 elapsed=47.4s lr=3.000000e-04 loss_all=1.5322 acc_all=0.7504 loss_corrupt=2.5974 acc_corrupt=0.5462 corrupt_frac=0.5438 loss=2.5974 mean_t=0.4982 wrong_frac=0.7002 init_acc_corrupt=0.2247 init_gold_top10=0.2737 init_gold_top100=0.3106
+step=32200 micro_steps=515200 elapsed=47.3s lr=3.000000e-04 loss_all=1.5226 acc_all=0.7526 loss_corrupt=2.5684 acc_corrupt=0.5523 corrupt_frac=0.5465 loss=2.5684 mean_t=0.5009 wrong_frac=0.6999 init_acc_corrupt=0.2268 init_gold_top10=0.2749 init_gold_top100=0.3125
+step=32250 micro_steps=516000 elapsed=47.1s lr=3.000000e-04 loss_all=1.5476 acc_all=0.7480 loss_corrupt=2.5943 acc_corrupt=0.5477 corrupt_frac=0.5508 loss=2.5943 mean_t=0.4984 wrong_frac=0.6999 init_acc_corrupt=0.2263 init_gold_top10=0.2748 init_gold_top100=0.3109
+step=32300 micro_steps=516800 elapsed=47.2s lr=3.000000e-04 loss_all=1.5312 acc_all=0.7503 loss_corrupt=2.5694 acc_corrupt=0.5510 corrupt_frac=0.5503 loss=2.5694 mean_t=0.5022 wrong_frac=0.7001 init_acc_corrupt=0.2280 init_gold_top10=0.2747 init_gold_top100=0.3112
+step=32350 micro_steps=517600 elapsed=45.6s lr=3.000000e-04 loss_all=1.5464 acc_all=0.7490 loss_corrupt=2.5896 acc_corrupt=0.5500 corrupt_frac=0.5517 loss=2.5896 mean_t=0.5002 wrong_frac=0.7003 init_acc_corrupt=0.2259 init_gold_top10=0.2742 init_gold_top100=0.3115
+step=32400 micro_steps=518400 elapsed=46.1s lr=3.000000e-04 loss_all=1.5484 acc_all=0.7480 loss_corrupt=2.6031 acc_corrupt=0.5462 corrupt_frac=0.5491 loss=2.6031 mean_t=0.4966 wrong_frac=0.6999 init_acc_corrupt=0.2264 init_gold_top10=0.2751 init_gold_top100=0.3105
+step=32450 micro_steps=519200 elapsed=47.5s lr=3.000000e-04 loss_all=1.5359 acc_all=0.7501 loss_corrupt=2.5759 acc_corrupt=0.5511 corrupt_frac=0.5510 loss=2.5759 mean_t=0.5038 wrong_frac=0.7007 init_acc_corrupt=0.2258 init_gold_top10=0.2748 init_gold_top100=0.3121
+step=32500 micro_steps=520000 elapsed=47.9s lr=3.000000e-04 loss_all=1.5439 acc_all=0.7484 loss_corrupt=2.5958 acc_corrupt=0.5468 corrupt_frac=0.5494 loss=2.5958 mean_t=0.4993 wrong_frac=0.6993 init_acc_corrupt=0.2280 init_gold_top10=0.2756 init_gold_top100=0.3112
+step=32550 micro_steps=520800 elapsed=47.2s lr=3.000000e-04 loss_all=1.5458 acc_all=0.7482 loss_corrupt=2.5847 acc_corrupt=0.5492 corrupt_frac=0.5521 loss=2.5847 mean_t=0.4963 wrong_frac=0.6999 init_acc_corrupt=0.2246 init_gold_top10=0.2738 init_gold_top100=0.3123
+step=32600 micro_steps=521600 elapsed=47.8s lr=3.000000e-04 loss_all=1.5464 acc_all=0.7484 loss_corrupt=2.5951 acc_corrupt=0.5478 corrupt_frac=0.5509 loss=2.5951 mean_t=0.5012 wrong_frac=0.6996 init_acc_corrupt=0.2272 init_gold_top10=0.2751 init_gold_top100=0.3106
+step=32650 micro_steps=522400 elapsed=47.2s lr=3.000000e-04 loss_all=1.5272 acc_all=0.7508 loss_corrupt=2.5654 acc_corrupt=0.5517 corrupt_frac=0.5505 loss=2.5654 mean_t=0.5000 wrong_frac=0.6999 init_acc_corrupt=0.2270 init_gold_top10=0.2754 init_gold_top100=0.3115
+step=32700 micro_steps=523200 elapsed=47.4s lr=3.000000e-04 loss_all=1.5455 acc_all=0.7485 loss_corrupt=2.5738 acc_corrupt=0.5516 corrupt_frac=0.5540 loss=2.5738 mean_t=0.5013 wrong_frac=0.7004 init_acc_corrupt=0.2276 init_gold_top10=0.2751 init_gold_top100=0.3112
+step=32750 micro_steps=524000 elapsed=47.9s lr=3.000000e-04 loss_all=1.5601 acc_all=0.7466 loss_corrupt=2.6187 acc_corrupt=0.5447 corrupt_frac=0.5507 loss=2.6187 mean_t=0.4991 wrong_frac=0.7001 init_acc_corrupt=0.2271 init_gold_top10=0.2744 init_gold_top100=0.3101
+step=32800 micro_steps=524800 elapsed=47.9s lr=3.000000e-04 loss_all=1.5197 acc_all=0.7525 loss_corrupt=2.5613 acc_corrupt=0.5523 corrupt_frac=0.5466 loss=2.5613 mean_t=0.4994 wrong_frac=0.7000 init_acc_corrupt=0.2276 init_gold_top10=0.2753 init_gold_top100=0.3118
+step=32850 micro_steps=525600 elapsed=47.4s lr=3.000000e-04 loss_all=1.5343 acc_all=0.7498 loss_corrupt=2.5833 acc_corrupt=0.5485 corrupt_frac=0.5478 loss=2.5833 mean_t=0.5016 wrong_frac=0.6997 init_acc_corrupt=0.2267 init_gold_top10=0.2745 init_gold_top100=0.3104
+step=32900 micro_steps=526400 elapsed=47.3s lr=3.000000e-04 loss_all=1.5225 acc_all=0.7522 loss_corrupt=2.5553 acc_corrupt=0.5538 corrupt_frac=0.5489 loss=2.5553 mean_t=0.4970 wrong_frac=0.6994 init_acc_corrupt=0.2275 init_gold_top10=0.2758 init_gold_top100=0.3121
+step=32950 micro_steps=527200 elapsed=47.3s lr=3.000000e-04 loss_all=1.5341 acc_all=0.7504 loss_corrupt=2.5862 acc_corrupt=0.5493 corrupt_frac=0.5479 loss=2.5862 mean_t=0.5004 wrong_frac=0.7000 init_acc_corrupt=0.2274 init_gold_top10=0.2751 init_gold_top100=0.3105
+step=33000 micro_steps=528000 elapsed=47.7s lr=3.000000e-04 loss_all=1.5414 acc_all=0.7492 loss_corrupt=2.5767 acc_corrupt=0.5513 corrupt_frac=0.5527 loss=2.5767 mean_t=0.5017 wrong_frac=0.7003 init_acc_corrupt=0.2269 init_gold_top10=0.2748 init_gold_top100=0.3110
+step=33050 micro_steps=528800 elapsed=48.9s lr=3.000000e-04 loss_all=1.5194 acc_all=0.7525 loss_corrupt=2.5613 acc_corrupt=0.5523 corrupt_frac=0.5467 loss=2.5613 mean_t=0.4989 wrong_frac=0.7006 init_acc_corrupt=0.2260 init_gold_top10=0.2741 init_gold_top100=0.3117
+step=33100 micro_steps=529600 elapsed=47.3s lr=3.000000e-04 loss_all=1.5551 acc_all=0.7465 loss_corrupt=2.6050 acc_corrupt=0.5456 corrupt_frac=0.5525 loss=2.6050 mean_t=0.5011 wrong_frac=0.7004 init_acc_corrupt=0.2270 init_gold_top10=0.2743 init_gold_top100=0.3099
+step=33150 micro_steps=530400 elapsed=47.5s lr=3.000000e-04 loss_all=1.5389 acc_all=0.7491 loss_corrupt=2.5696 acc_corrupt=0.5514 corrupt_frac=0.5529 loss=2.5696 mean_t=0.4977 wrong_frac=0.7006 init_acc_corrupt=0.2254 init_gold_top10=0.2737 init_gold_top100=0.3113
+step=33200 micro_steps=531200 elapsed=47.2s lr=3.000000e-04 loss_all=1.5441 acc_all=0.7479 loss_corrupt=2.5908 acc_corrupt=0.5470 corrupt_frac=0.5506 loss=2.5908 mean_t=0.4977 wrong_frac=0.6991 init_acc_corrupt=0.2267 init_gold_top10=0.2750 init_gold_top100=0.3110
+step=33250 micro_steps=532000 elapsed=47.2s lr=3.000000e-04 loss_all=1.5322 acc_all=0.7504 loss_corrupt=2.5729 acc_corrupt=0.5510 corrupt_frac=0.5504 loss=2.5729 mean_t=0.4995 wrong_frac=0.7004 init_acc_corrupt=0.2257 init_gold_top10=0.2745 init_gold_top100=0.3119
+step=33300 micro_steps=532800 elapsed=47.2s lr=3.000000e-04 loss_all=1.5275 acc_all=0.7512 loss_corrupt=2.5673 acc_corrupt=0.5514 corrupt_frac=0.5477 loss=2.5673 mean_t=0.5001 wrong_frac=0.6994 init_acc_corrupt=0.2273 init_gold_top10=0.2752 init_gold_top100=0.3112
+step=33350 micro_steps=533600 elapsed=47.4s lr=3.000000e-04 loss_all=1.5165 acc_all=0.7529 loss_corrupt=2.5576 acc_corrupt=0.5530 corrupt_frac=0.5470 loss=2.5576 mean_t=0.5029 wrong_frac=0.7002 init_acc_corrupt=0.2273 init_gold_top10=0.2752 init_gold_top100=0.3121
+step=33400 micro_steps=534400 elapsed=47.4s lr=3.000000e-04 loss_all=1.5139 acc_all=0.7534 loss_corrupt=2.5485 acc_corrupt=0.5545 corrupt_frac=0.5473 loss=2.5485 mean_t=0.4998 wrong_frac=0.6995 init_acc_corrupt=0.2263 init_gold_top10=0.2750 init_gold_top100=0.3127
+step=33450 micro_steps=535200 elapsed=47.4s lr=3.000000e-04 loss_all=1.5262 acc_all=0.7511 loss_corrupt=2.5844 acc_corrupt=0.5478 corrupt_frac=0.5446 loss=2.5844 mean_t=0.4990 wrong_frac=0.7001 init_acc_corrupt=0.2256 init_gold_top10=0.2746 init_gold_top100=0.3109
+step=33500 micro_steps=536000 elapsed=47.0s lr=3.000000e-04 loss_all=1.5268 acc_all=0.7519 loss_corrupt=2.5645 acc_corrupt=0.5531 corrupt_frac=0.5488 loss=2.5645 mean_t=0.4995 wrong_frac=0.7000 init_acc_corrupt=0.2258 init_gold_top10=0.2733 init_gold_top100=0.3113
+step=33550 micro_steps=536800 elapsed=47.4s lr=3.000000e-04 loss_all=1.5265 acc_all=0.7508 loss_corrupt=2.5678 acc_corrupt=0.5505 corrupt_frac=0.5485 loss=2.5678 mean_t=0.4992 wrong_frac=0.7007 init_acc_corrupt=0.2271 init_gold_top10=0.2751 init_gold_top100=0.3108
+step=33600 micro_steps=537600 elapsed=47.5s lr=3.000000e-04 loss_all=1.5292 acc_all=0.7508 loss_corrupt=2.5687 acc_corrupt=0.5512 corrupt_frac=0.5495 loss=2.5687 mean_t=0.5019 wrong_frac=0.7000 init_acc_corrupt=0.2269 init_gold_top10=0.2750 init_gold_top100=0.3125
+step=33650 micro_steps=538400 elapsed=47.3s lr=3.000000e-04 loss_all=1.5293 acc_all=0.7508 loss_corrupt=2.5658 acc_corrupt=0.5519 corrupt_frac=0.5505 loss=2.5658 mean_t=0.5016 wrong_frac=0.6999 init_acc_corrupt=0.2272 init_gold_top10=0.2747 init_gold_top100=0.3101
+step=33700 micro_steps=539200 elapsed=47.4s lr=3.000000e-04 loss_all=1.5027 acc_all=0.7544 loss_corrupt=2.5346 acc_corrupt=0.5553 corrupt_frac=0.5464 loss=2.5346 mean_t=0.4983 wrong_frac=0.6995 init_acc_corrupt=0.2261 init_gold_top10=0.2754 init_gold_top100=0.3127
+step=33750 micro_steps=540000 elapsed=47.1s lr=3.000000e-04 loss_all=1.5232 acc_all=0.7522 loss_corrupt=2.5619 acc_corrupt=0.5531 corrupt_frac=0.5478 loss=2.5619 mean_t=0.4973 wrong_frac=0.6998 init_acc_corrupt=0.2267 init_gold_top10=0.2741 init_gold_top100=0.3115
+step=33800 micro_steps=540800 elapsed=47.3s lr=3.000000e-04 loss_all=1.5573 acc_all=0.7464 loss_corrupt=2.6064 acc_corrupt=0.5457 corrupt_frac=0.5517 loss=2.6064 mean_t=0.4957 wrong_frac=0.7007 init_acc_corrupt=0.2254 init_gold_top10=0.2742 init_gold_top100=0.3101
+step=33850 micro_steps=541600 elapsed=47.4s lr=3.000000e-04 loss_all=1.5191 acc_all=0.7525 loss_corrupt=2.5439 acc_corrupt=0.5555 corrupt_frac=0.5507 loss=2.5439 mean_t=0.5012 wrong_frac=0.6994 init_acc_corrupt=0.2280 init_gold_top10=0.2762 init_gold_top100=0.3132
+step=33900 micro_steps=542400 elapsed=47.5s lr=3.000000e-04 loss_all=1.5485 acc_all=0.7470 loss_corrupt=2.5799 acc_corrupt=0.5491 corrupt_frac=0.5551 loss=2.5799 mean_t=0.4990 wrong_frac=0.7001 init_acc_corrupt=0.2267 init_gold_top10=0.2749 init_gold_top100=0.3109
+step=33950 micro_steps=543200 elapsed=47.4s lr=3.000000e-04 loss_all=1.5300 acc_all=0.7503 loss_corrupt=2.5656 acc_corrupt=0.5513 corrupt_frac=0.5505 loss=2.5656 mean_t=0.4960 wrong_frac=0.7003 init_acc_corrupt=0.2263 init_gold_top10=0.2745 init_gold_top100=0.3117
+step=34000 micro_steps=544000 elapsed=46.6s lr=3.000000e-04 loss_all=1.5335 acc_all=0.7499 loss_corrupt=2.5736 acc_corrupt=0.5503 corrupt_frac=0.5503 loss=2.5736 mean_t=0.4994 wrong_frac=0.7001 init_acc_corrupt=0.2267 init_gold_top10=0.2748 init_gold_top100=0.3103
+step=34050 micro_steps=544800 elapsed=47.9s lr=3.000000e-04 loss_all=1.5120 acc_all=0.7531 loss_corrupt=2.5432 acc_corrupt=0.5545 corrupt_frac=0.5484 loss=2.5432 mean_t=0.4980 wrong_frac=0.6999 init_acc_corrupt=0.2277 init_gold_top10=0.2746 init_gold_top100=0.3109
+step=34100 micro_steps=545600 elapsed=47.0s lr=3.000000e-04 loss_all=1.5352 acc_all=0.7496 loss_corrupt=2.5634 acc_corrupt=0.5524 corrupt_frac=0.5541 loss=2.5634 mean_t=0.5009 wrong_frac=0.6987 init_acc_corrupt=0.2275 init_gold_top10=0.2767 init_gold_top100=0.3138
+step=34150 micro_steps=546400 elapsed=47.2s lr=3.000000e-04 loss_all=1.5523 acc_all=0.7469 loss_corrupt=2.5959 acc_corrupt=0.5472 corrupt_frac=0.5528 loss=2.5959 mean_t=0.5025 wrong_frac=0.7004 init_acc_corrupt=0.2262 init_gold_top10=0.2747 init_gold_top100=0.3109
+step=34200 micro_steps=547200 elapsed=46.9s lr=3.000000e-04 loss_all=1.5103 acc_all=0.7535 loss_corrupt=2.5358 acc_corrupt=0.5560 corrupt_frac=0.5486 loss=2.5358 mean_t=0.4987 wrong_frac=0.6990 init_acc_corrupt=0.2274 init_gold_top10=0.2756 init_gold_top100=0.3133
+step=34250 micro_steps=548000 elapsed=47.4s lr=3.000000e-04 loss_all=1.5645 acc_all=0.7440 loss_corrupt=2.5960 acc_corrupt=0.5462 corrupt_frac=0.5583 loss=2.5960 mean_t=0.4970 wrong_frac=0.7002 init_acc_corrupt=0.2251 init_gold_top10=0.2741 init_gold_top100=0.3105
+step=34300 micro_steps=548800 elapsed=47.3s lr=3.000000e-04 loss_all=1.5271 acc_all=0.7511 loss_corrupt=2.5514 acc_corrupt=0.5543 corrupt_frac=0.5521 loss=2.5514 mean_t=0.4973 wrong_frac=0.6989 init_acc_corrupt=0.2274 init_gold_top10=0.2762 init_gold_top100=0.3133
+step=34350 micro_steps=549600 elapsed=47.1s lr=3.000000e-04 loss_all=1.5553 acc_all=0.7457 loss_corrupt=2.5888 acc_corrupt=0.5472 corrupt_frac=0.5553 loss=2.5888 mean_t=0.4998 wrong_frac=0.6996 init_acc_corrupt=0.2262 init_gold_top10=0.2747 init_gold_top100=0.3112
+step=34400 micro_steps=550400 elapsed=47.4s lr=3.000000e-04 loss_all=1.5311 acc_all=0.7504 loss_corrupt=2.5679 acc_corrupt=0.5512 corrupt_frac=0.5495 loss=2.5679 mean_t=0.4966 wrong_frac=0.6991 init_acc_corrupt=0.2253 init_gold_top10=0.2744 init_gold_top100=0.3125
+step=34450 micro_steps=551200 elapsed=47.1s lr=3.000000e-04 loss_all=1.5170 acc_all=0.7527 loss_corrupt=2.5488 acc_corrupt=0.5544 corrupt_frac=0.5487 loss=2.5488 mean_t=0.5001 wrong_frac=0.7008 init_acc_corrupt=0.2254 init_gold_top10=0.2736 init_gold_top100=0.3111
+step=34500 micro_steps=552000 elapsed=46.6s lr=3.000000e-04 loss_all=1.5322 acc_all=0.7503 loss_corrupt=2.5780 acc_corrupt=0.5497 corrupt_frac=0.5480 loss=2.5780 mean_t=0.5011 wrong_frac=0.7005 init_acc_corrupt=0.2273 init_gold_top10=0.2738 init_gold_top100=0.3094
+step=34550 micro_steps=552800 elapsed=47.6s lr=3.000000e-04 loss_all=1.5117 acc_all=0.7530 loss_corrupt=2.5417 acc_corrupt=0.5546 corrupt_frac=0.5486 loss=2.5417 mean_t=0.4969 wrong_frac=0.7012 init_acc_corrupt=0.2252 init_gold_top10=0.2733 init_gold_top100=0.3110
+step=34600 micro_steps=553600 elapsed=47.3s lr=3.000000e-04 loss_all=1.5324 acc_all=0.7498 loss_corrupt=2.5677 acc_corrupt=0.5510 corrupt_frac=0.5518 loss=2.5677 mean_t=0.4964 wrong_frac=0.6997 init_acc_corrupt=0.2255 init_gold_top10=0.2751 init_gold_top100=0.3122
+step=34650 micro_steps=554400 elapsed=47.6s lr=3.000000e-04 loss_all=1.5301 acc_all=0.7499 loss_corrupt=2.5567 acc_corrupt=0.5523 corrupt_frac=0.5529 loss=2.5567 mean_t=0.5014 wrong_frac=0.7002 init_acc_corrupt=0.2268 init_gold_top10=0.2745 init_gold_top100=0.3111
+step=34700 micro_steps=555200 elapsed=47.4s lr=3.000000e-04 loss_all=1.4998 acc_all=0.7546 loss_corrupt=2.5432 acc_corrupt=0.5532 corrupt_frac=0.5434 loss=2.5432 mean_t=0.4973 wrong_frac=0.6983 init_acc_corrupt=0.2265 init_gold_top10=0.2752 init_gold_top100=0.3123
+step=34750 micro_steps=556000 elapsed=48.0s lr=3.000000e-04 loss_all=1.5307 acc_all=0.7503 loss_corrupt=2.5636 acc_corrupt=0.5519 corrupt_frac=0.5513 loss=2.5636 mean_t=0.5023 wrong_frac=0.7008 init_acc_corrupt=0.2277 init_gold_top10=0.2752 init_gold_top100=0.3107
+step=34800 micro_steps=556800 elapsed=47.5s lr=3.000000e-04 loss_all=1.5100 acc_all=0.7535 loss_corrupt=2.5361 acc_corrupt=0.5558 corrupt_frac=0.5489 loss=2.5361 mean_t=0.5005 wrong_frac=0.7004 init_acc_corrupt=0.2267 init_gold_top10=0.2747 init_gold_top100=0.3108
+step=34850 micro_steps=557600 elapsed=47.8s lr=3.000000e-04 loss_all=1.5506 acc_all=0.7471 loss_corrupt=2.5918 acc_corrupt=0.5477 corrupt_frac=0.5531 loss=2.5918 mean_t=0.4977 wrong_frac=0.7001 init_acc_corrupt=0.2260 init_gold_top10=0.2748 init_gold_top100=0.3106
+step=34900 micro_steps=558400 elapsed=47.6s lr=3.000000e-04 loss_all=1.5325 acc_all=0.7501 loss_corrupt=2.5555 acc_corrupt=0.5535 corrupt_frac=0.5529 loss=2.5555 mean_t=0.4986 wrong_frac=0.7004 init_acc_corrupt=0.2256 init_gold_top10=0.2739 init_gold_top100=0.3117
+step=34950 micro_steps=559200 elapsed=47.5s lr=3.000000e-04 loss_all=1.4987 acc_all=0.7547 loss_corrupt=2.5272 acc_corrupt=0.5558 corrupt_frac=0.5464 loss=2.5272 mean_t=0.5009 wrong_frac=0.7004 init_acc_corrupt=0.2273 init_gold_top10=0.2753 init_gold_top100=0.3107
+step=35000 micro_steps=560000 elapsed=48.0s lr=3.000000e-04 loss_all=1.5093 acc_all=0.7535 loss_corrupt=2.5453 acc_corrupt=0.5539 corrupt_frac=0.5464 loss=2.5453 mean_t=0.5001 wrong_frac=0.6992 init_acc_corrupt=0.2261 init_gold_top10=0.2755 init_gold_top100=0.3129
+step=35050 micro_steps=560800 elapsed=48.8s lr=3.000000e-04 loss_all=1.5199 acc_all=0.7515 loss_corrupt=2.5541 acc_corrupt=0.5522 corrupt_frac=0.5494 loss=2.5541 mean_t=0.4998 wrong_frac=0.7009 init_acc_corrupt=0.2254 init_gold_top10=0.2733 init_gold_top100=0.3099
+step=35100 micro_steps=561600 elapsed=47.4s lr=3.000000e-04 loss_all=1.5274 acc_all=0.7508 loss_corrupt=2.5601 acc_corrupt=0.5523 corrupt_frac=0.5505 loss=2.5601 mean_t=0.5009 wrong_frac=0.7000 init_acc_corrupt=0.2270 init_gold_top10=0.2749 init_gold_top100=0.3111
+step=35150 micro_steps=562400 elapsed=47.4s lr=3.000000e-04 loss_all=1.5397 acc_all=0.7491 loss_corrupt=2.5617 acc_corrupt=0.5531 corrupt_frac=0.5546 loss=2.5617 mean_t=0.4974 wrong_frac=0.7001 init_acc_corrupt=0.2260 init_gold_top10=0.2743 init_gold_top100=0.3117
+step=35200 micro_steps=563200 elapsed=47.3s lr=3.000000e-04 loss_all=1.5350 acc_all=0.7492 loss_corrupt=2.5726 acc_corrupt=0.5497 corrupt_frac=0.5508 loss=2.5726 mean_t=0.4977 wrong_frac=0.6998 init_acc_corrupt=0.2267 init_gold_top10=0.2747 init_gold_top100=0.3109
+step=35250 micro_steps=564000 elapsed=47.2s lr=3.000000e-04 loss_all=1.5209 acc_all=0.7514 loss_corrupt=2.5475 acc_corrupt=0.5538 corrupt_frac=0.5514 loss=2.5475 mean_t=0.5006 wrong_frac=0.7004 init_acc_corrupt=0.2263 init_gold_top10=0.2746 init_gold_top100=0.3122
+step=35300 micro_steps=564800 elapsed=46.8s lr=3.000000e-04 loss_all=1.5286 acc_all=0.7507 loss_corrupt=2.5622 acc_corrupt=0.5520 corrupt_frac=0.5502 loss=2.5622 mean_t=0.4956 wrong_frac=0.6998 init_acc_corrupt=0.2256 init_gold_top10=0.2743 init_gold_top100=0.3109
+step=35350 micro_steps=565600 elapsed=48.4s lr=3.000000e-04 loss_all=1.5203 acc_all=0.7511 loss_corrupt=2.5423 acc_corrupt=0.5538 corrupt_frac=0.5520 loss=2.5423 mean_t=0.5000 wrong_frac=0.7001 init_acc_corrupt=0.2270 init_gold_top10=0.2749 init_gold_top100=0.3110
+step=35400 micro_steps=566400 elapsed=48.4s lr=3.000000e-04 loss_all=1.5270 acc_all=0.7512 loss_corrupt=2.5629 acc_corrupt=0.5524 corrupt_frac=0.5500 loss=2.5629 mean_t=0.4977 wrong_frac=0.6993 init_acc_corrupt=0.2275 init_gold_top10=0.2759 init_gold_top100=0.3120
+step=35450 micro_steps=567200 elapsed=48.3s lr=3.000000e-04 loss_all=1.5230 acc_all=0.7515 loss_corrupt=2.5570 acc_corrupt=0.5526 corrupt_frac=0.5491 loss=2.5570 mean_t=0.5021 wrong_frac=0.7000 init_acc_corrupt=0.2272 init_gold_top10=0.2745 init_gold_top100=0.3107
+step=35500 micro_steps=568000 elapsed=48.4s lr=3.000000e-04 loss_all=1.5139 acc_all=0.7532 loss_corrupt=2.5464 acc_corrupt=0.5548 corrupt_frac=0.5490 loss=2.5464 mean_t=0.4999 wrong_frac=0.7003 init_acc_corrupt=0.2253 init_gold_top10=0.2740 init_gold_top100=0.3113
+step=35550 micro_steps=568800 elapsed=48.1s lr=3.000000e-04 loss_all=1.5169 acc_all=0.7517 loss_corrupt=2.5470 acc_corrupt=0.5529 corrupt_frac=0.5490 loss=2.5470 mean_t=0.4995 wrong_frac=0.6994 init_acc_corrupt=0.2268 init_gold_top10=0.2751 init_gold_top100=0.3112
+step=35600 micro_steps=569600 elapsed=48.5s lr=3.000000e-04 loss_all=1.5064 acc_all=0.7542 loss_corrupt=2.5276 acc_corrupt=0.5575 corrupt_frac=0.5490 loss=2.5276 mean_t=0.4982 wrong_frac=0.6997 init_acc_corrupt=0.2273 init_gold_top10=0.2755 init_gold_top100=0.3126
+step=35650 micro_steps=570400 elapsed=48.2s lr=3.000000e-04 loss_all=1.5308 acc_all=0.7501 loss_corrupt=2.5606 acc_corrupt=0.5524 corrupt_frac=0.5523 loss=2.5606 mean_t=0.4999 wrong_frac=0.7002 init_acc_corrupt=0.2270 init_gold_top10=0.2749 init_gold_top100=0.3102
+step=35700 micro_steps=571200 elapsed=48.7s lr=3.000000e-04 loss_all=1.5116 acc_all=0.7526 loss_corrupt=2.5314 acc_corrupt=0.5556 corrupt_frac=0.5503 loss=2.5314 mean_t=0.5024 wrong_frac=0.7005 init_acc_corrupt=0.2271 init_gold_top10=0.2754 init_gold_top100=0.3119
+step=35750 micro_steps=572000 elapsed=48.5s lr=3.000000e-04 loss_all=1.5200 acc_all=0.7518 loss_corrupt=2.5483 acc_corrupt=0.5538 corrupt_frac=0.5498 loss=2.5483 mean_t=0.4996 wrong_frac=0.6994 init_acc_corrupt=0.2270 init_gold_top10=0.2750 init_gold_top100=0.3115
+step=35800 micro_steps=572800 elapsed=48.4s lr=3.000000e-04 loss_all=1.5311 acc_all=0.7492 loss_corrupt=2.5623 acc_corrupt=0.5503 corrupt_frac=0.5516 loss=2.5623 mean_t=0.4956 wrong_frac=0.7006 init_acc_corrupt=0.2247 init_gold_top10=0.2733 init_gold_top100=0.3106
+step=35850 micro_steps=573600 elapsed=46.4s lr=3.000000e-04 loss_all=1.5101 acc_all=0.7533 loss_corrupt=2.5380 acc_corrupt=0.5553 corrupt_frac=0.5492 loss=2.5380 mean_t=0.4965 wrong_frac=0.6997 init_acc_corrupt=0.2253 init_gold_top10=0.2743 init_gold_top100=0.3124
+step=35900 micro_steps=574400 elapsed=45.5s lr=3.000000e-04 loss_all=1.5156 acc_all=0.7522 loss_corrupt=2.5431 acc_corrupt=0.5539 corrupt_frac=0.5495 loss=2.5431 mean_t=0.5000 wrong_frac=0.6997 init_acc_corrupt=0.2264 init_gold_top10=0.2754 init_gold_top100=0.3112
+step=35950 micro_steps=575200 elapsed=45.7s lr=3.000000e-04 loss_all=1.5239 acc_all=0.7521 loss_corrupt=2.5561 acc_corrupt=0.5541 corrupt_frac=0.5505 loss=2.5561 mean_t=0.4964 wrong_frac=0.7008 init_acc_corrupt=0.2251 init_gold_top10=0.2743 init_gold_top100=0.3120
+step=36000 micro_steps=576000 elapsed=45.7s lr=3.000000e-04 loss_all=1.5120 acc_all=0.7527 loss_corrupt=2.5337 acc_corrupt=0.5554 corrupt_frac=0.5501 loss=2.5337 mean_t=0.4992 wrong_frac=0.7003 init_acc_corrupt=0.2263 init_gold_top10=0.2745 init_gold_top100=0.3104
+step=36050 micro_steps=576800 elapsed=47.9s lr=3.000000e-04 loss_all=1.5096 acc_all=0.7521 loss_corrupt=2.5156 acc_corrupt=0.5571 corrupt_frac=0.5528 loss=2.5156 mean_t=0.5013 wrong_frac=0.6997 init_acc_corrupt=0.2284 init_gold_top10=0.2760 init_gold_top100=0.3121
+step=36100 micro_steps=577600 elapsed=47.3s lr=3.000000e-04 loss_all=1.5131 acc_all=0.7523 loss_corrupt=2.5333 acc_corrupt=0.5552 corrupt_frac=0.5506 loss=2.5333 mean_t=0.4991 wrong_frac=0.6999 init_acc_corrupt=0.2268 init_gold_top10=0.2746 init_gold_top100=0.3112
+step=36150 micro_steps=578400 elapsed=46.4s lr=3.000000e-04 loss_all=1.5370 acc_all=0.7490 loss_corrupt=2.5724 acc_corrupt=0.5502 corrupt_frac=0.5523 loss=2.5724 mean_t=0.4953 wrong_frac=0.6996 init_acc_corrupt=0.2254 init_gold_top10=0.2742 init_gold_top100=0.3109
+step=36200 micro_steps=579200 elapsed=45.9s lr=3.000000e-04 loss_all=1.4920 acc_all=0.7562 loss_corrupt=2.5179 acc_corrupt=0.5581 corrupt_frac=0.5460 loss=2.5179 mean_t=0.5019 wrong_frac=0.7008 init_acc_corrupt=0.2275 init_gold_top10=0.2752 init_gold_top100=0.3115
+step=36250 micro_steps=580000 elapsed=46.9s lr=3.000000e-04 loss_all=1.5175 acc_all=0.7521 loss_corrupt=2.5564 acc_corrupt=0.5523 corrupt_frac=0.5478 loss=2.5564 mean_t=0.4973 wrong_frac=0.6997 init_acc_corrupt=0.2254 init_gold_top10=0.2744 init_gold_top100=0.3113
+step=36300 micro_steps=580800 elapsed=46.0s lr=3.000000e-04 loss_all=1.5023 acc_all=0.7547 loss_corrupt=2.5279 acc_corrupt=0.5570 corrupt_frac=0.5485 loss=2.5279 mean_t=0.5005 wrong_frac=0.7004 init_acc_corrupt=0.2262 init_gold_top10=0.2748 init_gold_top100=0.3119
+step=36350 micro_steps=581600 elapsed=46.2s lr=3.000000e-04 loss_all=1.5084 acc_all=0.7539 loss_corrupt=2.5399 acc_corrupt=0.5555 corrupt_frac=0.5479 loss=2.5399 mean_t=0.5013 wrong_frac=0.7006 init_acc_corrupt=0.2268 init_gold_top10=0.2745 init_gold_top100=0.3101
+step=36400 micro_steps=582400 elapsed=45.9s lr=3.000000e-04 loss_all=1.5242 acc_all=0.7515 loss_corrupt=2.5498 acc_corrupt=0.5543 corrupt_frac=0.5509 loss=2.5498 mean_t=0.4996 wrong_frac=0.7001 init_acc_corrupt=0.2257 init_gold_top10=0.2749 init_gold_top100=0.3125
+step=36450 micro_steps=583200 elapsed=45.6s lr=3.000000e-04 loss_all=1.5010 acc_all=0.7543 loss_corrupt=2.5228 acc_corrupt=0.5570 corrupt_frac=0.5486 loss=2.5228 mean_t=0.4970 wrong_frac=0.7002 init_acc_corrupt=0.2269 init_gold_top10=0.2748 init_gold_top100=0.3108
+step=36500 micro_steps=584000 elapsed=46.3s lr=3.000000e-04 loss_all=1.5163 acc_all=0.7523 loss_corrupt=2.5400 acc_corrupt=0.5549 corrupt_frac=0.5500 loss=2.5400 mean_t=0.5011 wrong_frac=0.6998 init_acc_corrupt=0.2278 init_gold_top10=0.2757 init_gold_top100=0.3114
+step=36550 micro_steps=584800 elapsed=45.8s lr=3.000000e-04 loss_all=1.5161 acc_all=0.7520 loss_corrupt=2.5355 acc_corrupt=0.5556 corrupt_frac=0.5526 loss=2.5355 mean_t=0.4961 wrong_frac=0.6993 init_acc_corrupt=0.2258 init_gold_top10=0.2755 init_gold_top100=0.3132
+step=36600 micro_steps=585600 elapsed=45.7s lr=3.000000e-04 loss_all=1.5240 acc_all=0.7508 loss_corrupt=2.5559 acc_corrupt=0.5518 corrupt_frac=0.5496 loss=2.5559 mean_t=0.4976 wrong_frac=0.7005 init_acc_corrupt=0.2246 init_gold_top10=0.2739 init_gold_top100=0.3106
+step=36650 micro_steps=586400 elapsed=45.8s lr=3.000000e-04 loss_all=1.5044 acc_all=0.7537 loss_corrupt=2.5228 acc_corrupt=0.5569 corrupt_frac=0.5495 loss=2.5228 mean_t=0.4975 wrong_frac=0.6997 init_acc_corrupt=0.2251 init_gold_top10=0.2746 init_gold_top100=0.3130
+step=36700 micro_steps=587200 elapsed=45.9s lr=3.000000e-04 loss_all=1.5055 acc_all=0.7532 loss_corrupt=2.5254 acc_corrupt=0.5559 corrupt_frac=0.5497 loss=2.5254 mean_t=0.5034 wrong_frac=0.7002 init_acc_corrupt=0.2284 init_gold_top10=0.2761 init_gold_top100=0.3108
+step=36750 micro_steps=588000 elapsed=48.3s lr=3.000000e-04 loss_all=1.5074 acc_all=0.7533 loss_corrupt=2.5244 acc_corrupt=0.5567 corrupt_frac=0.5498 loss=2.5244 mean_t=0.4988 wrong_frac=0.6995 init_acc_corrupt=0.2276 init_gold_top10=0.2755 init_gold_top100=0.3126
+step=36800 micro_steps=588800 elapsed=48.2s lr=3.000000e-04 loss_all=1.5131 acc_all=0.7527 loss_corrupt=2.5329 acc_corrupt=0.5562 corrupt_frac=0.5517 loss=2.5329 mean_t=0.4998 wrong_frac=0.6996 init_acc_corrupt=0.2266 init_gold_top10=0.2754 init_gold_top100=0.3126
+step=36850 micro_steps=589600 elapsed=48.7s lr=3.000000e-04 loss_all=1.5138 acc_all=0.7528 loss_corrupt=2.5493 acc_corrupt=0.5535 corrupt_frac=0.5480 loss=2.5493 mean_t=0.5011 wrong_frac=0.7004 init_acc_corrupt=0.2261 init_gold_top10=0.2737 init_gold_top100=0.3100
+step=36900 micro_steps=590400 elapsed=48.5s lr=3.000000e-04 loss_all=1.5119 acc_all=0.7528 loss_corrupt=2.5318 acc_corrupt=0.5561 corrupt_frac=0.5507 loss=2.5318 mean_t=0.4998 wrong_frac=0.7009 init_acc_corrupt=0.2262 init_gold_top10=0.2733 init_gold_top100=0.3101
+step=36950 micro_steps=591200 elapsed=48.3s lr=3.000000e-04 loss_all=1.5084 acc_all=0.7526 loss_corrupt=2.5339 acc_corrupt=0.5542 corrupt_frac=0.5488 loss=2.5339 mean_t=0.5004 wrong_frac=0.6998 init_acc_corrupt=0.2273 init_gold_top10=0.2748 init_gold_top100=0.3096
+step=37000 micro_steps=592000 elapsed=48.3s lr=3.000000e-04 loss_all=1.4976 acc_all=0.7548 loss_corrupt=2.5112 acc_corrupt=0.5585 corrupt_frac=0.5486 loss=2.5112 mean_t=0.5003 wrong_frac=0.6999 init_acc_corrupt=0.2269 init_gold_top10=0.2747 init_gold_top100=0.3124
+step=37050 micro_steps=592800 elapsed=48.9s lr=3.000000e-04 loss_all=1.4957 acc_all=0.7553 loss_corrupt=2.5203 acc_corrupt=0.5573 corrupt_frac=0.5474 loss=2.5203 mean_t=0.4998 wrong_frac=0.6995 init_acc_corrupt=0.2271 init_gold_top10=0.2748 init_gold_top100=0.3106
+step=37100 micro_steps=593600 elapsed=47.4s lr=3.000000e-04 loss_all=1.5151 acc_all=0.7520 loss_corrupt=2.5411 acc_corrupt=0.5540 corrupt_frac=0.5504 loss=2.5411 mean_t=0.4976 wrong_frac=0.7006 init_acc_corrupt=0.2244 init_gold_top10=0.2736 init_gold_top100=0.3111
+step=37150 micro_steps=594400 elapsed=47.0s lr=3.000000e-04 loss_all=1.4923 acc_all=0.7561 loss_corrupt=2.5081 acc_corrupt=0.5601 corrupt_frac=0.5484 loss=2.5081 mean_t=0.4980 wrong_frac=0.7002 init_acc_corrupt=0.2259 init_gold_top10=0.2749 init_gold_top100=0.3120
+step=37200 micro_steps=595200 elapsed=47.3s lr=3.000000e-04 loss_all=1.5170 acc_all=0.7521 loss_corrupt=2.5432 acc_corrupt=0.5543 corrupt_frac=0.5499 loss=2.5432 mean_t=0.5016 wrong_frac=0.6996 init_acc_corrupt=0.2280 init_gold_top10=0.2760 init_gold_top100=0.3106
+step=37250 micro_steps=596000 elapsed=47.3s lr=3.000000e-04 loss_all=1.4982 acc_all=0.7543 loss_corrupt=2.5046 acc_corrupt=0.5593 corrupt_frac=0.5512 loss=2.5046 mean_t=0.5042 wrong_frac=0.7009 init_acc_corrupt=0.2279 init_gold_top10=0.2750 init_gold_top100=0.3115
+step=37300 micro_steps=596800 elapsed=47.4s lr=3.000000e-04 loss_all=1.5204 acc_all=0.7511 loss_corrupt=2.5450 acc_corrupt=0.5536 corrupt_frac=0.5511 loss=2.5450 mean_t=0.4968 wrong_frac=0.7000 init_acc_corrupt=0.2262 init_gold_top10=0.2757 init_gold_top100=0.3112
+step=37350 micro_steps=597600 elapsed=47.4s lr=3.000000e-04 loss_all=1.5054 acc_all=0.7537 loss_corrupt=2.5153 acc_corrupt=0.5587 corrupt_frac=0.5520 loss=2.5153 mean_t=0.5010 wrong_frac=0.7002 init_acc_corrupt=0.2266 init_gold_top10=0.2755 init_gold_top100=0.3125
+step=37400 micro_steps=598400 elapsed=47.2s lr=3.000000e-04 loss_all=1.5212 acc_all=0.7513 loss_corrupt=2.5455 acc_corrupt=0.5540 corrupt_frac=0.5516 loss=2.5455 mean_t=0.4953 wrong_frac=0.6992 init_acc_corrupt=0.2248 init_gold_top10=0.2745 init_gold_top100=0.3115
+step=37450 micro_steps=599200 elapsed=47.3s lr=3.000000e-04 loss_all=1.5118 acc_all=0.7530 loss_corrupt=2.5341 acc_corrupt=0.5560 corrupt_frac=0.5503 loss=2.5341 mean_t=0.4982 wrong_frac=0.6995 init_acc_corrupt=0.2271 init_gold_top10=0.2753 init_gold_top100=0.3122
+step=37500 micro_steps=600000 elapsed=47.2s lr=3.000000e-04 loss_all=1.4787 acc_all=0.7579 loss_corrupt=2.4853 acc_corrupt=0.5630 corrupt_frac=0.5483 loss=2.4853 mean_t=0.5020 wrong_frac=0.6999 init_acc_corrupt=0.2285 init_gold_top10=0.2754 init_gold_top100=0.3119
+step=37550 micro_steps=600800 elapsed=47.4s lr=3.000000e-04 loss_all=1.5017 acc_all=0.7535 loss_corrupt=2.5188 acc_corrupt=0.5563 corrupt_frac=0.5487 loss=2.5188 mean_t=0.5022 wrong_frac=0.7001 init_acc_corrupt=0.2276 init_gold_top10=0.2757 init_gold_top100=0.3109
+step=37600 micro_steps=601600 elapsed=47.4s lr=3.000000e-04 loss_all=1.4814 acc_all=0.7577 loss_corrupt=2.4924 acc_corrupt=0.5617 corrupt_frac=0.5465 loss=2.4924 mean_t=0.4952 wrong_frac=0.6994 init_acc_corrupt=0.2258 init_gold_top10=0.2747 init_gold_top100=0.3122
+step=37650 micro_steps=602400 elapsed=46.4s lr=3.000000e-04 loss_all=1.5164 acc_all=0.7517 loss_corrupt=2.5402 acc_corrupt=0.5541 corrupt_frac=0.5506 loss=2.5402 mean_t=0.5021 wrong_frac=0.7002 init_acc_corrupt=0.2273 init_gold_top10=0.2749 init_gold_top100=0.3102
+step=37700 micro_steps=603200 elapsed=44.7s lr=3.000000e-04 loss_all=1.4930 acc_all=0.7563 loss_corrupt=2.5067 acc_corrupt=0.5608 corrupt_frac=0.5486 loss=2.5067 mean_t=0.4963 wrong_frac=0.6999 init_acc_corrupt=0.2272 init_gold_top10=0.2748 init_gold_top100=0.3120
+step=37750 micro_steps=604000 elapsed=44.8s lr=3.000000e-04 loss_all=1.5233 acc_all=0.7511 loss_corrupt=2.5500 acc_corrupt=0.5536 corrupt_frac=0.5521 loss=2.5500 mean_t=0.4988 wrong_frac=0.6998 init_acc_corrupt=0.2256 init_gold_top10=0.2740 init_gold_top100=0.3109
+step=37800 micro_steps=604800 elapsed=44.7s lr=3.000000e-04 loss_all=1.5100 acc_all=0.7525 loss_corrupt=2.5202 acc_corrupt=0.5575 corrupt_frac=0.5538 loss=2.5202 mean_t=0.4984 wrong_frac=0.6993 init_acc_corrupt=0.2273 init_gold_top10=0.2757 init_gold_top100=0.3125
+step=37850 micro_steps=605600 elapsed=44.7s lr=3.000000e-04 loss_all=1.4949 acc_all=0.7556 loss_corrupt=2.5056 acc_corrupt=0.5603 corrupt_frac=0.5494 loss=2.5056 mean_t=0.4990 wrong_frac=0.7001 init_acc_corrupt=0.2263 init_gold_top10=0.2752 init_gold_top100=0.3124
+step=37900 micro_steps=606400 elapsed=44.7s lr=3.000000e-04 loss_all=1.5188 acc_all=0.7512 loss_corrupt=2.5452 acc_corrupt=0.5530 corrupt_frac=0.5507 loss=2.5452 mean_t=0.4942 wrong_frac=0.7000 init_acc_corrupt=0.2248 init_gold_top10=0.2746 init_gold_top100=0.3108
+step=37950 micro_steps=607200 elapsed=44.8s lr=3.000000e-04 loss_all=1.4798 acc_all=0.7583 loss_corrupt=2.4930 acc_corrupt=0.5624 corrupt_frac=0.5462 loss=2.4930 mean_t=0.5026 wrong_frac=0.7000 init_acc_corrupt=0.2271 init_gold_top10=0.2747 init_gold_top100=0.3119
+step=38000 micro_steps=608000 elapsed=44.7s lr=3.000000e-04 loss_all=1.5142 acc_all=0.7517 loss_corrupt=2.5390 acc_corrupt=0.5538 corrupt_frac=0.5509 loss=2.5390 mean_t=0.5006 wrong_frac=0.6999 init_acc_corrupt=0.2261 init_gold_top10=0.2742 init_gold_top100=0.3103
+step=38050 micro_steps=608800 elapsed=47.2s lr=3.000000e-04 loss_all=1.4978 acc_all=0.7551 loss_corrupt=2.5091 acc_corrupt=0.5597 corrupt_frac=0.5501 loss=2.5091 mean_t=0.5013 wrong_frac=0.6998 init_acc_corrupt=0.2273 init_gold_top10=0.2745 init_gold_top100=0.3114
+step=38100 micro_steps=609600 elapsed=47.9s lr=3.000000e-04 loss_all=1.5072 acc_all=0.7535 loss_corrupt=2.5184 acc_corrupt=0.5583 corrupt_frac=0.5513 loss=2.5184 mean_t=0.5013 wrong_frac=0.6997 init_acc_corrupt=0.2277 init_gold_top10=0.2758 init_gold_top100=0.3110
+step=38150 micro_steps=610400 elapsed=48.2s lr=3.000000e-04 loss_all=1.4823 acc_all=0.7574 loss_corrupt=2.4984 acc_corrupt=0.5604 corrupt_frac=0.5452 loss=2.4984 mean_t=0.5021 wrong_frac=0.7003 init_acc_corrupt=0.2268 init_gold_top10=0.2743 init_gold_top100=0.3108
+step=38200 micro_steps=611200 elapsed=47.9s lr=3.000000e-04 loss_all=1.5059 acc_all=0.7538 loss_corrupt=2.5231 acc_corrupt=0.5578 corrupt_frac=0.5513 loss=2.5231 mean_t=0.4971 wrong_frac=0.6996 init_acc_corrupt=0.2257 init_gold_top10=0.2750 init_gold_top100=0.3124
+step=38250 micro_steps=612000 elapsed=47.1s lr=3.000000e-04 loss_all=1.5266 acc_all=0.7494 loss_corrupt=2.5396 acc_corrupt=0.5535 corrupt_frac=0.5552 loss=2.5396 mean_t=0.4958 wrong_frac=0.6995 init_acc_corrupt=0.2257 init_gold_top10=0.2755 init_gold_top100=0.3121
+step=38300 micro_steps=612800 elapsed=47.4s lr=3.000000e-04 loss_all=1.5145 acc_all=0.7526 loss_corrupt=2.5202 acc_corrupt=0.5588 corrupt_frac=0.5550 loss=2.5202 mean_t=0.4978 wrong_frac=0.7000 init_acc_corrupt=0.2255 init_gold_top10=0.2753 init_gold_top100=0.3123
+step=38350 micro_steps=613600 elapsed=47.5s lr=3.000000e-04 loss_all=1.5014 acc_all=0.7541 loss_corrupt=2.5219 acc_corrupt=0.5567 corrupt_frac=0.5487 loss=2.5219 mean_t=0.4975 wrong_frac=0.6990 init_acc_corrupt=0.2262 init_gold_top10=0.2753 init_gold_top100=0.3120
+step=38400 micro_steps=614400 elapsed=46.6s lr=3.000000e-04 loss_all=1.4939 acc_all=0.7551 loss_corrupt=2.4986 acc_corrupt=0.5606 corrupt_frac=0.5512 loss=2.4986 mean_t=0.5041 wrong_frac=0.6994 init_acc_corrupt=0.2280 init_gold_top10=0.2755 init_gold_top100=0.3124
+step=38450 micro_steps=615200 elapsed=45.1s lr=3.000000e-04 loss_all=1.5107 acc_all=0.7527 loss_corrupt=2.5333 acc_corrupt=0.5555 corrupt_frac=0.5505 loss=2.5333 mean_t=0.4994 wrong_frac=0.7008 init_acc_corrupt=0.2252 init_gold_top10=0.2736 init_gold_top100=0.3100
+step=38500 micro_steps=616000 elapsed=44.9s lr=3.000000e-04 loss_all=1.4906 acc_all=0.7554 loss_corrupt=2.4956 acc_corrupt=0.5604 corrupt_frac=0.5506 loss=2.4956 mean_t=0.4990 wrong_frac=0.6999 init_acc_corrupt=0.2264 init_gold_top10=0.2752 init_gold_top100=0.3123
+step=38550 micro_steps=616800 elapsed=45.1s lr=3.000000e-04 loss_all=1.4846 acc_all=0.7569 loss_corrupt=2.5004 acc_corrupt=0.5604 corrupt_frac=0.5474 loss=2.5004 mean_t=0.4997 wrong_frac=0.7002 init_acc_corrupt=0.2257 init_gold_top10=0.2746 init_gold_top100=0.3119
+step=38600 micro_steps=617600 elapsed=45.0s lr=3.000000e-04 loss_all=1.4870 acc_all=0.7562 loss_corrupt=2.5109 acc_corrupt=0.5579 corrupt_frac=0.5459 loss=2.5109 mean_t=0.4982 wrong_frac=0.6995 init_acc_corrupt=0.2279 init_gold_top10=0.2759 init_gold_top100=0.3110
+step=38650 micro_steps=618400 elapsed=45.0s lr=3.000000e-04 loss_all=1.5093 acc_all=0.7534 loss_corrupt=2.5192 acc_corrupt=0.5587 corrupt_frac=0.5530 loss=2.5192 mean_t=0.4908 wrong_frac=0.6991 init_acc_corrupt=0.2246 init_gold_top10=0.2748 init_gold_top100=0.3129
+step=38700 micro_steps=619200 elapsed=45.1s lr=3.000000e-04 loss_all=1.5047 acc_all=0.7538 loss_corrupt=2.5347 acc_corrupt=0.5550 corrupt_frac=0.5474 loss=2.5347 mean_t=0.4988 wrong_frac=0.6995 init_acc_corrupt=0.2259 init_gold_top10=0.2751 init_gold_top100=0.3120
+step=38750 micro_steps=620000 elapsed=45.1s lr=3.000000e-04 loss_all=1.4952 acc_all=0.7555 loss_corrupt=2.5024 acc_corrupt=0.5609 corrupt_frac=0.5506 loss=2.5024 mean_t=0.4996 wrong_frac=0.7004 init_acc_corrupt=0.2262 init_gold_top10=0.2746 init_gold_top100=0.3115
+step=38800 micro_steps=620800 elapsed=46.2s lr=3.000000e-04 loss_all=1.4788 acc_all=0.7577 loss_corrupt=2.4998 acc_corrupt=0.5598 corrupt_frac=0.5448 loss=2.4998 mean_t=0.5053 wrong_frac=0.7002 init_acc_corrupt=0.2278 init_gold_top10=0.2754 init_gold_top100=0.3103
+step=38850 micro_steps=621600 elapsed=47.7s lr=3.000000e-04 loss_all=1.4930 acc_all=0.7555 loss_corrupt=2.5069 acc_corrupt=0.5591 corrupt_frac=0.5484 loss=2.5069 mean_t=0.4981 wrong_frac=0.7009 init_acc_corrupt=0.2262 init_gold_top10=0.2736 init_gold_top100=0.3104
+step=38900 micro_steps=622400 elapsed=47.6s lr=3.000000e-04 loss_all=1.4780 acc_all=0.7578 loss_corrupt=2.4870 acc_corrupt=0.5624 corrupt_frac=0.5470 loss=2.4870 mean_t=0.5035 wrong_frac=0.7006 init_acc_corrupt=0.2267 init_gold_top10=0.2744 init_gold_top100=0.3118
+step=38950 micro_steps=623200 elapsed=47.4s lr=3.000000e-04 loss_all=1.4948 acc_all=0.7550 loss_corrupt=2.5202 acc_corrupt=0.5565 corrupt_frac=0.5465 loss=2.5202 mean_t=0.5000 wrong_frac=0.7001 init_acc_corrupt=0.2258 init_gold_top10=0.2745 init_gold_top100=0.3109
+step=39000 micro_steps=624000 elapsed=47.8s lr=3.000000e-04 loss_all=1.4832 acc_all=0.7569 loss_corrupt=2.4847 acc_corrupt=0.5630 corrupt_frac=0.5503 loss=2.4847 mean_t=0.5019 wrong_frac=0.6998 init_acc_corrupt=0.2269 init_gold_top10=0.2749 init_gold_top100=0.3121
+step=39050 micro_steps=624800 elapsed=48.8s lr=3.000000e-04 loss_all=1.4912 acc_all=0.7550 loss_corrupt=2.5102 acc_corrupt=0.5572 corrupt_frac=0.5470 loss=2.5102 mean_t=0.5009 wrong_frac=0.6998 init_acc_corrupt=0.2265 init_gold_top10=0.2752 init_gold_top100=0.3106
+step=39100 micro_steps=625600 elapsed=47.5s lr=3.000000e-04 loss_all=1.4891 acc_all=0.7565 loss_corrupt=2.4984 acc_corrupt=0.5615 corrupt_frac=0.5488 loss=2.4984 mean_t=0.4971 wrong_frac=0.7003 init_acc_corrupt=0.2253 init_gold_top10=0.2743 init_gold_top100=0.3123
+step=39150 micro_steps=626400 elapsed=47.3s lr=3.000000e-04 loss_all=1.5169 acc_all=0.7519 loss_corrupt=2.5347 acc_corrupt=0.5557 corrupt_frac=0.5524 loss=2.5347 mean_t=0.4926 wrong_frac=0.6996 init_acc_corrupt=0.2241 init_gold_top10=0.2740 init_gold_top100=0.3114
+step=39200 micro_steps=627200 elapsed=47.5s lr=3.000000e-04 loss_all=1.4818 acc_all=0.7568 loss_corrupt=2.4822 acc_corrupt=0.5626 corrupt_frac=0.5494 loss=2.4822 mean_t=0.5015 wrong_frac=0.6998 init_acc_corrupt=0.2277 init_gold_top10=0.2754 init_gold_top100=0.3119
+step=39250 micro_steps=628000 elapsed=47.3s lr=3.000000e-04 loss_all=1.4829 acc_all=0.7570 loss_corrupt=2.4811 acc_corrupt=0.5634 corrupt_frac=0.5506 loss=2.4811 mean_t=0.5033 wrong_frac=0.7001 init_acc_corrupt=0.2276 init_gold_top10=0.2758 init_gold_top100=0.3122
+step=39300 micro_steps=628800 elapsed=47.4s lr=3.000000e-04 loss_all=1.4993 acc_all=0.7541 loss_corrupt=2.5111 acc_corrupt=0.5580 corrupt_frac=0.5494 loss=2.5111 mean_t=0.5029 wrong_frac=0.7005 init_acc_corrupt=0.2278 init_gold_top10=0.2749 init_gold_top100=0.3101
+step=39350 micro_steps=629600 elapsed=47.6s lr=3.000000e-04 loss_all=1.4928 acc_all=0.7551 loss_corrupt=2.4959 acc_corrupt=0.5605 corrupt_frac=0.5514 loss=2.4959 mean_t=0.5001 wrong_frac=0.7007 init_acc_corrupt=0.2250 init_gold_top10=0.2737 init_gold_top100=0.3113
+step=39400 micro_steps=630400 elapsed=47.4s lr=3.000000e-04 loss_all=1.4929 acc_all=0.7551 loss_corrupt=2.5118 acc_corrupt=0.5577 corrupt_frac=0.5483 loss=2.5118 mean_t=0.5021 wrong_frac=0.6996 init_acc_corrupt=0.2273 init_gold_top10=0.2756 init_gold_top100=0.3118
+step=39450 micro_steps=631200 elapsed=47.4s lr=3.000000e-04 loss_all=1.4888 acc_all=0.7557 loss_corrupt=2.4897 acc_corrupt=0.5614 corrupt_frac=0.5506 loss=2.4897 mean_t=0.4973 wrong_frac=0.6995 init_acc_corrupt=0.2265 init_gold_top10=0.2753 init_gold_top100=0.3126
+step=39500 micro_steps=632000 elapsed=47.3s lr=3.000000e-04 loss_all=1.4692 acc_all=0.7592 loss_corrupt=2.4824 acc_corrupt=0.5626 corrupt_frac=0.5447 loss=2.4824 mean_t=0.4995 wrong_frac=0.7000 init_acc_corrupt=0.2271 init_gold_top10=0.2749 init_gold_top100=0.3108
+step=39550 micro_steps=632800 elapsed=47.3s lr=3.000000e-04 loss_all=1.4731 acc_all=0.7589 loss_corrupt=2.4839 acc_corrupt=0.5629 corrupt_frac=0.5453 loss=2.4839 mean_t=0.4965 wrong_frac=0.6997 init_acc_corrupt=0.2253 init_gold_top10=0.2748 init_gold_top100=0.3125
+step=39600 micro_steps=633600 elapsed=47.5s lr=3.000000e-04 loss_all=1.4938 acc_all=0.7552 loss_corrupt=2.4950 acc_corrupt=0.5617 corrupt_frac=0.5527 loss=2.4950 mean_t=0.5052 wrong_frac=0.6994 init_acc_corrupt=0.2282 init_gold_top10=0.2757 init_gold_top100=0.3121
+step=39650 micro_steps=634400 elapsed=47.5s lr=3.000000e-04 loss_all=1.4939 acc_all=0.7549 loss_corrupt=2.5061 acc_corrupt=0.5590 corrupt_frac=0.5501 loss=2.5061 mean_t=0.5038 wrong_frac=0.6996 init_acc_corrupt=0.2291 init_gold_top10=0.2760 init_gold_top100=0.3108
+step=39700 micro_steps=635200 elapsed=47.7s lr=3.000000e-04 loss_all=1.4938 acc_all=0.7549 loss_corrupt=2.4793 acc_corrupt=0.5638 corrupt_frac=0.5557 loss=2.4793 mean_t=0.5019 wrong_frac=0.7006 init_acc_corrupt=0.2277 init_gold_top10=0.2749 init_gold_top100=0.3108
+step=39750 micro_steps=636000 elapsed=47.6s lr=3.000000e-04 loss_all=1.5091 acc_all=0.7524 loss_corrupt=2.5211 acc_corrupt=0.5562 corrupt_frac=0.5510 loss=2.5211 mean_t=0.4982 wrong_frac=0.6997 init_acc_corrupt=0.2263 init_gold_top10=0.2746 init_gold_top100=0.3109
+step=39800 micro_steps=636800 elapsed=47.7s lr=3.000000e-04 loss_all=1.4990 acc_all=0.7545 loss_corrupt=2.5062 acc_corrupt=0.5600 corrupt_frac=0.5522 loss=2.5062 mean_t=0.4976 wrong_frac=0.7002 init_acc_corrupt=0.2257 init_gold_top10=0.2739 init_gold_top100=0.3112
+step=39850 micro_steps=637600 elapsed=47.8s lr=3.000000e-04 loss_all=1.4954 acc_all=0.7544 loss_corrupt=2.5007 acc_corrupt=0.5597 corrupt_frac=0.5526 loss=2.5007 mean_t=0.5011 wrong_frac=0.7002 init_acc_corrupt=0.2282 init_gold_top10=0.2750 init_gold_top100=0.3103
+step=39900 micro_steps=638400 elapsed=47.5s lr=3.000000e-04 loss_all=1.5011 acc_all=0.7538 loss_corrupt=2.5077 acc_corrupt=0.5591 corrupt_frac=0.5523 loss=2.5077 mean_t=0.5008 wrong_frac=0.7004 init_acc_corrupt=0.2266 init_gold_top10=0.2744 init_gold_top100=0.3111
+step=39950 micro_steps=639200 elapsed=47.6s lr=3.000000e-04 loss_all=1.4871 acc_all=0.7558 loss_corrupt=2.4839 acc_corrupt=0.5623 corrupt_frac=0.5521 loss=2.4839 mean_t=0.4979 wrong_frac=0.6994 init_acc_corrupt=0.2260 init_gold_top10=0.2745 init_gold_top100=0.3122
+step=40000 micro_steps=640000 elapsed=45.0s lr=3.000000e-04 loss_all=1.5163 acc_all=0.7509 loss_corrupt=2.5298 acc_corrupt=0.5546 corrupt_frac=0.5532 loss=2.5298 mean_t=0.4956 wrong_frac=0.7002 init_acc_corrupt=0.2253 init_gold_top10=0.2746 init_gold_top100=0.3112
+step=40050 micro_steps=640800 elapsed=46.2s lr=3.000000e-04 loss_all=1.4943 acc_all=0.7553 loss_corrupt=2.5011 acc_corrupt=0.5605 corrupt_frac=0.5509 loss=2.5011 mean_t=0.4949 wrong_frac=0.7004 init_acc_corrupt=0.2245 init_gold_top10=0.2734 init_gold_top100=0.3118
+step=40100 micro_steps=641600 elapsed=45.1s lr=3.000000e-04 loss_all=1.4969 acc_all=0.7545 loss_corrupt=2.5071 acc_corrupt=0.5588 corrupt_frac=0.5502 loss=2.5071 mean_t=0.5025 wrong_frac=0.6999 init_acc_corrupt=0.2277 init_gold_top10=0.2759 init_gold_top100=0.3111
+step=40150 micro_steps=642400 elapsed=44.8s lr=3.000000e-04 loss_all=1.4731 acc_all=0.7589 loss_corrupt=2.4791 acc_corrupt=0.5638 corrupt_frac=0.5462 loss=2.4791 mean_t=0.4996 wrong_frac=0.6994 init_acc_corrupt=0.2266 init_gold_top10=0.2752 init_gold_top100=0.3123
+step=40200 micro_steps=643200 elapsed=44.8s lr=3.000000e-04 loss_all=1.5064 acc_all=0.7526 loss_corrupt=2.5073 acc_corrupt=0.5586 corrupt_frac=0.5540 loss=2.5073 mean_t=0.4999 wrong_frac=0.6994 init_acc_corrupt=0.2259 init_gold_top10=0.2741 init_gold_top100=0.3114
+step=40250 micro_steps=644000 elapsed=44.6s lr=3.000000e-04 loss_all=1.4732 acc_all=0.7583 loss_corrupt=2.4726 acc_corrupt=0.5640 corrupt_frac=0.5486 loss=2.4726 mean_t=0.4980 wrong_frac=0.6982 init_acc_corrupt=0.2275 init_gold_top10=0.2765 init_gold_top100=0.3135
+step=40300 micro_steps=644800 elapsed=44.7s lr=3.000000e-04 loss_all=1.4766 acc_all=0.7578 loss_corrupt=2.4821 acc_corrupt=0.5629 corrupt_frac=0.5486 loss=2.4821 mean_t=0.4979 wrong_frac=0.7002 init_acc_corrupt=0.2256 init_gold_top10=0.2739 init_gold_top100=0.3114
+step=40350 micro_steps=645600 elapsed=44.8s lr=3.000000e-04 loss_all=1.5131 acc_all=0.7524 loss_corrupt=2.5328 acc_corrupt=0.5559 corrupt_frac=0.5514 loss=2.5328 mean_t=0.4957 wrong_frac=0.7004 init_acc_corrupt=0.2250 init_gold_top10=0.2735 init_gold_top100=0.3102
+step=40400 micro_steps=646400 elapsed=44.5s lr=3.000000e-04 loss_all=1.4850 acc_all=0.7563 loss_corrupt=2.4771 acc_corrupt=0.5639 corrupt_frac=0.5524 loss=2.4771 mean_t=0.5019 wrong_frac=0.6997 init_acc_corrupt=0.2268 init_gold_top10=0.2748 init_gold_top100=0.3125
+step=40450 micro_steps=647200 elapsed=44.8s lr=3.000000e-04 loss_all=1.4782 acc_all=0.7570 loss_corrupt=2.4785 acc_corrupt=0.5624 corrupt_frac=0.5496 loss=2.4785 mean_t=0.5032 wrong_frac=0.7003 init_acc_corrupt=0.2277 init_gold_top10=0.2748 init_gold_top100=0.3104
+step=40500 micro_steps=648000 elapsed=44.7s lr=3.000000e-04 loss_all=1.4979 acc_all=0.7545 loss_corrupt=2.5102 acc_corrupt=0.5586 corrupt_frac=0.5500 loss=2.5102 mean_t=0.4967 wrong_frac=0.7011 init_acc_corrupt=0.2245 init_gold_top10=0.2725 init_gold_top100=0.3106
+step=40550 micro_steps=648800 elapsed=44.6s lr=3.000000e-04 loss_all=1.5073 acc_all=0.7530 loss_corrupt=2.5068 acc_corrupt=0.5599 corrupt_frac=0.5552 loss=2.5068 mean_t=0.5009 wrong_frac=0.7008 init_acc_corrupt=0.2271 init_gold_top10=0.2747 init_gold_top100=0.3101
+step=40600 micro_steps=649600 elapsed=44.6s lr=3.000000e-04 loss_all=1.4875 acc_all=0.7558 loss_corrupt=2.4919 acc_corrupt=0.5611 corrupt_frac=0.5498 loss=2.4919 mean_t=0.5016 wrong_frac=0.7005 init_acc_corrupt=0.2267 init_gold_top10=0.2747 init_gold_top100=0.3108
+step=40650 micro_steps=650400 elapsed=44.7s lr=3.000000e-04 loss_all=1.4652 acc_all=0.7596 loss_corrupt=2.4610 acc_corrupt=0.5661 corrupt_frac=0.5477 loss=2.4610 mean_t=0.5039 wrong_frac=0.7001 init_acc_corrupt=0.2275 init_gold_top10=0.2747 init_gold_top100=0.3118
+step=40700 micro_steps=651200 elapsed=44.8s lr=3.000000e-04 loss_all=1.5019 acc_all=0.7535 loss_corrupt=2.5155 acc_corrupt=0.5574 corrupt_frac=0.5512 loss=2.5155 mean_t=0.4984 wrong_frac=0.7000 init_acc_corrupt=0.2266 init_gold_top10=0.2749 init_gold_top100=0.3111
+step=40750 micro_steps=652000 elapsed=45.1s lr=3.000000e-04 loss_all=1.4883 acc_all=0.7565 loss_corrupt=2.4905 acc_corrupt=0.5628 corrupt_frac=0.5507 loss=2.4905 mean_t=0.4992 wrong_frac=0.6999 init_acc_corrupt=0.2265 init_gold_top10=0.2746 init_gold_top100=0.3118
+step=40800 micro_steps=652800 elapsed=45.2s lr=3.000000e-04 loss_all=1.4850 acc_all=0.7560 loss_corrupt=2.4876 acc_corrupt=0.5612 corrupt_frac=0.5497 loss=2.4876 mean_t=0.4956 wrong_frac=0.7009 init_acc_corrupt=0.2240 init_gold_top10=0.2732 init_gold_top100=0.3101
+step=40850 micro_steps=653600 elapsed=45.8s lr=3.000000e-04 loss_all=1.5045 acc_all=0.7532 loss_corrupt=2.5191 acc_corrupt=0.5569 corrupt_frac=0.5508 loss=2.5191 mean_t=0.4974 wrong_frac=0.7003 init_acc_corrupt=0.2249 init_gold_top10=0.2739 init_gold_top100=0.3119
+step=40900 micro_steps=654400 elapsed=45.8s lr=3.000000e-04 loss_all=1.4782 acc_all=0.7574 loss_corrupt=2.4788 acc_corrupt=0.5632 corrupt_frac=0.5490 loss=2.4788 mean_t=0.4982 wrong_frac=0.7000 init_acc_corrupt=0.2256 init_gold_top10=0.2749 init_gold_top100=0.3121
+step=40950 micro_steps=655200 elapsed=45.4s lr=3.000000e-04 loss_all=1.4793 acc_all=0.7573 loss_corrupt=2.4759 acc_corrupt=0.5638 corrupt_frac=0.5499 loss=2.4759 mean_t=0.4998 wrong_frac=0.6999 init_acc_corrupt=0.2278 init_gold_top10=0.2750 init_gold_top100=0.3106
+step=41000 micro_steps=656000 elapsed=45.2s lr=3.000000e-04 loss_all=1.4652 acc_all=0.7596 loss_corrupt=2.4658 acc_corrupt=0.5651 corrupt_frac=0.5467 loss=2.4658 mean_t=0.4989 wrong_frac=0.7003 init_acc_corrupt=0.2271 init_gold_top10=0.2752 init_gold_top100=0.3115
+step=41050 micro_steps=656800 elapsed=46.5s lr=3.000000e-04 loss_all=1.5147 acc_all=0.7520 loss_corrupt=2.5273 acc_corrupt=0.5565 corrupt_frac=0.5527 loss=2.5273 mean_t=0.4977 wrong_frac=0.6999 init_acc_corrupt=0.2262 init_gold_top10=0.2742 init_gold_top100=0.3104
+step=41100 micro_steps=657600 elapsed=45.4s lr=3.000000e-04 loss_all=1.4845 acc_all=0.7563 loss_corrupt=2.4745 acc_corrupt=0.5641 corrupt_frac=0.5528 loss=2.4745 mean_t=0.5007 wrong_frac=0.7004 init_acc_corrupt=0.2275 init_gold_top10=0.2747 init_gold_top100=0.3113
+step=41150 micro_steps=658400 elapsed=45.7s lr=3.000000e-04 loss_all=1.4723 acc_all=0.7585 loss_corrupt=2.4791 acc_corrupt=0.5630 corrupt_frac=0.5470 loss=2.4791 mean_t=0.4995 wrong_frac=0.7010 init_acc_corrupt=0.2270 init_gold_top10=0.2747 init_gold_top100=0.3098
+step=41200 micro_steps=659200 elapsed=45.5s lr=3.000000e-04 loss_all=1.4844 acc_all=0.7561 loss_corrupt=2.4872 acc_corrupt=0.5612 corrupt_frac=0.5494 loss=2.4872 mean_t=0.4983 wrong_frac=0.7003 init_acc_corrupt=0.2250 init_gold_top10=0.2742 init_gold_top100=0.3116
+step=41250 micro_steps=660000 elapsed=45.9s lr=3.000000e-04 loss_all=1.4817 acc_all=0.7569 loss_corrupt=2.4891 acc_corrupt=0.5614 corrupt_frac=0.5482 loss=2.4891 mean_t=0.5029 wrong_frac=0.7004 init_acc_corrupt=0.2262 init_gold_top10=0.2735 init_gold_top100=0.3099
+step=41300 micro_steps=660800 elapsed=45.7s lr=3.000000e-04 loss_all=1.4862 acc_all=0.7554 loss_corrupt=2.4816 acc_corrupt=0.5617 corrupt_frac=0.5519 loss=2.4816 mean_t=0.4981 wrong_frac=0.7000 init_acc_corrupt=0.2266 init_gold_top10=0.2751 init_gold_top100=0.3113
+step=41350 micro_steps=661600 elapsed=45.0s lr=3.000000e-04 loss_all=1.4594 acc_all=0.7598 loss_corrupt=2.4485 acc_corrupt=0.5667 corrupt_frac=0.5487 loss=2.4485 mean_t=0.5008 wrong_frac=0.7004 init_acc_corrupt=0.2272 init_gold_top10=0.2749 init_gold_top100=0.3117
+step=41400 micro_steps=662400 elapsed=45.0s lr=3.000000e-04 loss_all=1.4977 acc_all=0.7537 loss_corrupt=2.4934 acc_corrupt=0.5604 corrupt_frac=0.5540 loss=2.4934 mean_t=0.5035 wrong_frac=0.7000 init_acc_corrupt=0.2290 init_gold_top10=0.2758 init_gold_top100=0.3099
+step=41450 micro_steps=663200 elapsed=44.9s lr=3.000000e-04 loss_all=1.4769 acc_all=0.7580 loss_corrupt=2.4747 acc_corrupt=0.5644 corrupt_frac=0.5492 loss=2.4747 mean_t=0.4991 wrong_frac=0.7000 init_acc_corrupt=0.2258 init_gold_top10=0.2746 init_gold_top100=0.3124
+step=41500 micro_steps=664000 elapsed=44.8s lr=3.000000e-04 loss_all=1.4768 acc_all=0.7576 loss_corrupt=2.4751 acc_corrupt=0.5636 corrupt_frac=0.5491 loss=2.4751 mean_t=0.5007 wrong_frac=0.7007 init_acc_corrupt=0.2270 init_gold_top10=0.2748 init_gold_top100=0.3102
+step=41550 micro_steps=664800 elapsed=44.8s lr=3.000000e-04 loss_all=1.4962 acc_all=0.7537 loss_corrupt=2.4884 acc_corrupt=0.5606 corrupt_frac=0.5536 loss=2.4884 mean_t=0.4975 wrong_frac=0.6998 init_acc_corrupt=0.2252 init_gold_top10=0.2741 init_gold_top100=0.3115
+step=41600 micro_steps=665600 elapsed=46.2s lr=3.000000e-04 loss_all=1.4771 acc_all=0.7578 loss_corrupt=2.4751 acc_corrupt=0.5640 corrupt_frac=0.5494 loss=2.4751 mean_t=0.5038 wrong_frac=0.6999 init_acc_corrupt=0.2284 init_gold_top10=0.2755 init_gold_top100=0.3114
+step=41650 micro_steps=666400 elapsed=45.1s lr=3.000000e-04 loss_all=1.4939 acc_all=0.7545 loss_corrupt=2.4998 acc_corrupt=0.5594 corrupt_frac=0.5522 loss=2.4998 mean_t=0.4994 wrong_frac=0.7006 init_acc_corrupt=0.2254 init_gold_top10=0.2736 init_gold_top100=0.3107
+step=41700 micro_steps=667200 elapsed=45.4s lr=3.000000e-04 loss_all=1.4707 acc_all=0.7588 loss_corrupt=2.4718 acc_corrupt=0.5645 corrupt_frac=0.5477 loss=2.4718 mean_t=0.5014 wrong_frac=0.7004 init_acc_corrupt=0.2268 init_gold_top10=0.2746 init_gold_top100=0.3113
+step=41750 micro_steps=668000 elapsed=45.5s lr=3.000000e-04 loss_all=1.4852 acc_all=0.7560 loss_corrupt=2.4910 acc_corrupt=0.5607 corrupt_frac=0.5491 loss=2.4910 mean_t=0.4997 wrong_frac=0.7001 init_acc_corrupt=0.2263 init_gold_top10=0.2744 init_gold_top100=0.3102
+step=41800 micro_steps=668800 elapsed=46.0s lr=3.000000e-04 loss_all=1.4777 acc_all=0.7573 loss_corrupt=2.4710 acc_corrupt=0.5642 corrupt_frac=0.5506 loss=2.4710 mean_t=0.4962 wrong_frac=0.7006 init_acc_corrupt=0.2258 init_gold_top10=0.2742 init_gold_top100=0.3113
+step=41850 micro_steps=669600 elapsed=44.9s lr=3.000000e-04 loss_all=1.4681 acc_all=0.7591 loss_corrupt=2.4645 acc_corrupt=0.5654 corrupt_frac=0.5487 loss=2.4645 mean_t=0.5045 wrong_frac=0.6998 init_acc_corrupt=0.2276 init_gold_top10=0.2755 init_gold_top100=0.3111
+step=41900 micro_steps=670400 elapsed=46.2s lr=3.000000e-04 loss_all=1.4737 acc_all=0.7577 loss_corrupt=2.4716 acc_corrupt=0.5634 corrupt_frac=0.5485 loss=2.4716 mean_t=0.5042 wrong_frac=0.7004 init_acc_corrupt=0.2270 init_gold_top10=0.2743 init_gold_top100=0.3107
+step=41950 micro_steps=671200 elapsed=49.2s lr=3.000000e-04 loss_all=1.4774 acc_all=0.7570 loss_corrupt=2.4703 acc_corrupt=0.5637 corrupt_frac=0.5515 loss=2.4703 mean_t=0.5011 wrong_frac=0.6999 init_acc_corrupt=0.2276 init_gold_top10=0.2754 init_gold_top100=0.3114
+step=42000 micro_steps=672000 elapsed=48.4s lr=3.000000e-04 loss_all=1.4674 acc_all=0.7585 loss_corrupt=2.4578 acc_corrupt=0.5657 corrupt_frac=0.5504 loss=2.4578 mean_t=0.5032 wrong_frac=0.6994 init_acc_corrupt=0.2288 init_gold_top10=0.2760 init_gold_top100=0.3111
+step=42050 micro_steps=672800 elapsed=48.8s lr=3.000000e-04 loss_all=1.4761 acc_all=0.7580 loss_corrupt=2.4778 acc_corrupt=0.5634 corrupt_frac=0.5476 loss=2.4778 mean_t=0.4954 wrong_frac=0.6994 init_acc_corrupt=0.2251 init_gold_top10=0.2746 init_gold_top100=0.3126
+step=42100 micro_steps=673600 elapsed=47.4s lr=3.000000e-04 loss_all=1.4825 acc_all=0.7568 loss_corrupt=2.4938 acc_corrupt=0.5608 corrupt_frac=0.5480 loss=2.4938 mean_t=0.5038 wrong_frac=0.6999 init_acc_corrupt=0.2273 init_gold_top10=0.2754 init_gold_top100=0.3114
+step=42150 micro_steps=674400 elapsed=47.1s lr=3.000000e-04 loss_all=1.4899 acc_all=0.7550 loss_corrupt=2.4832 acc_corrupt=0.5620 corrupt_frac=0.5541 loss=2.4832 mean_t=0.4978 wrong_frac=0.7002 init_acc_corrupt=0.2253 init_gold_top10=0.2736 init_gold_top100=0.3123
+step=42200 micro_steps=675200 elapsed=47.4s lr=3.000000e-04 loss_all=1.4657 acc_all=0.7595 loss_corrupt=2.4607 acc_corrupt=0.5658 corrupt_frac=0.5474 loss=2.4607 mean_t=0.4983 wrong_frac=0.7004 init_acc_corrupt=0.2271 init_gold_top10=0.2746 init_gold_top100=0.3100
+step=42250 micro_steps=676000 elapsed=47.4s lr=3.000000e-04 loss_all=1.4882 acc_all=0.7555 loss_corrupt=2.4853 acc_corrupt=0.5618 corrupt_frac=0.5522 loss=2.4853 mean_t=0.4998 wrong_frac=0.7004 init_acc_corrupt=0.2265 init_gold_top10=0.2742 init_gold_top100=0.3109
+step=42300 micro_steps=676800 elapsed=47.4s lr=3.000000e-04 loss_all=1.4868 acc_all=0.7561 loss_corrupt=2.4778 acc_corrupt=0.5640 corrupt_frac=0.5529 loss=2.4778 mean_t=0.4999 wrong_frac=0.6996 init_acc_corrupt=0.2278 init_gold_top10=0.2750 init_gold_top100=0.3113
+step=42350 micro_steps=677600 elapsed=48.3s lr=3.000000e-04 loss_all=1.4692 acc_all=0.7584 loss_corrupt=2.4744 acc_corrupt=0.5627 corrupt_frac=0.5465 loss=2.4744 mean_t=0.4992 wrong_frac=0.7003 init_acc_corrupt=0.2257 init_gold_top10=0.2739 init_gold_top100=0.3110
+step=42400 micro_steps=678400 elapsed=46.8s lr=3.000000e-04 loss_all=1.4639 acc_all=0.7596 loss_corrupt=2.4579 acc_corrupt=0.5662 corrupt_frac=0.5478 loss=2.4579 mean_t=0.4993 wrong_frac=0.6997 init_acc_corrupt=0.2260 init_gold_top10=0.2746 init_gold_top100=0.3121
+step=42450 micro_steps=679200 elapsed=44.9s lr=3.000000e-04 loss_all=1.4814 acc_all=0.7561 loss_corrupt=2.4795 acc_corrupt=0.5619 corrupt_frac=0.5510 loss=2.4795 mean_t=0.4984 wrong_frac=0.7003 init_acc_corrupt=0.2260 init_gold_top10=0.2746 init_gold_top100=0.3101
+step=42500 micro_steps=680000 elapsed=46.7s lr=3.000000e-04 loss_all=1.4693 acc_all=0.7583 loss_corrupt=2.4527 acc_corrupt=0.5667 corrupt_frac=0.5514 loss=2.4527 mean_t=0.4988 wrong_frac=0.6995 init_acc_corrupt=0.2262 init_gold_top10=0.2748 init_gold_top100=0.3122
+step=42550 micro_steps=680800 elapsed=47.5s lr=3.000000e-04 loss_all=1.4743 acc_all=0.7580 loss_corrupt=2.4651 acc_corrupt=0.5653 corrupt_frac=0.5503 loss=2.4651 mean_t=0.5001 wrong_frac=0.6992 init_acc_corrupt=0.2272 init_gold_top10=0.2757 init_gold_top100=0.3117
+step=42600 micro_steps=681600 elapsed=47.7s lr=3.000000e-04 loss_all=1.4749 acc_all=0.7573 loss_corrupt=2.4642 acc_corrupt=0.5647 corrupt_frac=0.5513 loss=2.4642 mean_t=0.4984 wrong_frac=0.6999 init_acc_corrupt=0.2271 init_gold_top10=0.2755 init_gold_top100=0.3119
+step=42650 micro_steps=682400 elapsed=47.3s lr=3.000000e-04 loss_all=1.4701 acc_all=0.7587 loss_corrupt=2.4665 acc_corrupt=0.5650 corrupt_frac=0.5478 loss=2.4665 mean_t=0.4991 wrong_frac=0.7001 init_acc_corrupt=0.2250 init_gold_top10=0.2739 init_gold_top100=0.3118
+step=42700 micro_steps=683200 elapsed=45.7s lr=3.000000e-04 loss_all=1.4729 acc_all=0.7578 loss_corrupt=2.4696 acc_corrupt=0.5640 corrupt_frac=0.5497 loss=2.4696 mean_t=0.4977 wrong_frac=0.7002 init_acc_corrupt=0.2263 init_gold_top10=0.2745 init_gold_top100=0.3106
+step=42750 micro_steps=684000 elapsed=47.4s lr=3.000000e-04 loss_all=1.4620 acc_all=0.7595 loss_corrupt=2.4477 acc_corrupt=0.5674 corrupt_frac=0.5498 loss=2.4477 mean_t=0.4989 wrong_frac=0.6997 init_acc_corrupt=0.2265 init_gold_top10=0.2755 init_gold_top100=0.3124
+step=42800 micro_steps=684800 elapsed=47.4s lr=3.000000e-04 loss_all=1.4988 acc_all=0.7531 loss_corrupt=2.4900 acc_corrupt=0.5605 corrupt_frac=0.5556 loss=2.4900 mean_t=0.4954 wrong_frac=0.6994 init_acc_corrupt=0.2256 init_gold_top10=0.2748 init_gold_top100=0.3111
+step=42850 micro_steps=685600 elapsed=47.6s lr=3.000000e-04 loss_all=1.4583 acc_all=0.7598 loss_corrupt=2.4430 acc_corrupt=0.5678 corrupt_frac=0.5499 loss=2.4430 mean_t=0.5023 wrong_frac=0.7000 init_acc_corrupt=0.2274 init_gold_top10=0.2757 init_gold_top100=0.3123
+step=42900 micro_steps=686400 elapsed=47.6s lr=3.000000e-04 loss_all=1.4749 acc_all=0.7574 loss_corrupt=2.4641 acc_corrupt=0.5651 corrupt_frac=0.5516 loss=2.4641 mean_t=0.5049 wrong_frac=0.7007 init_acc_corrupt=0.2285 init_gold_top10=0.2755 init_gold_top100=0.3099
+step=42950 micro_steps=687200 elapsed=47.6s lr=3.000000e-04 loss_all=1.4599 acc_all=0.7599 loss_corrupt=2.4470 acc_corrupt=0.5676 corrupt_frac=0.5488 loss=2.4470 mean_t=0.5009 wrong_frac=0.6996 init_acc_corrupt=0.2282 init_gold_top10=0.2761 init_gold_top100=0.3122
+step=43000 micro_steps=688000 elapsed=46.7s lr=3.000000e-04 loss_all=1.4546 acc_all=0.7610 loss_corrupt=2.4402 acc_corrupt=0.5690 corrupt_frac=0.5487 loss=2.4402 mean_t=0.4977 wrong_frac=0.7005 init_acc_corrupt=0.2263 init_gold_top10=0.2743 init_gold_top100=0.3109
+step=43050 micro_steps=688800 elapsed=47.1s lr=3.000000e-04 loss_all=1.4869 acc_all=0.7559 loss_corrupt=2.4914 acc_corrupt=0.5612 corrupt_frac=0.5505 loss=2.4914 mean_t=0.4958 wrong_frac=0.6998 init_acc_corrupt=0.2266 init_gold_top10=0.2749 init_gold_top100=0.3109
+step=43100 micro_steps=689600 elapsed=45.0s lr=3.000000e-04 loss_all=1.4619 acc_all=0.7602 loss_corrupt=2.4506 acc_corrupt=0.5681 corrupt_frac=0.5494 loss=2.4506 mean_t=0.5036 wrong_frac=0.6999 init_acc_corrupt=0.2269 init_gold_top10=0.2756 init_gold_top100=0.3128
+step=43150 micro_steps=690400 elapsed=46.8s lr=3.000000e-04 loss_all=1.4899 acc_all=0.7548 loss_corrupt=2.4880 acc_corrupt=0.5607 corrupt_frac=0.5523 loss=2.4880 mean_t=0.5043 wrong_frac=0.7008 init_acc_corrupt=0.2269 init_gold_top10=0.2746 init_gold_top100=0.3098
+step=43200 micro_steps=691200 elapsed=50.9s lr=3.000000e-04 loss_all=1.4539 acc_all=0.7605 loss_corrupt=2.4313 acc_corrupt=0.5697 corrupt_frac=0.5509 loss=2.4313 mean_t=0.5031 wrong_frac=0.7001 init_acc_corrupt=0.2282 init_gold_top10=0.2759 init_gold_top100=0.3119
+step=43250 micro_steps=692000 elapsed=48.7s lr=3.000000e-04 loss_all=1.4729 acc_all=0.7582 loss_corrupt=2.4665 acc_corrupt=0.5655 corrupt_frac=0.5504 loss=2.4665 mean_t=0.5029 wrong_frac=0.7001 init_acc_corrupt=0.2281 init_gold_top10=0.2750 init_gold_top100=0.3106
+step=43300 micro_steps=692800 elapsed=50.4s lr=3.000000e-04 loss_all=1.4715 acc_all=0.7580 loss_corrupt=2.4661 acc_corrupt=0.5646 corrupt_frac=0.5497 loss=2.4661 mean_t=0.5000 wrong_frac=0.6996 init_acc_corrupt=0.2254 init_gold_top10=0.2742 init_gold_top100=0.3120
+step=43350 micro_steps=693600 elapsed=49.9s lr=3.000000e-04 loss_all=1.4702 acc_all=0.7592 loss_corrupt=2.4617 acc_corrupt=0.5668 corrupt_frac=0.5490 loss=2.4617 mean_t=0.4992 wrong_frac=0.7001 init_acc_corrupt=0.2254 init_gold_top10=0.2738 init_gold_top100=0.3110
+step=43400 micro_steps=694400 elapsed=49.9s lr=3.000000e-04 loss_all=1.4885 acc_all=0.7555 loss_corrupt=2.4899 acc_corrupt=0.5611 corrupt_frac=0.5502 loss=2.4899 mean_t=0.4979 wrong_frac=0.6992 init_acc_corrupt=0.2263 init_gold_top10=0.2755 init_gold_top100=0.3116
+step=43450 micro_steps=695200 elapsed=48.0s lr=3.000000e-04 loss_all=1.4533 acc_all=0.7611 loss_corrupt=2.4318 acc_corrupt=0.5701 corrupt_frac=0.5494 loss=2.4318 mean_t=0.5030 wrong_frac=0.6993 init_acc_corrupt=0.2281 init_gold_top10=0.2766 init_gold_top100=0.3133
+step=43500 micro_steps=696000 elapsed=47.2s lr=3.000000e-04 loss_all=1.4895 acc_all=0.7548 loss_corrupt=2.4902 acc_corrupt=0.5603 corrupt_frac=0.5518 loss=2.4902 mean_t=0.4986 wrong_frac=0.7010 init_acc_corrupt=0.2250 init_gold_top10=0.2736 init_gold_top100=0.3093
+step=43550 micro_steps=696800 elapsed=48.6s lr=3.000000e-04 loss_all=1.4640 acc_all=0.7594 loss_corrupt=2.4487 acc_corrupt=0.5678 corrupt_frac=0.5506 loss=2.4487 mean_t=0.5014 wrong_frac=0.6991 init_acc_corrupt=0.2284 init_gold_top10=0.2759 init_gold_top100=0.3131
+step=43600 micro_steps=697600 elapsed=47.4s lr=3.000000e-04 loss_all=1.4637 acc_all=0.7597 loss_corrupt=2.4654 acc_corrupt=0.5648 corrupt_frac=0.5458 loss=2.4654 mean_t=0.4985 wrong_frac=0.6999 init_acc_corrupt=0.2249 init_gold_top10=0.2738 init_gold_top100=0.3110
+step=43650 micro_steps=698400 elapsed=47.4s lr=3.000000e-04 loss_all=1.4711 acc_all=0.7579 loss_corrupt=2.4570 acc_corrupt=0.5660 corrupt_frac=0.5525 loss=2.4570 mean_t=0.5028 wrong_frac=0.7001 init_acc_corrupt=0.2278 init_gold_top10=0.2754 init_gold_top100=0.3117
+step=43700 micro_steps=699200 elapsed=47.5s lr=3.000000e-04 loss_all=1.4582 acc_all=0.7602 loss_corrupt=2.4430 acc_corrupt=0.5684 corrupt_frac=0.5500 loss=2.4430 mean_t=0.5020 wrong_frac=0.7008 init_acc_corrupt=0.2267 init_gold_top10=0.2750 init_gold_top100=0.3115
+step=43750 micro_steps=700000 elapsed=47.4s lr=3.000000e-04 loss_all=1.4787 acc_all=0.7568 loss_corrupt=2.4795 acc_corrupt=0.5621 corrupt_frac=0.5496 loss=2.4795 mean_t=0.5035 wrong_frac=0.7000 init_acc_corrupt=0.2275 init_gold_top10=0.2746 init_gold_top100=0.3099
+step=43800 micro_steps=700800 elapsed=47.3s lr=3.000000e-04 loss_all=1.4428 acc_all=0.7633 loss_corrupt=2.4245 acc_corrupt=0.5722 corrupt_frac=0.5466 loss=2.4245 mean_t=0.5030 wrong_frac=0.7003 init_acc_corrupt=0.2280 init_gold_top10=0.2755 init_gold_top100=0.3116
+step=43850 micro_steps=701600 elapsed=47.5s lr=3.000000e-04 loss_all=1.4651 acc_all=0.7587 loss_corrupt=2.4588 acc_corrupt=0.5649 corrupt_frac=0.5484 loss=2.4588 mean_t=0.5015 wrong_frac=0.7002 init_acc_corrupt=0.2276 init_gold_top10=0.2752 init_gold_top100=0.3108
+step=43900 micro_steps=702400 elapsed=47.4s lr=3.000000e-04 loss_all=1.4577 acc_all=0.7602 loss_corrupt=2.4401 acc_corrupt=0.5686 corrupt_frac=0.5493 loss=2.4401 mean_t=0.4974 wrong_frac=0.6991 init_acc_corrupt=0.2264 init_gold_top10=0.2751 init_gold_top100=0.3128
+step=43950 micro_steps=703200 elapsed=47.3s lr=3.000000e-04 loss_all=1.4705 acc_all=0.7586 loss_corrupt=2.4653 acc_corrupt=0.5652 corrupt_frac=0.5486 loss=2.4653 mean_t=0.5031 wrong_frac=0.6991 init_acc_corrupt=0.2271 init_gold_top10=0.2753 init_gold_top100=0.3117
+step=44000 micro_steps=704000 elapsed=47.5s lr=3.000000e-04 loss_all=1.4635 acc_all=0.7592 loss_corrupt=2.4530 acc_corrupt=0.5663 corrupt_frac=0.5488 loss=2.4530 mean_t=0.4968 wrong_frac=0.7000 init_acc_corrupt=0.2256 init_gold_top10=0.2747 init_gold_top100=0.3120
+step=44050 micro_steps=704800 elapsed=48.8s lr=3.000000e-04 loss_all=1.4504 acc_all=0.7620 loss_corrupt=2.4431 acc_corrupt=0.5689 corrupt_frac=0.5456 loss=2.4431 mean_t=0.5024 wrong_frac=0.6995 init_acc_corrupt=0.2271 init_gold_top10=0.2753 init_gold_top100=0.3118
+step=44100 micro_steps=705600 elapsed=47.6s lr=3.000000e-04 loss_all=1.4968 acc_all=0.7535 loss_corrupt=2.4890 acc_corrupt=0.5608 corrupt_frac=0.5548 loss=2.4890 mean_t=0.4985 wrong_frac=0.7004 init_acc_corrupt=0.2260 init_gold_top10=0.2740 init_gold_top100=0.3104
+step=44150 micro_steps=706400 elapsed=48.4s lr=3.000000e-04 loss_all=1.4462 acc_all=0.7618 loss_corrupt=2.4214 acc_corrupt=0.5710 corrupt_frac=0.5491 loss=2.4214 mean_t=0.5005 wrong_frac=0.7003 init_acc_corrupt=0.2272 init_gold_top10=0.2746 init_gold_top100=0.3114
+step=44200 micro_steps=707200 elapsed=47.6s lr=3.000000e-04 loss_all=1.4671 acc_all=0.7582 loss_corrupt=2.4643 acc_corrupt=0.5636 corrupt_frac=0.5474 loss=2.4643 mean_t=0.4985 wrong_frac=0.6994 init_acc_corrupt=0.2270 init_gold_top10=0.2751 init_gold_top100=0.3113
+step=44250 micro_steps=708000 elapsed=48.0s lr=3.000000e-04 loss_all=1.4449 acc_all=0.7618 loss_corrupt=2.4287 acc_corrupt=0.5695 corrupt_frac=0.5480 loss=2.4287 mean_t=0.5022 wrong_frac=0.7010 init_acc_corrupt=0.2266 init_gold_top10=0.2748 init_gold_top100=0.3117
+step=44300 micro_steps=708800 elapsed=47.1s lr=3.000000e-04 loss_all=1.4551 acc_all=0.7602 loss_corrupt=2.4377 acc_corrupt=0.5681 corrupt_frac=0.5489 loss=2.4377 mean_t=0.5010 wrong_frac=0.6996 init_acc_corrupt=0.2283 init_gold_top10=0.2751 init_gold_top100=0.3106
+step=44350 micro_steps=709600 elapsed=46.8s lr=3.000000e-04 loss_all=1.4745 acc_all=0.7577 loss_corrupt=2.4549 acc_corrupt=0.5669 corrupt_frac=0.5532 loss=2.4549 mean_t=0.4990 wrong_frac=0.7002 init_acc_corrupt=0.2260 init_gold_top10=0.2745 init_gold_top100=0.3115
+step=44400 micro_steps=710400 elapsed=47.1s lr=3.000000e-04 loss_all=1.4526 acc_all=0.7611 loss_corrupt=2.4361 acc_corrupt=0.5691 corrupt_frac=0.5470 loss=2.4361 mean_t=0.4992 wrong_frac=0.7005 init_acc_corrupt=0.2257 init_gold_top10=0.2738 init_gold_top100=0.3108
+step=44450 micro_steps=711200 elapsed=47.0s lr=3.000000e-04 loss_all=1.4836 acc_all=0.7557 loss_corrupt=2.4724 acc_corrupt=0.5632 corrupt_frac=0.5529 loss=2.4724 mean_t=0.4981 wrong_frac=0.6998 init_acc_corrupt=0.2264 init_gold_top10=0.2756 init_gold_top100=0.3113
+step=44500 micro_steps=712000 elapsed=45.4s lr=3.000000e-04 loss_all=1.4593 acc_all=0.7596 loss_corrupt=2.4340 acc_corrupt=0.5693 corrupt_frac=0.5523 loss=2.4340 mean_t=0.5026 wrong_frac=0.7002 init_acc_corrupt=0.2272 init_gold_top10=0.2747 init_gold_top100=0.3116
+step=44550 micro_steps=712800 elapsed=44.9s lr=3.000000e-04 loss_all=1.4586 acc_all=0.7600 loss_corrupt=2.4607 acc_corrupt=0.5646 corrupt_frac=0.5451 loss=2.4607 mean_t=0.5016 wrong_frac=0.7001 init_acc_corrupt=0.2262 init_gold_top10=0.2737 init_gold_top100=0.3102
+step=44600 micro_steps=713600 elapsed=48.4s lr=3.000000e-04 loss_all=1.4511 acc_all=0.7612 loss_corrupt=2.4254 acc_corrupt=0.5709 corrupt_frac=0.5507 loss=2.4254 mean_t=0.5014 wrong_frac=0.6995 init_acc_corrupt=0.2287 init_gold_top10=0.2758 init_gold_top100=0.3114
+step=44650 micro_steps=714400 elapsed=46.5s lr=3.000000e-04 loss_all=1.4678 acc_all=0.7583 loss_corrupt=2.4496 acc_corrupt=0.5668 corrupt_frac=0.5521 loss=2.4496 mean_t=0.5012 wrong_frac=0.6987 init_acc_corrupt=0.2273 init_gold_top10=0.2762 init_gold_top100=0.3124
+step=44700 micro_steps=715200 elapsed=46.1s lr=3.000000e-04 loss_all=1.4574 acc_all=0.7599 loss_corrupt=2.4346 acc_corrupt=0.5690 corrupt_frac=0.5512 loss=2.4346 mean_t=0.4984 wrong_frac=0.6996 init_acc_corrupt=0.2273 init_gold_top10=0.2757 init_gold_top100=0.3124
+step=44750 micro_steps=716000 elapsed=47.5s lr=3.000000e-04 loss_all=1.4471 acc_all=0.7615 loss_corrupt=2.4262 acc_corrupt=0.5700 corrupt_frac=0.5484 loss=2.4262 mean_t=0.5000 wrong_frac=0.6998 init_acc_corrupt=0.2270 init_gold_top10=0.2751 init_gold_top100=0.3117
+step=44800 micro_steps=716800 elapsed=48.8s lr=3.000000e-04 loss_all=1.4732 acc_all=0.7577 loss_corrupt=2.4599 acc_corrupt=0.5656 corrupt_frac=0.5515 loss=2.4599 mean_t=0.5053 wrong_frac=0.6993 init_acc_corrupt=0.2289 init_gold_top10=0.2760 init_gold_top100=0.3113
+step=44850 micro_steps=717600 elapsed=48.9s lr=3.000000e-04 loss_all=1.4382 acc_all=0.7630 loss_corrupt=2.4161 acc_corrupt=0.5717 corrupt_frac=0.5479 loss=2.4161 mean_t=0.5023 wrong_frac=0.7006 init_acc_corrupt=0.2282 init_gold_top10=0.2747 init_gold_top100=0.3109
+step=44900 micro_steps=718400 elapsed=48.0s lr=3.000000e-04 loss_all=1.4882 acc_all=0.7543 loss_corrupt=2.4802 acc_corrupt=0.5610 corrupt_frac=0.5542 loss=2.4802 mean_t=0.4962 wrong_frac=0.6998 init_acc_corrupt=0.2250 init_gold_top10=0.2741 init_gold_top100=0.3106
+step=44950 micro_steps=719200 elapsed=44.5s lr=3.000000e-04 loss_all=1.4499 acc_all=0.7610 loss_corrupt=2.4269 acc_corrupt=0.5698 corrupt_frac=0.5495 loss=2.4269 mean_t=0.4993 wrong_frac=0.6991 init_acc_corrupt=0.2257 init_gold_top10=0.2751 init_gold_top100=0.3127
+step=45000 micro_steps=720000 elapsed=44.3s lr=3.000000e-04 loss_all=1.4554 acc_all=0.7608 loss_corrupt=2.4418 acc_corrupt=0.5686 corrupt_frac=0.5490 loss=2.4418 mean_t=0.5028 wrong_frac=0.7000 init_acc_corrupt=0.2279 init_gold_top10=0.2758 init_gold_top100=0.3107
+step=45050 micro_steps=720800 elapsed=45.9s lr=3.000000e-04 loss_all=1.4569 acc_all=0.7601 loss_corrupt=2.4440 acc_corrupt=0.5675 corrupt_frac=0.5486 loss=2.4440 mean_t=0.4998 wrong_frac=0.7005 init_acc_corrupt=0.2246 init_gold_top10=0.2738 init_gold_top100=0.3119
+step=45100 micro_steps=721600 elapsed=44.5s lr=3.000000e-04 loss_all=1.4591 acc_all=0.7602 loss_corrupt=2.4393 acc_corrupt=0.5693 corrupt_frac=0.5504 loss=2.4393 mean_t=0.4999 wrong_frac=0.7000 init_acc_corrupt=0.2258 init_gold_top10=0.2741 init_gold_top100=0.3118
+step=45150 micro_steps=722400 elapsed=44.5s lr=3.000000e-04 loss_all=1.4714 acc_all=0.7573 loss_corrupt=2.4549 acc_corrupt=0.5654 corrupt_frac=0.5525 loss=2.4549 mean_t=0.5029 wrong_frac=0.6996 init_acc_corrupt=0.2283 init_gold_top10=0.2758 init_gold_top100=0.3110
+step=45200 micro_steps=723200 elapsed=44.4s lr=3.000000e-04 loss_all=1.4576 acc_all=0.7603 loss_corrupt=2.4349 acc_corrupt=0.5699 corrupt_frac=0.5512 loss=2.4349 mean_t=0.4995 wrong_frac=0.6999 init_acc_corrupt=0.2249 init_gold_top10=0.2739 init_gold_top100=0.3121
+step=45250 micro_steps=724000 elapsed=44.5s lr=3.000000e-04 loss_all=1.4568 acc_all=0.7601 loss_corrupt=2.4467 acc_corrupt=0.5670 corrupt_frac=0.5476 loss=2.4467 mean_t=0.5003 wrong_frac=0.7004 init_acc_corrupt=0.2261 init_gold_top10=0.2741 init_gold_top100=0.3100
+step=45300 micro_steps=724800 elapsed=44.4s lr=3.000000e-04 loss_all=1.4479 acc_all=0.7610 loss_corrupt=2.4235 acc_corrupt=0.5701 corrupt_frac=0.5503 loss=2.4235 mean_t=0.4987 wrong_frac=0.6991 init_acc_corrupt=0.2269 init_gold_top10=0.2754 init_gold_top100=0.3124
+step=45350 micro_steps=725600 elapsed=44.4s lr=3.000000e-04 loss_all=1.4594 acc_all=0.7596 loss_corrupt=2.4440 acc_corrupt=0.5676 corrupt_frac=0.5505 loss=2.4440 mean_t=0.5027 wrong_frac=0.7004 init_acc_corrupt=0.2267 init_gold_top10=0.2747 init_gold_top100=0.3099
+step=45400 micro_steps=726400 elapsed=44.4s lr=3.000000e-04 loss_all=1.4300 acc_all=0.7637 loss_corrupt=2.3994 acc_corrupt=0.5730 corrupt_frac=0.5475 loss=2.3994 mean_t=0.5002 wrong_frac=0.6999 init_acc_corrupt=0.2276 init_gold_top10=0.2753 init_gold_top100=0.3113
+step=45450 micro_steps=727200 elapsed=44.5s lr=3.000000e-04 loss_all=1.4695 acc_all=0.7583 loss_corrupt=2.4493 acc_corrupt=0.5675 corrupt_frac=0.5528 loss=2.4493 mean_t=0.4950 wrong_frac=0.7001 init_acc_corrupt=0.2237 init_gold_top10=0.2735 init_gold_top100=0.3115
+step=45500 micro_steps=728000 elapsed=44.3s lr=3.000000e-04 loss_all=1.4683 acc_all=0.7581 loss_corrupt=2.4617 acc_corrupt=0.5644 corrupt_frac=0.5489 loss=2.4617 mean_t=0.5020 wrong_frac=0.6998 init_acc_corrupt=0.2269 init_gold_top10=0.2750 init_gold_top100=0.3109
+step=45550 micro_steps=728800 elapsed=44.4s lr=3.000000e-04 loss_all=1.4545 acc_all=0.7605 loss_corrupt=2.4223 acc_corrupt=0.5715 corrupt_frac=0.5521 loss=2.4223 mean_t=0.5038 wrong_frac=0.6995 init_acc_corrupt=0.2272 init_gold_top10=0.2756 init_gold_top100=0.3126
+step=45600 micro_steps=729600 elapsed=44.4s lr=3.000000e-04 loss_all=1.4625 acc_all=0.7587 loss_corrupt=2.4465 acc_corrupt=0.5663 corrupt_frac=0.5501 loss=2.4465 mean_t=0.4996 wrong_frac=0.7001 init_acc_corrupt=0.2268 init_gold_top10=0.2748 init_gold_top100=0.3108
+step=45650 micro_steps=730400 elapsed=44.4s lr=3.000000e-04 loss_all=1.4429 acc_all=0.7620 loss_corrupt=2.4160 acc_corrupt=0.5715 corrupt_frac=0.5492 loss=2.4160 mean_t=0.4973 wrong_frac=0.6995 init_acc_corrupt=0.2272 init_gold_top10=0.2752 init_gold_top100=0.3120
+step=45700 micro_steps=731200 elapsed=44.5s lr=3.000000e-04 loss_all=1.4601 acc_all=0.7601 loss_corrupt=2.4509 acc_corrupt=0.5671 corrupt_frac=0.5478 loss=2.4509 mean_t=0.5021 wrong_frac=0.7008 init_acc_corrupt=0.2266 init_gold_top10=0.2744 init_gold_top100=0.3100
+step=45750 micro_steps=732000 elapsed=44.4s lr=3.000000e-04 loss_all=1.4475 acc_all=0.7614 loss_corrupt=2.4181 acc_corrupt=0.5716 corrupt_frac=0.5507 loss=2.4181 mean_t=0.5026 wrong_frac=0.6991 init_acc_corrupt=0.2279 init_gold_top10=0.2760 init_gold_top100=0.3126
+step=45800 micro_steps=732800 elapsed=44.5s lr=3.000000e-04 loss_all=1.4457 acc_all=0.7621 loss_corrupt=2.4185 acc_corrupt=0.5720 corrupt_frac=0.5492 loss=2.4185 mean_t=0.5014 wrong_frac=0.7001 init_acc_corrupt=0.2275 init_gold_top10=0.2751 init_gold_top100=0.3116
+step=45850 micro_steps=733600 elapsed=46.8s lr=3.000000e-04 loss_all=1.4786 acc_all=0.7572 loss_corrupt=2.4836 acc_corrupt=0.5619 corrupt_frac=0.5479 loss=2.4836 mean_t=0.4982 wrong_frac=0.7004 init_acc_corrupt=0.2246 init_gold_top10=0.2728 init_gold_top100=0.3096
+step=45900 micro_steps=734400 elapsed=47.6s lr=3.000000e-04 loss_all=1.4358 acc_all=0.7630 loss_corrupt=2.4025 acc_corrupt=0.5733 corrupt_frac=0.5489 loss=2.4025 mean_t=0.5019 wrong_frac=0.6989 init_acc_corrupt=0.2274 init_gold_top10=0.2758 init_gold_top100=0.3126
+step=45950 micro_steps=735200 elapsed=47.2s lr=3.000000e-04 loss_all=1.4611 acc_all=0.7590 loss_corrupt=2.4455 acc_corrupt=0.5666 corrupt_frac=0.5501 loss=2.4455 mean_t=0.4993 wrong_frac=0.7004 init_acc_corrupt=0.2259 init_gold_top10=0.2740 init_gold_top100=0.3104
+step=46000 micro_steps=736000 elapsed=47.1s lr=3.000000e-04 loss_all=1.4562 acc_all=0.7603 loss_corrupt=2.4357 acc_corrupt=0.5690 corrupt_frac=0.5500 loss=2.4357 mean_t=0.5004 wrong_frac=0.7000 init_acc_corrupt=0.2262 init_gold_top10=0.2739 init_gold_top100=0.3113
+step=46050 micro_steps=736800 elapsed=48.6s lr=3.000000e-04 loss_all=1.4576 acc_all=0.7602 loss_corrupt=2.4434 acc_corrupt=0.5681 corrupt_frac=0.5488 loss=2.4434 mean_t=0.5016 wrong_frac=0.6998 init_acc_corrupt=0.2268 init_gold_top10=0.2755 init_gold_top100=0.3114
+step=46100 micro_steps=737600 elapsed=47.0s lr=3.000000e-04 loss_all=1.4393 acc_all=0.7622 loss_corrupt=2.4129 acc_corrupt=0.5712 corrupt_frac=0.5482 loss=2.4129 mean_t=0.4975 wrong_frac=0.7000 init_acc_corrupt=0.2261 init_gold_top10=0.2752 init_gold_top100=0.3120
+step=46150 micro_steps=738400 elapsed=46.8s lr=3.000000e-04 loss_all=1.4388 acc_all=0.7631 loss_corrupt=2.4182 acc_corrupt=0.5715 corrupt_frac=0.5470 loss=2.4182 mean_t=0.4947 wrong_frac=0.7003 init_acc_corrupt=0.2255 init_gold_top10=0.2743 init_gold_top100=0.3117
+step=46200 micro_steps=739200 elapsed=45.8s lr=3.000000e-04 loss_all=1.4676 acc_all=0.7588 loss_corrupt=2.4630 acc_corrupt=0.5652 corrupt_frac=0.5485 loss=2.4630 mean_t=0.5007 wrong_frac=0.6996 init_acc_corrupt=0.2259 init_gold_top10=0.2745 init_gold_top100=0.3110
+step=46250 micro_steps=740000 elapsed=47.3s lr=3.000000e-04 loss_all=1.4592 acc_all=0.7597 loss_corrupt=2.4301 acc_corrupt=0.5703 corrupt_frac=0.5525 loss=2.4301 mean_t=0.5003 wrong_frac=0.7008 init_acc_corrupt=0.2257 init_gold_top10=0.2736 init_gold_top100=0.3109
+step=46300 micro_steps=740800 elapsed=47.3s lr=3.000000e-04 loss_all=1.4534 acc_all=0.7602 loss_corrupt=2.4346 acc_corrupt=0.5684 corrupt_frac=0.5496 loss=2.4346 mean_t=0.5007 wrong_frac=0.7004 init_acc_corrupt=0.2261 init_gold_top10=0.2751 init_gold_top100=0.3113
+step=46350 micro_steps=741600 elapsed=46.8s lr=3.000000e-04 loss_all=1.4415 acc_all=0.7621 loss_corrupt=2.4181 acc_corrupt=0.5709 corrupt_frac=0.5482 loss=2.4181 mean_t=0.5034 wrong_frac=0.7001 init_acc_corrupt=0.2282 init_gold_top10=0.2755 init_gold_top100=0.3118
+step=46400 micro_steps=742400 elapsed=45.7s lr=3.000000e-04 loss_all=1.4719 acc_all=0.7574 loss_corrupt=2.4524 acc_corrupt=0.5663 corrupt_frac=0.5530 loss=2.4524 mean_t=0.5017 wrong_frac=0.6997 init_acc_corrupt=0.2269 init_gold_top10=0.2754 init_gold_top100=0.3117
+step=46450 micro_steps=743200 elapsed=44.8s lr=3.000000e-04 loss_all=1.4392 acc_all=0.7625 loss_corrupt=2.4149 acc_corrupt=0.5710 corrupt_frac=0.5468 loss=2.4149 mean_t=0.4999 wrong_frac=0.7003 init_acc_corrupt=0.2263 init_gold_top10=0.2749 init_gold_top100=0.3116
+step=46500 micro_steps=744000 elapsed=46.8s lr=3.000000e-04 loss_all=1.4692 acc_all=0.7582 loss_corrupt=2.4465 acc_corrupt=0.5679 corrupt_frac=0.5538 loss=2.4465 mean_t=0.4994 wrong_frac=0.7003 init_acc_corrupt=0.2262 init_gold_top10=0.2740 init_gold_top100=0.3107
+step=46550 micro_steps=744800 elapsed=47.1s lr=3.000000e-04 loss_all=1.4725 acc_all=0.7577 loss_corrupt=2.4604 acc_corrupt=0.5655 corrupt_frac=0.5516 loss=2.4604 mean_t=0.5023 wrong_frac=0.7000 init_acc_corrupt=0.2270 init_gold_top10=0.2748 init_gold_top100=0.3102
+step=46600 micro_steps=745600 elapsed=47.2s lr=3.000000e-04 loss_all=1.4529 acc_all=0.7608 loss_corrupt=2.4273 acc_corrupt=0.5707 corrupt_frac=0.5511 loss=2.4273 mean_t=0.4991 wrong_frac=0.6999 init_acc_corrupt=0.2252 init_gold_top10=0.2744 init_gold_top100=0.3126
+step=46650 micro_steps=746400 elapsed=47.1s lr=3.000000e-04 loss_all=1.4428 acc_all=0.7623 loss_corrupt=2.4171 acc_corrupt=0.5717 corrupt_frac=0.5491 loss=2.4171 mean_t=0.4994 wrong_frac=0.6999 init_acc_corrupt=0.2274 init_gold_top10=0.2751 init_gold_top100=0.3108
+step=46700 micro_steps=747200 elapsed=47.6s lr=3.000000e-04 loss_all=1.4501 acc_all=0.7609 loss_corrupt=2.4299 acc_corrupt=0.5694 corrupt_frac=0.5490 loss=2.4299 mean_t=0.4993 wrong_frac=0.7006 init_acc_corrupt=0.2258 init_gold_top10=0.2744 init_gold_top100=0.3113
+step=46750 micro_steps=748000 elapsed=47.1s lr=3.000000e-04 loss_all=1.4479 acc_all=0.7621 loss_corrupt=2.4347 acc_corrupt=0.5699 corrupt_frac=0.5472 loss=2.4347 mean_t=0.4964 wrong_frac=0.6996 init_acc_corrupt=0.2259 init_gold_top10=0.2746 init_gold_top100=0.3115
+step=46800 micro_steps=748800 elapsed=47.2s lr=3.000000e-04 loss_all=1.4532 acc_all=0.7602 loss_corrupt=2.4236 acc_corrupt=0.5702 corrupt_frac=0.5514 loss=2.4236 mean_t=0.5061 wrong_frac=0.7001 init_acc_corrupt=0.2284 init_gold_top10=0.2753 init_gold_top100=0.3110
+step=46850 micro_steps=749600 elapsed=48.7s lr=3.000000e-04 loss_all=1.4478 acc_all=0.7612 loss_corrupt=2.4188 acc_corrupt=0.5712 corrupt_frac=0.5511 loss=2.4188 mean_t=0.4972 wrong_frac=0.7001 init_acc_corrupt=0.2259 init_gold_top10=0.2749 init_gold_top100=0.3123
+step=46900 micro_steps=750400 elapsed=48.9s lr=3.000000e-04 loss_all=1.4537 acc_all=0.7606 loss_corrupt=2.4388 acc_corrupt=0.5682 corrupt_frac=0.5484 loss=2.4388 mean_t=0.5011 wrong_frac=0.7009 init_acc_corrupt=0.2277 init_gold_top10=0.2745 init_gold_top100=0.3095
+step=46950 micro_steps=751200 elapsed=48.7s lr=3.000000e-04 loss_all=1.4333 acc_all=0.7635 loss_corrupt=2.3970 acc_corrupt=0.5745 corrupt_frac=0.5502 loss=2.3970 mean_t=0.5017 wrong_frac=0.7004 init_acc_corrupt=0.2281 init_gold_top10=0.2761 init_gold_top100=0.3122
+step=47000 micro_steps=752000 elapsed=48.5s lr=3.000000e-04 loss_all=1.4432 acc_all=0.7624 loss_corrupt=2.4232 acc_corrupt=0.5708 corrupt_frac=0.5472 loss=2.4232 mean_t=0.4992 wrong_frac=0.6998 init_acc_corrupt=0.2260 init_gold_top10=0.2747 init_gold_top100=0.3109
+step=47050 micro_steps=752800 elapsed=49.8s lr=3.000000e-04 loss_all=1.4488 acc_all=0.7613 loss_corrupt=2.4362 acc_corrupt=0.5684 corrupt_frac=0.5472 loss=2.4362 mean_t=0.4987 wrong_frac=0.7003 init_acc_corrupt=0.2249 init_gold_top10=0.2736 init_gold_top100=0.3117
+step=47100 micro_steps=753600 elapsed=49.2s lr=3.000000e-04 loss_all=1.4688 acc_all=0.7586 loss_corrupt=2.4576 acc_corrupt=0.5662 corrupt_frac=0.5506 loss=2.4576 mean_t=0.4949 wrong_frac=0.7003 init_acc_corrupt=0.2241 init_gold_top10=0.2740 init_gold_top100=0.3120
+step=47150 micro_steps=754400 elapsed=47.8s lr=3.000000e-04 loss_all=1.4478 acc_all=0.7612 loss_corrupt=2.4224 acc_corrupt=0.5705 corrupt_frac=0.5507 loss=2.4224 mean_t=0.5037 wrong_frac=0.7002 init_acc_corrupt=0.2275 init_gold_top10=0.2750 init_gold_top100=0.3107
+step=47200 micro_steps=755200 elapsed=47.6s lr=3.000000e-04 loss_all=1.4485 acc_all=0.7613 loss_corrupt=2.4222 acc_corrupt=0.5710 corrupt_frac=0.5506 loss=2.4222 mean_t=0.5047 wrong_frac=0.7008 init_acc_corrupt=0.2268 init_gold_top10=0.2739 init_gold_top100=0.3111
+step=47250 micro_steps=756000 elapsed=45.4s lr=3.000000e-04 loss_all=1.4483 acc_all=0.7611 loss_corrupt=2.4272 acc_corrupt=0.5695 corrupt_frac=0.5493 loss=2.4272 mean_t=0.5034 wrong_frac=0.6999 init_acc_corrupt=0.2286 init_gold_top10=0.2758 init_gold_top100=0.3106
+step=47300 micro_steps=756800 elapsed=46.7s lr=3.000000e-04 loss_all=1.4556 acc_all=0.7601 loss_corrupt=2.4264 acc_corrupt=0.5705 corrupt_frac=0.5523 loss=2.4264 mean_t=0.4982 wrong_frac=0.7005 init_acc_corrupt=0.2251 init_gold_top10=0.2738 init_gold_top100=0.3119
+step=47350 micro_steps=757600 elapsed=47.5s lr=3.000000e-04 loss_all=1.4490 acc_all=0.7609 loss_corrupt=2.4289 acc_corrupt=0.5691 corrupt_frac=0.5492 loss=2.4289 mean_t=0.4972 wrong_frac=0.6994 init_acc_corrupt=0.2266 init_gold_top10=0.2748 init_gold_top100=0.3114
+step=47400 micro_steps=758400 elapsed=47.8s lr=3.000000e-04 loss_all=1.4439 acc_all=0.7618 loss_corrupt=2.4260 acc_corrupt=0.5695 corrupt_frac=0.5477 loss=2.4260 mean_t=0.4971 wrong_frac=0.7006 init_acc_corrupt=0.2258 init_gold_top10=0.2737 init_gold_top100=0.3108
+step=47450 micro_steps=759200 elapsed=47.6s lr=3.000000e-04 loss_all=1.4631 acc_all=0.7578 loss_corrupt=2.4375 acc_corrupt=0.5669 corrupt_frac=0.5533 loss=2.4375 mean_t=0.4971 wrong_frac=0.6998 init_acc_corrupt=0.2256 init_gold_top10=0.2736 init_gold_top100=0.3109
+step=47500 micro_steps=760000 elapsed=47.7s lr=3.000000e-04 loss_all=1.4140 acc_all=0.7666 loss_corrupt=2.3837 acc_corrupt=0.5760 corrupt_frac=0.5448 loss=2.3837 mean_t=0.5077 wrong_frac=0.6994 init_acc_corrupt=0.2304 init_gold_top10=0.2775 init_gold_top100=0.3118
+step=47550 micro_steps=760800 elapsed=47.7s lr=3.000000e-04 loss_all=1.4424 acc_all=0.7621 loss_corrupt=2.4065 acc_corrupt=0.5736 corrupt_frac=0.5527 loss=2.4065 mean_t=0.5030 wrong_frac=0.6997 init_acc_corrupt=0.2299 init_gold_top10=0.2766 init_gold_top100=0.3122
+step=47600 micro_steps=761600 elapsed=47.7s lr=3.000000e-04 loss_all=1.4880 acc_all=0.7544 loss_corrupt=2.4586 acc_corrupt=0.5650 corrupt_frac=0.5582 loss=2.4586 mean_t=0.4980 wrong_frac=0.7000 init_acc_corrupt=0.2262 init_gold_top10=0.2746 init_gold_top100=0.3099
+step=47650 micro_steps=762400 elapsed=47.6s lr=3.000000e-04 loss_all=1.4513 acc_all=0.7602 loss_corrupt=2.4192 acc_corrupt=0.5707 corrupt_frac=0.5532 loss=2.4192 mean_t=0.4988 wrong_frac=0.7004 init_acc_corrupt=0.2252 init_gold_top10=0.2740 init_gold_top100=0.3118
+step=47700 micro_steps=763200 elapsed=47.5s lr=3.000000e-04 loss_all=1.4423 acc_all=0.7621 loss_corrupt=2.4174 acc_corrupt=0.5711 corrupt_frac=0.5484 loss=2.4174 mean_t=0.5042 wrong_frac=0.6999 init_acc_corrupt=0.2277 init_gold_top10=0.2756 init_gold_top100=0.3108
+step=47750 micro_steps=764000 elapsed=47.6s lr=3.000000e-04 loss_all=1.4708 acc_all=0.7579 loss_corrupt=2.4482 acc_corrupt=0.5674 corrupt_frac=0.5535 loss=2.4482 mean_t=0.4974 wrong_frac=0.6998 init_acc_corrupt=0.2247 init_gold_top10=0.2739 init_gold_top100=0.3117
+step=47800 micro_steps=764800 elapsed=47.5s lr=3.000000e-04 loss_all=1.4358 acc_all=0.7634 loss_corrupt=2.4093 acc_corrupt=0.5727 corrupt_frac=0.5477 loss=2.4093 mean_t=0.4958 wrong_frac=0.7000 init_acc_corrupt=0.2252 init_gold_top10=0.2745 init_gold_top100=0.3116
+step=47850 micro_steps=765600 elapsed=47.5s lr=3.000000e-04 loss_all=1.4529 acc_all=0.7602 loss_corrupt=2.4300 acc_corrupt=0.5690 corrupt_frac=0.5510 loss=2.4300 mean_t=0.4990 wrong_frac=0.7001 init_acc_corrupt=0.2271 init_gold_top10=0.2754 init_gold_top100=0.3110
+step=47900 micro_steps=766400 elapsed=45.2s lr=3.000000e-04 loss_all=1.4390 acc_all=0.7625 loss_corrupt=2.4005 acc_corrupt=0.5740 corrupt_frac=0.5515 loss=2.4005 mean_t=0.5004 wrong_frac=0.6999 init_acc_corrupt=0.2273 init_gold_top10=0.2753 init_gold_top100=0.3119
+step=47950 micro_steps=767200 elapsed=47.9s lr=3.000000e-04 loss_all=1.4563 acc_all=0.7597 loss_corrupt=2.4348 acc_corrupt=0.5684 corrupt_frac=0.5509 loss=2.4348 mean_t=0.5021 wrong_frac=0.6999 init_acc_corrupt=0.2276 init_gold_top10=0.2753 init_gold_top100=0.3111
+step=48000 micro_steps=768000 elapsed=47.1s lr=3.000000e-04 loss_all=1.4286 acc_all=0.7641 loss_corrupt=2.3915 acc_corrupt=0.5750 corrupt_frac=0.5488 loss=2.3915 mean_t=0.5029 wrong_frac=0.7003 init_acc_corrupt=0.2277 init_gold_top10=0.2746 init_gold_top100=0.3109
+step=48050 micro_steps=768800 elapsed=48.4s lr=3.000000e-04 loss_all=1.4401 acc_all=0.7627 loss_corrupt=2.4149 acc_corrupt=0.5718 corrupt_frac=0.5484 loss=2.4149 mean_t=0.5008 wrong_frac=0.7003 init_acc_corrupt=0.2263 init_gold_top10=0.2745 init_gold_top100=0.3104
+step=48100 micro_steps=769600 elapsed=46.1s lr=3.000000e-04 loss_all=1.4422 acc_all=0.7615 loss_corrupt=2.4057 acc_corrupt=0.5723 corrupt_frac=0.5513 loss=2.4057 mean_t=0.5016 wrong_frac=0.7001 init_acc_corrupt=0.2263 init_gold_top10=0.2755 init_gold_top100=0.3120
+step=48150 micro_steps=770400 elapsed=45.3s lr=3.000000e-04 loss_all=1.4571 acc_all=0.7604 loss_corrupt=2.4371 acc_corrupt=0.5693 corrupt_frac=0.5497 loss=2.4371 mean_t=0.4981 wrong_frac=0.7000 init_acc_corrupt=0.2251 init_gold_top10=0.2745 init_gold_top100=0.3122
+step=48200 micro_steps=771200 elapsed=45.1s lr=3.000000e-04 loss_all=1.4436 acc_all=0.7620 loss_corrupt=2.4201 acc_corrupt=0.5709 corrupt_frac=0.5486 loss=2.4201 mean_t=0.4988 wrong_frac=0.6998 init_acc_corrupt=0.2265 init_gold_top10=0.2747 init_gold_top100=0.3112
+step=48250 micro_steps=772000 elapsed=45.2s lr=3.000000e-04 loss_all=1.4421 acc_all=0.7622 loss_corrupt=2.4126 acc_corrupt=0.5721 corrupt_frac=0.5499 loss=2.4126 mean_t=0.4991 wrong_frac=0.7001 init_acc_corrupt=0.2272 init_gold_top10=0.2750 init_gold_top100=0.3112
+step=48300 micro_steps=772800 elapsed=45.0s lr=3.000000e-04 loss_all=1.4393 acc_all=0.7619 loss_corrupt=2.4149 acc_corrupt=0.5704 corrupt_frac=0.5487 loss=2.4149 mean_t=0.4997 wrong_frac=0.7003 init_acc_corrupt=0.2270 init_gold_top10=0.2757 init_gold_top100=0.3110
+step=48350 micro_steps=773600 elapsed=45.2s lr=3.000000e-04 loss_all=1.4380 acc_all=0.7630 loss_corrupt=2.4043 acc_corrupt=0.5738 corrupt_frac=0.5502 loss=2.4043 mean_t=0.4989 wrong_frac=0.7004 init_acc_corrupt=0.2270 init_gold_top10=0.2746 init_gold_top100=0.3111
+step=48400 micro_steps=774400 elapsed=45.1s lr=3.000000e-04 loss_all=1.4613 acc_all=0.7588 loss_corrupt=2.4419 acc_corrupt=0.5673 corrupt_frac=0.5516 loss=2.4419 mean_t=0.4929 wrong_frac=0.7006 init_acc_corrupt=0.2233 init_gold_top10=0.2734 init_gold_top100=0.3105
+step=48450 micro_steps=775200 elapsed=45.1s lr=3.000000e-04 loss_all=1.4433 acc_all=0.7616 loss_corrupt=2.4079 acc_corrupt=0.5724 corrupt_frac=0.5514 loss=2.4079 mean_t=0.4991 wrong_frac=0.6995 init_acc_corrupt=0.2269 init_gold_top10=0.2758 init_gold_top100=0.3124
+step=48500 micro_steps=776000 elapsed=45.1s lr=3.000000e-04 loss_all=1.4343 acc_all=0.7636 loss_corrupt=2.4018 acc_corrupt=0.5742 corrupt_frac=0.5491 loss=2.4018 mean_t=0.5086 wrong_frac=0.7008 init_acc_corrupt=0.2284 init_gold_top10=0.2753 init_gold_top100=0.3108
+step=48550 micro_steps=776800 elapsed=45.1s lr=3.000000e-04 loss_all=1.4498 acc_all=0.7606 loss_corrupt=2.4202 acc_corrupt=0.5705 corrupt_frac=0.5510 loss=2.4202 mean_t=0.4985 wrong_frac=0.6996 init_acc_corrupt=0.2274 init_gold_top10=0.2754 init_gold_top100=0.3115
+step=48600 micro_steps=777600 elapsed=45.0s lr=3.000000e-04 loss_all=1.4287 acc_all=0.7647 loss_corrupt=2.3974 acc_corrupt=0.5750 corrupt_frac=0.5477 loss=2.3974 mean_t=0.5028 wrong_frac=0.6997 init_acc_corrupt=0.2270 init_gold_top10=0.2753 init_gold_top100=0.3118
+step=48650 micro_steps=778400 elapsed=45.3s lr=3.000000e-04 loss_all=1.4381 acc_all=0.7622 loss_corrupt=2.4120 acc_corrupt=0.5710 corrupt_frac=0.5487 loss=2.4120 mean_t=0.5033 wrong_frac=0.6999 init_acc_corrupt=0.2282 init_gold_top10=0.2751 init_gold_top100=0.3102
+step=48700 micro_steps=779200 elapsed=45.4s lr=3.000000e-04 loss_all=1.4346 acc_all=0.7633 loss_corrupt=2.3975 acc_corrupt=0.5746 corrupt_frac=0.5503 loss=2.3975 mean_t=0.5028 wrong_frac=0.7013 init_acc_corrupt=0.2266 init_gold_top10=0.2745 init_gold_top100=0.3109
+step=48750 micro_steps=780000 elapsed=45.5s lr=3.000000e-04 loss_all=1.4197 acc_all=0.7661 loss_corrupt=2.3974 acc_corrupt=0.5745 corrupt_frac=0.5443 loss=2.3974 mean_t=0.5049 wrong_frac=0.6995 init_acc_corrupt=0.2296 init_gold_top10=0.2764 init_gold_top100=0.3110
+step=48800 micro_steps=780800 elapsed=45.6s lr=3.000000e-04 loss_all=1.4269 acc_all=0.7646 loss_corrupt=2.3987 acc_corrupt=0.5739 corrupt_frac=0.5464 loss=2.3987 mean_t=0.5032 wrong_frac=0.7000 init_acc_corrupt=0.2283 init_gold_top10=0.2753 init_gold_top100=0.3113
+step=48850 micro_steps=781600 elapsed=46.1s lr=3.000000e-04 loss_all=1.4273 acc_all=0.7648 loss_corrupt=2.3961 acc_corrupt=0.5746 corrupt_frac=0.5468 loss=2.3961 mean_t=0.4989 wrong_frac=0.7010 init_acc_corrupt=0.2255 init_gold_top10=0.2736 init_gold_top100=0.3106
+step=48900 micro_steps=782400 elapsed=45.6s lr=3.000000e-04 loss_all=1.4516 acc_all=0.7603 loss_corrupt=2.4274 acc_corrupt=0.5691 corrupt_frac=0.5499 loss=2.4274 mean_t=0.5038 wrong_frac=0.7000 init_acc_corrupt=0.2274 init_gold_top10=0.2753 init_gold_top100=0.3109
+step=48950 micro_steps=783200 elapsed=45.5s lr=3.000000e-04 loss_all=1.4492 acc_all=0.7611 loss_corrupt=2.4189 acc_corrupt=0.5717 corrupt_frac=0.5513 loss=2.4189 mean_t=0.4992 wrong_frac=0.7002 init_acc_corrupt=0.2259 init_gold_top10=0.2741 init_gold_top100=0.3117
+step=49000 micro_steps=784000 elapsed=45.3s lr=3.000000e-04 loss_all=1.4486 acc_all=0.7605 loss_corrupt=2.4301 acc_corrupt=0.5678 corrupt_frac=0.5478 loss=2.4301 mean_t=0.5001 wrong_frac=0.7004 init_acc_corrupt=0.2268 init_gold_top10=0.2738 init_gold_top100=0.3094
+step=49050 micro_steps=784800 elapsed=48.9s lr=3.000000e-04 loss_all=1.4515 acc_all=0.7604 loss_corrupt=2.4116 acc_corrupt=0.5725 corrupt_frac=0.5544 loss=2.4116 mean_t=0.4977 wrong_frac=0.6999 init_acc_corrupt=0.2255 init_gold_top10=0.2746 init_gold_top100=0.3123
+step=49100 micro_steps=785600 elapsed=49.6s lr=3.000000e-04 loss_all=1.4552 acc_all=0.7601 loss_corrupt=2.4341 acc_corrupt=0.5689 corrupt_frac=0.5506 loss=2.4341 mean_t=0.4929 wrong_frac=0.7005 init_acc_corrupt=0.2239 init_gold_top10=0.2739 init_gold_top100=0.3111
+step=49150 micro_steps=786400 elapsed=49.4s lr=3.000000e-04 loss_all=1.4378 acc_all=0.7624 loss_corrupt=2.4043 acc_corrupt=0.5729 corrupt_frac=0.5501 loss=2.4043 mean_t=0.5002 wrong_frac=0.6995 init_acc_corrupt=0.2274 init_gold_top10=0.2753 init_gold_top100=0.3120
+step=49200 micro_steps=787200 elapsed=47.2s lr=3.000000e-04 loss_all=1.4512 acc_all=0.7608 loss_corrupt=2.4124 acc_corrupt=0.5731 corrupt_frac=0.5548 loss=2.4124 mean_t=0.5006 wrong_frac=0.6998 init_acc_corrupt=0.2275 init_gold_top10=0.2749 init_gold_top100=0.3112
+step=49250 micro_steps=788000 elapsed=45.2s lr=3.000000e-04 loss_all=1.4432 acc_all=0.7617 loss_corrupt=2.4167 acc_corrupt=0.5706 corrupt_frac=0.5481 loss=2.4167 mean_t=0.5008 wrong_frac=0.7000 init_acc_corrupt=0.2268 init_gold_top10=0.2749 init_gold_top100=0.3107
+step=49300 micro_steps=788800 elapsed=45.2s lr=3.000000e-04 loss_all=1.4232 acc_all=0.7646 loss_corrupt=2.3803 acc_corrupt=0.5759 corrupt_frac=0.5478 loss=2.3803 mean_t=0.5015 wrong_frac=0.7006 init_acc_corrupt=0.2264 init_gold_top10=0.2743 init_gold_top100=0.3116
+step=49350 micro_steps=789600 elapsed=45.1s lr=3.000000e-04 loss_all=1.4554 acc_all=0.7597 loss_corrupt=2.4330 acc_corrupt=0.5686 corrupt_frac=0.5514 loss=2.4330 mean_t=0.4986 wrong_frac=0.7002 init_acc_corrupt=0.2277 init_gold_top10=0.2752 init_gold_top100=0.3106
+step=49400 micro_steps=790400 elapsed=46.5s lr=3.000000e-04 loss_all=1.4315 acc_all=0.7633 loss_corrupt=2.3901 acc_corrupt=0.5748 corrupt_frac=0.5512 loss=2.3901 mean_t=0.4997 wrong_frac=0.6998 init_acc_corrupt=0.2268 init_gold_top10=0.2754 init_gold_top100=0.3127
+step=49450 micro_steps=791200 elapsed=46.8s lr=3.000000e-04 loss_all=1.4354 acc_all=0.7629 loss_corrupt=2.4076 acc_corrupt=0.5721 corrupt_frac=0.5476 loss=2.4076 mean_t=0.4963 wrong_frac=0.7004 init_acc_corrupt=0.2261 init_gold_top10=0.2743 init_gold_top100=0.3110
+step=49500 micro_steps=792000 elapsed=47.2s lr=3.000000e-04 loss_all=1.4543 acc_all=0.7596 loss_corrupt=2.4206 acc_corrupt=0.5702 corrupt_frac=0.5534 loss=2.4206 mean_t=0.4974 wrong_frac=0.7005 init_acc_corrupt=0.2247 init_gold_top10=0.2737 init_gold_top100=0.3110
+step=49550 micro_steps=792800 elapsed=47.5s lr=3.000000e-04 loss_all=1.4282 acc_all=0.7644 loss_corrupt=2.3989 acc_corrupt=0.5741 corrupt_frac=0.5475 loss=2.3989 mean_t=0.4979 wrong_frac=0.6998 init_acc_corrupt=0.2263 init_gold_top10=0.2746 init_gold_top100=0.3115
+step=49600 micro_steps=793600 elapsed=47.5s lr=3.000000e-04 loss_all=1.4569 acc_all=0.7596 loss_corrupt=2.4363 acc_corrupt=0.5680 corrupt_frac=0.5503 loss=2.4363 mean_t=0.4969 wrong_frac=0.6998 init_acc_corrupt=0.2257 init_gold_top10=0.2746 init_gold_top100=0.3109
+step=49650 micro_steps=794400 elapsed=47.5s lr=3.000000e-04 loss_all=1.4382 acc_all=0.7627 loss_corrupt=2.3975 acc_corrupt=0.5747 corrupt_frac=0.5520 loss=2.3975 mean_t=0.4980 wrong_frac=0.7005 init_acc_corrupt=0.2258 init_gold_top10=0.2743 init_gold_top100=0.3117
+step=49700 micro_steps=795200 elapsed=47.6s lr=3.000000e-04 loss_all=1.4530 acc_all=0.7592 loss_corrupt=2.4222 acc_corrupt=0.5687 corrupt_frac=0.5520 loss=2.4222 mean_t=0.5009 wrong_frac=0.6999 init_acc_corrupt=0.2263 init_gold_top10=0.2747 init_gold_top100=0.3107
+step=49750 micro_steps=796000 elapsed=47.6s lr=3.000000e-04 loss_all=1.4196 acc_all=0.7653 loss_corrupt=2.3786 acc_corrupt=0.5768 corrupt_frac=0.5487 loss=2.3786 mean_t=0.4979 wrong_frac=0.7000 init_acc_corrupt=0.2266 init_gold_top10=0.2750 init_gold_top100=0.3120
+step=49800 micro_steps=796800 elapsed=47.6s lr=3.000000e-04 loss_all=1.4451 acc_all=0.7609 loss_corrupt=2.4100 acc_corrupt=0.5717 corrupt_frac=0.5522 loss=2.4100 mean_t=0.5001 wrong_frac=0.6996 init_acc_corrupt=0.2270 init_gold_top10=0.2755 init_gold_top100=0.3113
+step=49850 micro_steps=797600 elapsed=47.5s lr=3.000000e-04 loss_all=1.4331 acc_all=0.7633 loss_corrupt=2.3995 acc_corrupt=0.5736 corrupt_frac=0.5490 loss=2.3995 mean_t=0.4985 wrong_frac=0.6999 init_acc_corrupt=0.2251 init_gold_top10=0.2738 init_gold_top100=0.3116
+step=49900 micro_steps=798400 elapsed=47.6s lr=3.000000e-04 loss_all=1.4158 acc_all=0.7661 loss_corrupt=2.3747 acc_corrupt=0.5776 corrupt_frac=0.5477 loss=2.3747 mean_t=0.4999 wrong_frac=0.6993 init_acc_corrupt=0.2281 init_gold_top10=0.2755 init_gold_top100=0.3124
+step=49950 micro_steps=799200 elapsed=47.6s lr=3.000000e-04 loss_all=1.4587 acc_all=0.7592 loss_corrupt=2.4331 acc_corrupt=0.5686 corrupt_frac=0.5521 loss=2.4331 mean_t=0.4972 wrong_frac=0.6996 init_acc_corrupt=0.2253 init_gold_top10=0.2741 init_gold_top100=0.3107
+step=50000 micro_steps=800000 elapsed=47.6s lr=3.000000e-04 loss_all=1.4366 acc_all=0.7626 loss_corrupt=2.3906 acc_corrupt=0.5754 corrupt_frac=0.5533 loss=2.3906 mean_t=0.4971 wrong_frac=0.7000 init_acc_corrupt=0.2250 init_gold_top10=0.2740 init_gold_top100=0.3123
+step=50050 micro_steps=800800 elapsed=49.7s lr=3.000000e-04 loss_all=1.4319 acc_all=0.7636 loss_corrupt=2.4024 acc_corrupt=0.5734 corrupt_frac=0.5482 loss=2.4024 mean_t=0.5040 wrong_frac=0.6994 init_acc_corrupt=0.2278 init_gold_top10=0.2757 init_gold_top100=0.3114
+step=50100 micro_steps=801600 elapsed=50.1s lr=3.000000e-04 loss_all=1.4163 acc_all=0.7661 loss_corrupt=2.3801 acc_corrupt=0.5766 corrupt_frac=0.5462 loss=2.3801 mean_t=0.5017 wrong_frac=0.6995 init_acc_corrupt=0.2271 init_gold_top10=0.2751 init_gold_top100=0.3123
+step=50150 micro_steps=802400 elapsed=49.8s lr=3.000000e-04 loss_all=1.4369 acc_all=0.7628 loss_corrupt=2.4075 acc_corrupt=0.5726 corrupt_frac=0.5484 loss=2.4075 mean_t=0.4970 wrong_frac=0.7002 init_acc_corrupt=0.2249 init_gold_top10=0.2743 init_gold_top100=0.3105
+step=50200 micro_steps=803200 elapsed=48.9s lr=3.000000e-04 loss_all=1.4285 acc_all=0.7634 loss_corrupt=2.3799 acc_corrupt=0.5762 corrupt_frac=0.5526 loss=2.3799 mean_t=0.4995 wrong_frac=0.7007 init_acc_corrupt=0.2262 init_gold_top10=0.2746 init_gold_top100=0.3114
+step=50250 micro_steps=804000 elapsed=48.1s lr=3.000000e-04 loss_all=1.4412 acc_all=0.7624 loss_corrupt=2.4054 acc_corrupt=0.5735 corrupt_frac=0.5509 loss=2.4054 mean_t=0.4981 wrong_frac=0.7003 init_acc_corrupt=0.2248 init_gold_top10=0.2736 init_gold_top100=0.3112
+step=50300 micro_steps=804800 elapsed=47.9s lr=3.000000e-04 loss_all=1.4389 acc_all=0.7620 loss_corrupt=2.4040 acc_corrupt=0.5724 corrupt_frac=0.5500 loss=2.4040 mean_t=0.4979 wrong_frac=0.6996 init_acc_corrupt=0.2272 init_gold_top10=0.2758 init_gold_top100=0.3119
+step=50350 micro_steps=805600 elapsed=47.8s lr=3.000000e-04 loss_all=1.4307 acc_all=0.7636 loss_corrupt=2.3885 acc_corrupt=0.5756 corrupt_frac=0.5511 loss=2.3885 mean_t=0.5000 wrong_frac=0.6997 init_acc_corrupt=0.2260 init_gold_top10=0.2749 init_gold_top100=0.3126
+step=50400 micro_steps=806400 elapsed=47.3s lr=3.000000e-04 loss_all=1.4424 acc_all=0.7615 loss_corrupt=2.4132 acc_corrupt=0.5711 corrupt_frac=0.5503 loss=2.4132 mean_t=0.4963 wrong_frac=0.7006 init_acc_corrupt=0.2266 init_gold_top10=0.2750 init_gold_top100=0.3103
+step=50450 micro_steps=807200 elapsed=47.1s lr=3.000000e-04 loss_all=1.4113 acc_all=0.7671 loss_corrupt=2.3745 acc_corrupt=0.5780 corrupt_frac=0.5461 loss=2.3745 mean_t=0.4983 wrong_frac=0.6998 init_acc_corrupt=0.2265 init_gold_top10=0.2753 init_gold_top100=0.3128
+step=50500 micro_steps=808000 elapsed=47.2s lr=3.000000e-04 loss_all=1.4335 acc_all=0.7638 loss_corrupt=2.4123 acc_corrupt=0.5723 corrupt_frac=0.5468 loss=2.4123 mean_t=0.4977 wrong_frac=0.7001 init_acc_corrupt=0.2266 init_gold_top10=0.2747 init_gold_top100=0.3103
+step=50550 micro_steps=808800 elapsed=47.8s lr=3.000000e-04 loss_all=1.4129 acc_all=0.7668 loss_corrupt=2.3795 acc_corrupt=0.5769 corrupt_frac=0.5448 loss=2.3795 mean_t=0.5018 wrong_frac=0.6996 init_acc_corrupt=0.2264 init_gold_top10=0.2746 init_gold_top100=0.3120
+step=50600 micro_steps=809600 elapsed=46.7s lr=3.000000e-04 loss_all=1.4090 acc_all=0.7669 loss_corrupt=2.3640 acc_corrupt=0.5785 corrupt_frac=0.5467 loss=2.3640 mean_t=0.4992 wrong_frac=0.7006 init_acc_corrupt=0.2264 init_gold_top10=0.2741 init_gold_top100=0.3109
+step=50650 micro_steps=810400 elapsed=46.6s lr=3.000000e-04 loss_all=1.4605 acc_all=0.7586 loss_corrupt=2.4282 acc_corrupt=0.5690 corrupt_frac=0.5537 loss=2.4282 mean_t=0.4959 wrong_frac=0.7001 init_acc_corrupt=0.2261 init_gold_top10=0.2742 init_gold_top100=0.3103
+step=50700 micro_steps=811200 elapsed=46.6s lr=3.000000e-04 loss_all=1.4159 acc_all=0.7661 loss_corrupt=2.3683 acc_corrupt=0.5788 corrupt_frac=0.5493 loss=2.3683 mean_t=0.5010 wrong_frac=0.6999 init_acc_corrupt=0.2284 init_gold_top10=0.2757 init_gold_top100=0.3121
+step=50750 micro_steps=812000 elapsed=47.4s lr=3.000000e-04 loss_all=1.4422 acc_all=0.7613 loss_corrupt=2.4111 acc_corrupt=0.5709 corrupt_frac=0.5501 loss=2.4111 mean_t=0.5000 wrong_frac=0.7007 init_acc_corrupt=0.2266 init_gold_top10=0.2747 init_gold_top100=0.3102
+step=50800 micro_steps=812800 elapsed=48.1s lr=3.000000e-04 loss_all=1.4204 acc_all=0.7652 loss_corrupt=2.3708 acc_corrupt=0.5782 corrupt_frac=0.5498 loss=2.3708 mean_t=0.5029 wrong_frac=0.6993 init_acc_corrupt=0.2289 init_gold_top10=0.2762 init_gold_top100=0.3127
+step=50850 micro_steps=813600 elapsed=49.6s lr=3.000000e-04 loss_all=1.4249 acc_all=0.7643 loss_corrupt=2.3842 acc_corrupt=0.5758 corrupt_frac=0.5498 loss=2.3842 mean_t=0.5012 wrong_frac=0.6993 init_acc_corrupt=0.2291 init_gold_top10=0.2763 init_gold_top100=0.3112
+step=50900 micro_steps=814400 elapsed=48.8s lr=3.000000e-04 loss_all=1.4155 acc_all=0.7660 loss_corrupt=2.3711 acc_corrupt=0.5780 corrupt_frac=0.5478 loss=2.3711 mean_t=0.5008 wrong_frac=0.6999 init_acc_corrupt=0.2277 init_gold_top10=0.2755 init_gold_top100=0.3117
+step=50950 micro_steps=815200 elapsed=48.8s lr=3.000000e-04 loss_all=1.4175 acc_all=0.7656 loss_corrupt=2.3701 acc_corrupt=0.5782 corrupt_frac=0.5497 loss=2.3701 mean_t=0.5087 wrong_frac=0.7005 init_acc_corrupt=0.2292 init_gold_top10=0.2753 init_gold_top100=0.3110
+step=51000 micro_steps=816000 elapsed=48.7s lr=3.000000e-04 loss_all=1.4541 acc_all=0.7599 loss_corrupt=2.4230 acc_corrupt=0.5702 corrupt_frac=0.5524 loss=2.4230 mean_t=0.5019 wrong_frac=0.7004 init_acc_corrupt=0.2261 init_gold_top10=0.2743 init_gold_top100=0.3107
+step=51050 micro_steps=816800 elapsed=49.5s lr=3.000000e-04 loss_all=1.4166 acc_all=0.7668 loss_corrupt=2.3705 acc_corrupt=0.5798 corrupt_frac=0.5484 loss=2.3705 mean_t=0.5026 wrong_frac=0.6996 init_acc_corrupt=0.2278 init_gold_top10=0.2759 init_gold_top100=0.3124
+step=51100 micro_steps=817600 elapsed=49.6s lr=3.000000e-04 loss_all=1.4292 acc_all=0.7630 loss_corrupt=2.3897 acc_corrupt=0.5739 corrupt_frac=0.5507 loss=2.3897 mean_t=0.4981 wrong_frac=0.6995 init_acc_corrupt=0.2277 init_gold_top10=0.2758 init_gold_top100=0.3114
+step=51150 micro_steps=818400 elapsed=49.3s lr=3.000000e-04 loss_all=1.4286 acc_all=0.7643 loss_corrupt=2.3908 acc_corrupt=0.5757 corrupt_frac=0.5496 loss=2.3908 mean_t=0.5023 wrong_frac=0.7001 init_acc_corrupt=0.2258 init_gold_top10=0.2750 init_gold_top100=0.3120
+step=51200 micro_steps=819200 elapsed=48.5s lr=3.000000e-04 loss_all=1.4473 acc_all=0.7611 loss_corrupt=2.4118 acc_corrupt=0.5723 corrupt_frac=0.5525 loss=2.4118 mean_t=0.5058 wrong_frac=0.7014 init_acc_corrupt=0.2276 init_gold_top10=0.2742 init_gold_top100=0.3096
+step=51250 micro_steps=820000 elapsed=46.8s lr=3.000000e-04 loss_all=1.4265 acc_all=0.7646 loss_corrupt=2.3881 acc_corrupt=0.5760 corrupt_frac=0.5493 loss=2.3881 mean_t=0.4994 wrong_frac=0.7005 init_acc_corrupt=0.2256 init_gold_top10=0.2732 init_gold_top100=0.3104
+step=51300 micro_steps=820800 elapsed=46.8s lr=3.000000e-04 loss_all=1.4239 acc_all=0.7648 loss_corrupt=2.3788 acc_corrupt=0.5772 corrupt_frac=0.5500 loss=2.3788 mean_t=0.4975 wrong_frac=0.7004 init_acc_corrupt=0.2255 init_gold_top10=0.2747 init_gold_top100=0.3119
+step=51350 micro_steps=821600 elapsed=46.1s lr=3.000000e-04 loss_all=1.4429 acc_all=0.7614 loss_corrupt=2.4058 acc_corrupt=0.5723 corrupt_frac=0.5513 loss=2.4058 mean_t=0.5001 wrong_frac=0.6993 init_acc_corrupt=0.2283 init_gold_top10=0.2763 init_gold_top100=0.3110
+step=51400 micro_steps=822400 elapsed=47.4s lr=3.000000e-04 loss_all=1.4293 acc_all=0.7638 loss_corrupt=2.3750 acc_corrupt=0.5779 corrupt_frac=0.5525 loss=2.3750 mean_t=0.5039 wrong_frac=0.7003 init_acc_corrupt=0.2276 init_gold_top10=0.2750 init_gold_top100=0.3115
+step=51450 micro_steps=823200 elapsed=48.1s lr=3.000000e-04 loss_all=1.4333 acc_all=0.7622 loss_corrupt=2.3979 acc_corrupt=0.5722 corrupt_frac=0.5500 loss=2.3979 mean_t=0.5012 wrong_frac=0.6989 init_acc_corrupt=0.2276 init_gold_top10=0.2759 init_gold_top100=0.3118
+step=51500 micro_steps=824000 elapsed=47.7s lr=3.000000e-04 loss_all=1.4165 acc_all=0.7659 loss_corrupt=2.3777 acc_corrupt=0.5770 corrupt_frac=0.5477 loss=2.3777 mean_t=0.4964 wrong_frac=0.6993 init_acc_corrupt=0.2268 init_gold_top10=0.2752 init_gold_top100=0.3121
+step=51550 micro_steps=824800 elapsed=46.9s lr=3.000000e-04 loss_all=1.4607 acc_all=0.7587 loss_corrupt=2.4216 acc_corrupt=0.5707 corrupt_frac=0.5555 loss=2.4216 mean_t=0.5000 wrong_frac=0.7001 init_acc_corrupt=0.2262 init_gold_top10=0.2742 init_gold_top100=0.3105
+step=51600 micro_steps=825600 elapsed=48.3s lr=3.000000e-04 loss_all=1.4127 acc_all=0.7670 loss_corrupt=2.3666 acc_corrupt=0.5797 corrupt_frac=0.5477 loss=2.3666 mean_t=0.5016 wrong_frac=0.6998 init_acc_corrupt=0.2277 init_gold_top10=0.2753 init_gold_top100=0.3118
+step=51650 micro_steps=826400 elapsed=48.3s lr=3.000000e-04 loss_all=1.4268 acc_all=0.7638 loss_corrupt=2.3735 acc_corrupt=0.5778 corrupt_frac=0.5536 loss=2.3735 mean_t=0.4928 wrong_frac=0.6998 init_acc_corrupt=0.2258 init_gold_top10=0.2751 init_gold_top100=0.3120
+step=51700 micro_steps=827200 elapsed=48.2s lr=3.000000e-04 loss_all=1.4358 acc_all=0.7632 loss_corrupt=2.4127 acc_corrupt=0.5717 corrupt_frac=0.5465 loss=2.4127 mean_t=0.4946 wrong_frac=0.7006 init_acc_corrupt=0.2240 init_gold_top10=0.2738 init_gold_top100=0.3103
+step=51750 micro_steps=828000 elapsed=48.3s lr=3.000000e-04 loss_all=1.4136 acc_all=0.7659 loss_corrupt=2.3623 acc_corrupt=0.5789 corrupt_frac=0.5501 loss=2.3623 mean_t=0.5020 wrong_frac=0.6994 init_acc_corrupt=0.2266 init_gold_top10=0.2757 init_gold_top100=0.3132
+step=51800 micro_steps=828800 elapsed=48.4s lr=3.000000e-04 loss_all=1.4526 acc_all=0.7597 loss_corrupt=2.4138 acc_corrupt=0.5713 corrupt_frac=0.5545 loss=2.4138 mean_t=0.4962 wrong_frac=0.6998 init_acc_corrupt=0.2259 init_gold_top10=0.2749 init_gold_top100=0.3115
+step=51850 micro_steps=829600 elapsed=47.3s lr=3.000000e-04 loss_all=1.4238 acc_all=0.7647 loss_corrupt=2.3823 acc_corrupt=0.5764 corrupt_frac=0.5497 loss=2.3823 mean_t=0.5024 wrong_frac=0.6999 init_acc_corrupt=0.2268 init_gold_top10=0.2742 init_gold_top100=0.3117
+step=51900 micro_steps=830400 elapsed=45.8s lr=3.000000e-04 loss_all=1.4321 acc_all=0.7637 loss_corrupt=2.3984 acc_corrupt=0.5743 corrupt_frac=0.5494 loss=2.3984 mean_t=0.5012 wrong_frac=0.7002 init_acc_corrupt=0.2276 init_gold_top10=0.2749 init_gold_top100=0.3102
+step=51950 micro_steps=831200 elapsed=45.7s lr=3.000000e-04 loss_all=1.4240 acc_all=0.7637 loss_corrupt=2.3781 acc_corrupt=0.5756 corrupt_frac=0.5507 loss=2.3781 mean_t=0.4967 wrong_frac=0.7006 init_acc_corrupt=0.2268 init_gold_top10=0.2743 init_gold_top100=0.3106
+step=52000 micro_steps=832000 elapsed=45.4s lr=3.000000e-04 loss_all=1.4138 acc_all=0.7668 loss_corrupt=2.3753 acc_corrupt=0.5779 corrupt_frac=0.5465 loss=2.3753 mean_t=0.4986 wrong_frac=0.6999 init_acc_corrupt=0.2271 init_gold_top10=0.2753 init_gold_top100=0.3118
+step=52050 micro_steps=832800 elapsed=47.9s lr=3.000000e-04 loss_all=1.4259 acc_all=0.7642 loss_corrupt=2.3830 acc_corrupt=0.5759 corrupt_frac=0.5493 loss=2.3830 mean_t=0.5021 wrong_frac=0.6998 init_acc_corrupt=0.2282 init_gold_top10=0.2755 init_gold_top100=0.3106
+step=52100 micro_steps=833600 elapsed=47.7s lr=3.000000e-04 loss_all=1.4302 acc_all=0.7642 loss_corrupt=2.3897 acc_corrupt=0.5763 corrupt_frac=0.5508 loss=2.3897 mean_t=0.4966 wrong_frac=0.7002 init_acc_corrupt=0.2245 init_gold_top10=0.2739 init_gold_top100=0.3122
+step=52150 micro_steps=834400 elapsed=47.6s lr=3.000000e-04 loss_all=1.4418 acc_all=0.7611 loss_corrupt=2.3892 acc_corrupt=0.5748 corrupt_frac=0.5559 loss=2.3892 mean_t=0.5012 wrong_frac=0.7004 init_acc_corrupt=0.2261 init_gold_top10=0.2741 init_gold_top100=0.3103
+step=52200 micro_steps=835200 elapsed=47.1s lr=3.000000e-04 loss_all=1.4312 acc_all=0.7634 loss_corrupt=2.3924 acc_corrupt=0.5744 corrupt_frac=0.5495 loss=2.3924 mean_t=0.4971 wrong_frac=0.7008 init_acc_corrupt=0.2250 init_gold_top10=0.2737 init_gold_top100=0.3110
+step=52250 micro_steps=836000 elapsed=45.9s lr=3.000000e-04 loss_all=1.4360 acc_all=0.7623 loss_corrupt=2.3911 acc_corrupt=0.5744 corrupt_frac=0.5520 loss=2.3911 mean_t=0.5004 wrong_frac=0.7001 init_acc_corrupt=0.2267 init_gold_top10=0.2747 init_gold_top100=0.3116
+step=52300 micro_steps=836800 elapsed=47.3s lr=3.000000e-04 loss_all=1.4446 acc_all=0.7617 loss_corrupt=2.4051 acc_corrupt=0.5738 corrupt_frac=0.5529 loss=2.4051 mean_t=0.4956 wrong_frac=0.6995 init_acc_corrupt=0.2262 init_gold_top10=0.2743 init_gold_top100=0.3113
+step=52350 micro_steps=837600 elapsed=47.5s lr=3.000000e-04 loss_all=1.4333 acc_all=0.7639 loss_corrupt=2.3899 acc_corrupt=0.5765 corrupt_frac=0.5516 loss=2.3899 mean_t=0.4961 wrong_frac=0.6998 init_acc_corrupt=0.2255 init_gold_top10=0.2739 init_gold_top100=0.3109
+step=52400 micro_steps=838400 elapsed=47.4s lr=3.000000e-04 loss_all=1.4419 acc_all=0.7617 loss_corrupt=2.4103 acc_corrupt=0.5719 corrupt_frac=0.5510 loss=2.4103 mean_t=0.4998 wrong_frac=0.6998 init_acc_corrupt=0.2277 init_gold_top10=0.2747 init_gold_top100=0.3100
+step=52450 micro_steps=839200 elapsed=45.5s lr=3.000000e-04 loss_all=1.4312 acc_all=0.7635 loss_corrupt=2.3790 acc_corrupt=0.5775 corrupt_frac=0.5540 loss=2.3790 mean_t=0.5016 wrong_frac=0.6995 init_acc_corrupt=0.2271 init_gold_top10=0.2750 init_gold_top100=0.3125
+step=52500 micro_steps=840000 elapsed=46.1s lr=3.000000e-04 loss_all=1.4185 acc_all=0.7653 loss_corrupt=2.3707 acc_corrupt=0.5780 corrupt_frac=0.5499 loss=2.3707 mean_t=0.5040 wrong_frac=0.6991 init_acc_corrupt=0.2287 init_gold_top10=0.2765 init_gold_top100=0.3118
+step=52550 micro_steps=840800 elapsed=46.7s lr=3.000000e-04 loss_all=1.4147 acc_all=0.7658 loss_corrupt=2.3707 acc_corrupt=0.5773 corrupt_frac=0.5480 loss=2.3707 mean_t=0.5019 wrong_frac=0.7003 init_acc_corrupt=0.2262 init_gold_top10=0.2743 init_gold_top100=0.3114
+step=52600 micro_steps=841600 elapsed=48.3s lr=3.000000e-04 loss_all=1.4361 acc_all=0.7626 loss_corrupt=2.3978 acc_corrupt=0.5740 corrupt_frac=0.5516 loss=2.3978 mean_t=0.4982 wrong_frac=0.7004 init_acc_corrupt=0.2259 init_gold_top10=0.2741 init_gold_top100=0.3105
+step=52650 micro_steps=842400 elapsed=47.5s lr=3.000000e-04 loss_all=1.4241 acc_all=0.7645 loss_corrupt=2.3801 acc_corrupt=0.5764 corrupt_frac=0.5497 loss=2.3801 mean_t=0.4984 wrong_frac=0.6997 init_acc_corrupt=0.2267 init_gold_top10=0.2751 init_gold_top100=0.3114
+step=52700 micro_steps=843200 elapsed=47.7s lr=3.000000e-04 loss_all=1.4278 acc_all=0.7638 loss_corrupt=2.3774 acc_corrupt=0.5768 corrupt_frac=0.5518 loss=2.3774 mean_t=0.4973 wrong_frac=0.7005 init_acc_corrupt=0.2251 init_gold_top10=0.2743 init_gold_top100=0.3119
+step=52750 micro_steps=844000 elapsed=47.8s lr=3.000000e-04 loss_all=1.4425 acc_all=0.7616 loss_corrupt=2.4084 acc_corrupt=0.5724 corrupt_frac=0.5517 loss=2.4084 mean_t=0.5004 wrong_frac=0.6997 init_acc_corrupt=0.2278 init_gold_top10=0.2757 init_gold_top100=0.3111
+step=52800 micro_steps=844800 elapsed=47.6s lr=3.000000e-04 loss_all=1.4232 acc_all=0.7654 loss_corrupt=2.3793 acc_corrupt=0.5780 corrupt_frac=0.5501 loss=2.3793 mean_t=0.4987 wrong_frac=0.6997 init_acc_corrupt=0.2256 init_gold_top10=0.2751 init_gold_top100=0.3129
+step=52850 micro_steps=845600 elapsed=47.4s lr=3.000000e-04 loss_all=1.4217 acc_all=0.7647 loss_corrupt=2.3753 acc_corrupt=0.5772 corrupt_frac=0.5504 loss=2.3753 mean_t=0.4984 wrong_frac=0.6998 init_acc_corrupt=0.2263 init_gold_top10=0.2752 init_gold_top100=0.3116
+step=52900 micro_steps=846400 elapsed=47.7s lr=3.000000e-04 loss_all=1.4333 acc_all=0.7627 loss_corrupt=2.3874 acc_corrupt=0.5750 corrupt_frac=0.5522 loss=2.3874 mean_t=0.4960 wrong_frac=0.6999 init_acc_corrupt=0.2249 init_gold_top10=0.2745 init_gold_top100=0.3123
+step=52950 micro_steps=847200 elapsed=47.4s lr=3.000000e-04 loss_all=1.4382 acc_all=0.7625 loss_corrupt=2.4030 acc_corrupt=0.5734 corrupt_frac=0.5508 loss=2.4030 mean_t=0.5027 wrong_frac=0.7000 init_acc_corrupt=0.2263 init_gold_top10=0.2742 init_gold_top100=0.3110
+step=53000 micro_steps=848000 elapsed=45.5s lr=3.000000e-04 loss_all=1.4192 acc_all=0.7649 loss_corrupt=2.3690 acc_corrupt=0.5777 corrupt_frac=0.5508 loss=2.3690 mean_t=0.4998 wrong_frac=0.7006 init_acc_corrupt=0.2271 init_gold_top10=0.2749 init_gold_top100=0.3106
+step=53050 micro_steps=848800 elapsed=47.9s lr=3.000000e-04 loss_all=1.4347 acc_all=0.7621 loss_corrupt=2.3737 acc_corrupt=0.5774 corrupt_frac=0.5571 loss=2.3737 mean_t=0.5018 wrong_frac=0.7008 init_acc_corrupt=0.2277 init_gold_top10=0.2751 init_gold_top100=0.3113
+step=53100 micro_steps=849600 elapsed=47.8s lr=3.000000e-04 loss_all=1.4372 acc_all=0.7619 loss_corrupt=2.3881 acc_corrupt=0.5749 corrupt_frac=0.5537 loss=2.3881 mean_t=0.5058 wrong_frac=0.7001 init_acc_corrupt=0.2290 init_gold_top10=0.2754 init_gold_top100=0.3102
+step=53150 micro_steps=850400 elapsed=47.6s lr=3.000000e-04 loss_all=1.4271 acc_all=0.7637 loss_corrupt=2.3752 acc_corrupt=0.5772 corrupt_frac=0.5529 loss=2.3752 mean_t=0.5026 wrong_frac=0.7006 init_acc_corrupt=0.2262 init_gold_top10=0.2731 init_gold_top100=0.3104
+step=53200 micro_steps=851200 elapsed=47.4s lr=3.000000e-04 loss_all=1.4206 acc_all=0.7649 loss_corrupt=2.3689 acc_corrupt=0.5784 corrupt_frac=0.5513 loss=2.3689 mean_t=0.5010 wrong_frac=0.7007 init_acc_corrupt=0.2280 init_gold_top10=0.2750 init_gold_top100=0.3102
+step=53250 micro_steps=852000 elapsed=48.1s lr=3.000000e-04 loss_all=1.4254 acc_all=0.7642 loss_corrupt=2.3765 acc_corrupt=0.5772 corrupt_frac=0.5517 loss=2.3765 mean_t=0.4953 wrong_frac=0.6992 init_acc_corrupt=0.2270 init_gold_top10=0.2757 init_gold_top100=0.3125
+step=53300 micro_steps=852800 elapsed=48.4s lr=3.000000e-04 loss_all=1.4237 acc_all=0.7646 loss_corrupt=2.3869 acc_corrupt=0.5753 corrupt_frac=0.5476 loss=2.3869 mean_t=0.4989 wrong_frac=0.7009 init_acc_corrupt=0.2254 init_gold_top10=0.2741 init_gold_top100=0.3109
+step=53350 micro_steps=853600 elapsed=47.8s lr=3.000000e-04 loss_all=1.4061 acc_all=0.7675 loss_corrupt=2.3681 acc_corrupt=0.5782 corrupt_frac=0.5459 loss=2.3681 mean_t=0.5013 wrong_frac=0.6997 init_acc_corrupt=0.2270 init_gold_top10=0.2750 init_gold_top100=0.3113
+step=53400 micro_steps=854400 elapsed=48.7s lr=3.000000e-04 loss_all=1.4254 acc_all=0.7644 loss_corrupt=2.3770 acc_corrupt=0.5774 corrupt_frac=0.5516 loss=2.3770 mean_t=0.5007 wrong_frac=0.7002 init_acc_corrupt=0.2260 init_gold_top10=0.2748 init_gold_top100=0.3121
+step=53450 micro_steps=855200 elapsed=49.5s lr=3.000000e-04 loss_all=1.4363 acc_all=0.7626 loss_corrupt=2.3983 acc_corrupt=0.5739 corrupt_frac=0.5515 loss=2.3983 mean_t=0.5009 wrong_frac=0.6997 init_acc_corrupt=0.2276 init_gold_top10=0.2753 init_gold_top100=0.3107
+step=53500 micro_steps=856000 elapsed=48.4s lr=3.000000e-04 loss_all=1.4208 acc_all=0.7649 loss_corrupt=2.3695 acc_corrupt=0.5783 corrupt_frac=0.5512 loss=2.3695 mean_t=0.4998 wrong_frac=0.7009 init_acc_corrupt=0.2254 init_gold_top10=0.2735 init_gold_top100=0.3114
+step=53550 micro_steps=856800 elapsed=46.6s lr=3.000000e-04 loss_all=1.4135 acc_all=0.7659 loss_corrupt=2.3713 acc_corrupt=0.5772 corrupt_frac=0.5480 loss=2.3713 mean_t=0.5002 wrong_frac=0.7004 init_acc_corrupt=0.2264 init_gold_top10=0.2753 init_gold_top100=0.3116
+step=53600 micro_steps=857600 elapsed=47.7s lr=3.000000e-04 loss_all=1.4182 acc_all=0.7647 loss_corrupt=2.3744 acc_corrupt=0.5761 corrupt_frac=0.5492 loss=2.3744 mean_t=0.4962 wrong_frac=0.6990 init_acc_corrupt=0.2266 init_gold_top10=0.2757 init_gold_top100=0.3126
+step=53650 micro_steps=858400 elapsed=48.2s lr=3.000000e-04 loss_all=1.4260 acc_all=0.7650 loss_corrupt=2.3802 acc_corrupt=0.5780 corrupt_frac=0.5511 loss=2.3802 mean_t=0.5043 wrong_frac=0.7000 init_acc_corrupt=0.2276 init_gold_top10=0.2753 init_gold_top100=0.3113
+step=53700 micro_steps=859200 elapsed=48.0s lr=3.000000e-04 loss_all=1.4374 acc_all=0.7626 loss_corrupt=2.3977 acc_corrupt=0.5745 corrupt_frac=0.5518 loss=2.3977 mean_t=0.5022 wrong_frac=0.6994 init_acc_corrupt=0.2271 init_gold_top10=0.2758 init_gold_top100=0.3121
+step=53750 micro_steps=860000 elapsed=47.5s lr=3.000000e-04 loss_all=1.4150 acc_all=0.7655 loss_corrupt=2.3550 acc_corrupt=0.5799 corrupt_frac=0.5514 loss=2.3550 mean_t=0.5008 wrong_frac=0.7003 init_acc_corrupt=0.2270 init_gold_top10=0.2750 init_gold_top100=0.3117
+step=53800 micro_steps=860800 elapsed=46.5s lr=3.000000e-04 loss_all=1.4320 acc_all=0.7627 loss_corrupt=2.3827 acc_corrupt=0.5755 corrupt_frac=0.5528 loss=2.3827 mean_t=0.5005 wrong_frac=0.6999 init_acc_corrupt=0.2269 init_gold_top10=0.2753 init_gold_top100=0.3107
+step=53850 micro_steps=861600 elapsed=45.2s lr=3.000000e-04 loss_all=1.4102 acc_all=0.7669 loss_corrupt=2.3572 acc_corrupt=0.5804 corrupt_frac=0.5495 loss=2.3572 mean_t=0.4984 wrong_frac=0.7000 init_acc_corrupt=0.2265 init_gold_top10=0.2743 init_gold_top100=0.3118
+step=53900 micro_steps=862400 elapsed=45.3s lr=3.000000e-04 loss_all=1.4032 acc_all=0.7681 loss_corrupt=2.3564 acc_corrupt=0.5802 corrupt_frac=0.5459 loss=2.3564 mean_t=0.4947 wrong_frac=0.6992 init_acc_corrupt=0.2257 init_gold_top10=0.2753 init_gold_top100=0.3121
+step=53950 micro_steps=863200 elapsed=45.3s lr=3.000000e-04 loss_all=1.4112 acc_all=0.7661 loss_corrupt=2.3659 acc_corrupt=0.5775 corrupt_frac=0.5474 loss=2.3659 mean_t=0.4991 wrong_frac=0.7000 init_acc_corrupt=0.2274 init_gold_top10=0.2744 init_gold_top100=0.3111
+step=54000 micro_steps=864000 elapsed=45.1s lr=3.000000e-04 loss_all=1.4143 acc_all=0.7660 loss_corrupt=2.3612 acc_corrupt=0.5797 corrupt_frac=0.5509 loss=2.3612 mean_t=0.5007 wrong_frac=0.7001 init_acc_corrupt=0.2272 init_gold_top10=0.2751 init_gold_top100=0.3114
+step=54050 micro_steps=864800 elapsed=46.6s lr=3.000000e-04 loss_all=1.4370 acc_all=0.7630 loss_corrupt=2.3990 acc_corrupt=0.5748 corrupt_frac=0.5515 loss=2.3990 mean_t=0.5002 wrong_frac=0.6995 init_acc_corrupt=0.2255 init_gold_top10=0.2750 init_gold_top100=0.3115
+step=54100 micro_steps=865600 elapsed=45.2s lr=3.000000e-04 loss_all=1.4106 acc_all=0.7662 loss_corrupt=2.3490 acc_corrupt=0.5809 corrupt_frac=0.5514 loss=2.3490 mean_t=0.5004 wrong_frac=0.7001 init_acc_corrupt=0.2269 init_gold_top10=0.2754 init_gold_top100=0.3122
+step=54150 micro_steps=866400 elapsed=45.3s lr=3.000000e-04 loss_all=1.4153 acc_all=0.7659 loss_corrupt=2.3770 acc_corrupt=0.5765 corrupt_frac=0.5465 loss=2.3770 mean_t=0.4991 wrong_frac=0.6995 init_acc_corrupt=0.2264 init_gold_top10=0.2754 init_gold_top100=0.3121
+step=54200 micro_steps=867200 elapsed=45.1s lr=3.000000e-04 loss_all=1.4165 acc_all=0.7654 loss_corrupt=2.3628 acc_corrupt=0.5789 corrupt_frac=0.5516 loss=2.3628 mean_t=0.4981 wrong_frac=0.7006 init_acc_corrupt=0.2262 init_gold_top10=0.2744 init_gold_top100=0.3118
+step=54250 micro_steps=868000 elapsed=45.3s lr=3.000000e-04 loss_all=1.4358 acc_all=0.7623 loss_corrupt=2.3916 acc_corrupt=0.5743 corrupt_frac=0.5518 loss=2.3916 mean_t=0.4977 wrong_frac=0.7008 init_acc_corrupt=0.2255 init_gold_top10=0.2738 init_gold_top100=0.3098
+step=54300 micro_steps=868800 elapsed=45.0s lr=3.000000e-04 loss_all=1.4270 acc_all=0.7640 loss_corrupt=2.3914 acc_corrupt=0.5745 corrupt_frac=0.5487 loss=2.3914 mean_t=0.4961 wrong_frac=0.7001 init_acc_corrupt=0.2245 init_gold_top10=0.2736 init_gold_top100=0.3115
+step=54350 micro_steps=869600 elapsed=45.0s lr=3.000000e-04 loss_all=1.3989 acc_all=0.7687 loss_corrupt=2.3522 acc_corrupt=0.5809 corrupt_frac=0.5463 loss=2.3522 mean_t=0.5025 wrong_frac=0.6997 init_acc_corrupt=0.2275 init_gold_top10=0.2749 init_gold_top100=0.3114
+step=54400 micro_steps=870400 elapsed=46.4s lr=3.000000e-04 loss_all=1.4332 acc_all=0.7631 loss_corrupt=2.3948 acc_corrupt=0.5744 corrupt_frac=0.5507 loss=2.3948 mean_t=0.4985 wrong_frac=0.7009 init_acc_corrupt=0.2262 init_gold_top10=0.2745 init_gold_top100=0.3102
+step=54450 micro_steps=871200 elapsed=47.1s lr=3.000000e-04 loss_all=1.4208 acc_all=0.7654 loss_corrupt=2.3708 acc_corrupt=0.5785 corrupt_frac=0.5504 loss=2.3708 mean_t=0.5035 wrong_frac=0.7006 init_acc_corrupt=0.2268 init_gold_top10=0.2738 init_gold_top100=0.3112
+step=54500 micro_steps=872000 elapsed=47.5s lr=3.000000e-04 loss_all=1.4262 acc_all=0.7638 loss_corrupt=2.3773 acc_corrupt=0.5765 corrupt_frac=0.5516 loss=2.3773 mean_t=0.5043 wrong_frac=0.6991 init_acc_corrupt=0.2284 init_gold_top10=0.2759 init_gold_top100=0.3112
+step=54550 micro_steps=872800 elapsed=49.4s lr=3.000000e-04 loss_all=1.3981 acc_all=0.7685 loss_corrupt=2.3376 acc_corrupt=0.5828 corrupt_frac=0.5490 loss=2.3376 mean_t=0.4976 wrong_frac=0.7007 init_acc_corrupt=0.2267 init_gold_top10=0.2747 init_gold_top100=0.3109
+step=54600 micro_steps=873600 elapsed=49.6s lr=3.000000e-04 loss_all=1.4140 acc_all=0.7660 loss_corrupt=2.3612 acc_corrupt=0.5794 corrupt_frac=0.5498 loss=2.3612 mean_t=0.5007 wrong_frac=0.6992 init_acc_corrupt=0.2282 init_gold_top10=0.2761 init_gold_top100=0.3117
+step=54650 micro_steps=874400 elapsed=47.3s lr=3.000000e-04 loss_all=1.4168 acc_all=0.7660 loss_corrupt=2.3707 acc_corrupt=0.5785 corrupt_frac=0.5491 loss=2.3707 mean_t=0.5003 wrong_frac=0.6993 init_acc_corrupt=0.2260 init_gold_top10=0.2750 init_gold_top100=0.3123
+step=54700 micro_steps=875200 elapsed=44.9s lr=3.000000e-04 loss_all=1.4047 acc_all=0.7673 loss_corrupt=2.3384 acc_corrupt=0.5829 corrupt_frac=0.5521 loss=2.3384 mean_t=0.5042 wrong_frac=0.6994 init_acc_corrupt=0.2277 init_gold_top10=0.2757 init_gold_top100=0.3120
+step=54750 micro_steps=876000 elapsed=46.0s lr=3.000000e-04 loss_all=1.4337 acc_all=0.7621 loss_corrupt=2.3837 acc_corrupt=0.5748 corrupt_frac=0.5537 loss=2.3837 mean_t=0.5037 wrong_frac=0.6998 init_acc_corrupt=0.2280 init_gold_top10=0.2754 init_gold_top100=0.3107
+step=54800 micro_steps=876800 elapsed=47.5s lr=3.000000e-04 loss_all=1.3956 acc_all=0.7691 loss_corrupt=2.3332 acc_corrupt=0.5839 corrupt_frac=0.5485 loss=2.3332 mean_t=0.5017 wrong_frac=0.6992 init_acc_corrupt=0.2278 init_gold_top10=0.2760 init_gold_top100=0.3131
+step=54850 micro_steps=877600 elapsed=47.1s lr=3.000000e-04 loss_all=1.4234 acc_all=0.7644 loss_corrupt=2.3898 acc_corrupt=0.5744 corrupt_frac=0.5478 loss=2.3898 mean_t=0.4977 wrong_frac=0.7001 init_acc_corrupt=0.2250 init_gold_top10=0.2736 init_gold_top100=0.3102
+step=54900 micro_steps=878400 elapsed=47.4s lr=3.000000e-04 loss_all=1.4031 acc_all=0.7673 loss_corrupt=2.3381 acc_corrupt=0.5824 corrupt_frac=0.5510 loss=2.3381 mean_t=0.5034 wrong_frac=0.7002 init_acc_corrupt=0.2277 init_gold_top10=0.2748 init_gold_top100=0.3119
+step=54950 micro_steps=879200 elapsed=45.0s lr=3.000000e-04 loss_all=1.4072 acc_all=0.7667 loss_corrupt=2.3527 acc_corrupt=0.5798 corrupt_frac=0.5490 loss=2.3527 mean_t=0.5025 wrong_frac=0.6988 init_acc_corrupt=0.2279 init_gold_top10=0.2764 init_gold_top100=0.3124
+step=55000 micro_steps=880000 elapsed=44.8s lr=3.000000e-04 loss_all=1.4259 acc_all=0.7640 loss_corrupt=2.3674 acc_corrupt=0.5786 corrupt_frac=0.5536 loss=2.3674 mean_t=0.5019 wrong_frac=0.7001 init_acc_corrupt=0.2271 init_gold_top10=0.2759 init_gold_top100=0.3120
+step=55050 micro_steps=880800 elapsed=46.0s lr=3.000000e-04 loss_all=1.4264 acc_all=0.7642 loss_corrupt=2.3672 acc_corrupt=0.5792 corrupt_frac=0.5536 loss=2.3672 mean_t=0.4976 wrong_frac=0.6998 init_acc_corrupt=0.2252 init_gold_top10=0.2744 init_gold_top100=0.3119
+step=55100 micro_steps=881600 elapsed=44.8s lr=3.000000e-04 loss_all=1.4363 acc_all=0.7631 loss_corrupt=2.4021 acc_corrupt=0.5738 corrupt_frac=0.5495 loss=2.4021 mean_t=0.4967 wrong_frac=0.6997 init_acc_corrupt=0.2248 init_gold_top10=0.2739 init_gold_top100=0.3110
+step=55150 micro_steps=882400 elapsed=45.0s lr=3.000000e-04 loss_all=1.4096 acc_all=0.7667 loss_corrupt=2.3509 acc_corrupt=0.5811 corrupt_frac=0.5507 loss=2.3509 mean_t=0.4991 wrong_frac=0.6999 init_acc_corrupt=0.2261 init_gold_top10=0.2748 init_gold_top100=0.3121
+step=55200 micro_steps=883200 elapsed=47.0s lr=3.000000e-04 loss_all=1.4101 acc_all=0.7657 loss_corrupt=2.3550 acc_corrupt=0.5790 corrupt_frac=0.5507 loss=2.3550 mean_t=0.5057 wrong_frac=0.6995 init_acc_corrupt=0.2294 init_gold_top10=0.2770 init_gold_top100=0.3112
+step=55250 micro_steps=884000 elapsed=46.6s lr=3.000000e-04 loss_all=1.4006 acc_all=0.7683 loss_corrupt=2.3442 acc_corrupt=0.5822 corrupt_frac=0.5483 loss=2.3442 mean_t=0.5040 wrong_frac=0.7002 init_acc_corrupt=0.2281 init_gold_top10=0.2751 init_gold_top100=0.3113
+step=55300 micro_steps=884800 elapsed=45.0s lr=3.000000e-04 loss_all=1.4229 acc_all=0.7645 loss_corrupt=2.3726 acc_corrupt=0.5778 corrupt_frac=0.5518 loss=2.3726 mean_t=0.5049 wrong_frac=0.7000 init_acc_corrupt=0.2273 init_gold_top10=0.2753 init_gold_top100=0.3103
+step=55350 micro_steps=885600 elapsed=44.9s lr=3.000000e-04 loss_all=1.4033 acc_all=0.7678 loss_corrupt=2.3585 acc_corrupt=0.5794 corrupt_frac=0.5456 loss=2.3585 mean_t=0.4954 wrong_frac=0.6992 init_acc_corrupt=0.2247 init_gold_top10=0.2740 init_gold_top100=0.3122
+step=55400 micro_steps=886400 elapsed=44.7s lr=3.000000e-04 loss_all=1.4067 acc_all=0.7672 loss_corrupt=2.3490 acc_corrupt=0.5814 corrupt_frac=0.5500 loss=2.3490 mean_t=0.5014 wrong_frac=0.7004 init_acc_corrupt=0.2269 init_gold_top10=0.2743 init_gold_top100=0.3109
+step=55450 micro_steps=887200 elapsed=44.8s lr=3.000000e-04 loss_all=1.4180 acc_all=0.7653 loss_corrupt=2.3746 acc_corrupt=0.5770 corrupt_frac=0.5484 loss=2.3746 mean_t=0.4985 wrong_frac=0.7005 init_acc_corrupt=0.2260 init_gold_top10=0.2740 init_gold_top100=0.3100
+step=55500 micro_steps=888000 elapsed=44.8s lr=3.000000e-04 loss_all=1.3961 acc_all=0.7689 loss_corrupt=2.3301 acc_corrupt=0.5844 corrupt_frac=0.5496 loss=2.3301 mean_t=0.5020 wrong_frac=0.7011 init_acc_corrupt=0.2276 init_gold_top10=0.2748 init_gold_top100=0.3110
+step=55550 micro_steps=888800 elapsed=45.0s lr=3.000000e-04 loss_all=1.4226 acc_all=0.7644 loss_corrupt=2.3875 acc_corrupt=0.5747 corrupt_frac=0.5486 loss=2.3875 mean_t=0.4974 wrong_frac=0.7003 init_acc_corrupt=0.2253 init_gold_top10=0.2740 init_gold_top100=0.3100
+step=55600 micro_steps=889600 elapsed=45.1s lr=3.000000e-04 loss_all=1.4041 acc_all=0.7673 loss_corrupt=2.3403 acc_corrupt=0.5825 corrupt_frac=0.5520 loss=2.3403 mean_t=0.5063 wrong_frac=0.7003 init_acc_corrupt=0.2274 init_gold_top10=0.2751 init_gold_top100=0.3114
+step=55650 micro_steps=890400 elapsed=45.2s lr=3.000000e-04 loss_all=1.4167 acc_all=0.7653 loss_corrupt=2.3664 acc_corrupt=0.5784 corrupt_frac=0.5518 loss=2.3664 mean_t=0.5023 wrong_frac=0.6998 init_acc_corrupt=0.2279 init_gold_top10=0.2752 init_gold_top100=0.3106
+step=55700 micro_steps=891200 elapsed=44.9s lr=3.000000e-04 loss_all=1.4029 acc_all=0.7679 loss_corrupt=2.3520 acc_corrupt=0.5808 corrupt_frac=0.5478 loss=2.3520 mean_t=0.4972 wrong_frac=0.6990 init_acc_corrupt=0.2264 init_gold_top10=0.2754 init_gold_top100=0.3126
+step=55750 micro_steps=892000 elapsed=45.2s lr=3.000000e-04 loss_all=1.4152 acc_all=0.7653 loss_corrupt=2.3490 acc_corrupt=0.5809 corrupt_frac=0.5538 loss=2.3490 mean_t=0.5048 wrong_frac=0.7008 init_acc_corrupt=0.2269 init_gold_top10=0.2749 init_gold_top100=0.3114
+step=55800 micro_steps=892800 elapsed=45.9s lr=3.000000e-04 loss_all=1.4125 acc_all=0.7658 loss_corrupt=2.3666 acc_corrupt=0.5774 corrupt_frac=0.5478 loss=2.3666 mean_t=0.5007 wrong_frac=0.7005 init_acc_corrupt=0.2269 init_gold_top10=0.2743 init_gold_top100=0.3101
+step=55850 micro_steps=893600 elapsed=47.7s lr=3.000000e-04 loss_all=1.4143 acc_all=0.7658 loss_corrupt=2.3544 acc_corrupt=0.5805 corrupt_frac=0.5521 loss=2.3544 mean_t=0.4960 wrong_frac=0.7011 init_acc_corrupt=0.2244 init_gold_top10=0.2732 init_gold_top100=0.3112
+step=55900 micro_steps=894400 elapsed=47.6s lr=3.000000e-04 loss_all=1.4032 acc_all=0.7673 loss_corrupt=2.3610 acc_corrupt=0.5782 corrupt_frac=0.5460 loss=2.3610 mean_t=0.5001 wrong_frac=0.6998 init_acc_corrupt=0.2267 init_gold_top10=0.2744 init_gold_top100=0.3104
+step=55950 micro_steps=895200 elapsed=47.0s lr=3.000000e-04 loss_all=1.3954 acc_all=0.7682 loss_corrupt=2.3273 acc_corrupt=0.5835 corrupt_frac=0.5505 loss=2.3273 mean_t=0.5039 wrong_frac=0.6992 init_acc_corrupt=0.2292 init_gold_top10=0.2767 init_gold_top100=0.3126
+step=56000 micro_steps=896000 elapsed=47.6s lr=3.000000e-04 loss_all=1.4189 acc_all=0.7659 loss_corrupt=2.3724 acc_corrupt=0.5787 corrupt_frac=0.5491 loss=2.3724 mean_t=0.5005 wrong_frac=0.6999 init_acc_corrupt=0.2258 init_gold_top10=0.2738 init_gold_top100=0.3102
+step=56050 micro_steps=896800 elapsed=49.0s lr=3.000000e-04 loss_all=1.3913 acc_all=0.7697 loss_corrupt=2.3366 acc_corrupt=0.5828 corrupt_frac=0.5448 loss=2.3366 mean_t=0.4963 wrong_frac=0.7005 init_acc_corrupt=0.2254 init_gold_top10=0.2742 init_gold_top100=0.3113
+step=56100 micro_steps=897600 elapsed=47.3s lr=3.000000e-04 loss_all=1.4174 acc_all=0.7655 loss_corrupt=2.3528 acc_corrupt=0.5815 corrupt_frac=0.5541 loss=2.3528 mean_t=0.5004 wrong_frac=0.6996 init_acc_corrupt=0.2281 init_gold_top10=0.2750 init_gold_top100=0.3113
+step=56150 micro_steps=898400 elapsed=47.5s lr=3.000000e-04 loss_all=1.4075 acc_all=0.7669 loss_corrupt=2.3631 acc_corrupt=0.5783 corrupt_frac=0.5471 loss=2.3631 mean_t=0.4999 wrong_frac=0.7001 init_acc_corrupt=0.2269 init_gold_top10=0.2751 init_gold_top100=0.3108
+step=56200 micro_steps=899200 elapsed=47.5s lr=3.000000e-04 loss_all=1.4071 acc_all=0.7666 loss_corrupt=2.3396 acc_corrupt=0.5823 corrupt_frac=0.5529 loss=2.3396 mean_t=0.4970 wrong_frac=0.7004 init_acc_corrupt=0.2252 init_gold_top10=0.2740 init_gold_top100=0.3122
+step=56250 micro_steps=900000 elapsed=47.6s lr=3.000000e-04 loss_all=1.4460 acc_all=0.7607 loss_corrupt=2.4034 acc_corrupt=0.5729 corrupt_frac=0.5543 loss=2.4034 mean_t=0.4975 wrong_frac=0.6999 init_acc_corrupt=0.2260 init_gold_top10=0.2746 init_gold_top100=0.3111
+step=56300 micro_steps=900800 elapsed=47.5s lr=3.000000e-04 loss_all=1.4102 acc_all=0.7666 loss_corrupt=2.3460 acc_corrupt=0.5820 corrupt_frac=0.5517 loss=2.3460 mean_t=0.4981 wrong_frac=0.7003 init_acc_corrupt=0.2263 init_gold_top10=0.2744 init_gold_top100=0.3113
+step=56350 micro_steps=901600 elapsed=47.2s lr=3.000000e-04 loss_all=1.4074 acc_all=0.7667 loss_corrupt=2.3544 acc_corrupt=0.5799 corrupt_frac=0.5493 loss=2.3544 mean_t=0.5001 wrong_frac=0.7008 init_acc_corrupt=0.2267 init_gold_top10=0.2742 init_gold_top100=0.3098
+step=56400 micro_steps=902400 elapsed=46.1s lr=3.000000e-04 loss_all=1.3968 acc_all=0.7676 loss_corrupt=2.3300 acc_corrupt=0.5826 corrupt_frac=0.5512 loss=2.3300 mean_t=0.5008 wrong_frac=0.7004 init_acc_corrupt=0.2278 init_gold_top10=0.2751 init_gold_top100=0.3110
+step=56450 micro_steps=903200 elapsed=46.4s lr=3.000000e-04 loss_all=1.4063 acc_all=0.7674 loss_corrupt=2.3451 acc_corrupt=0.5823 corrupt_frac=0.5504 loss=2.3451 mean_t=0.5005 wrong_frac=0.6998 init_acc_corrupt=0.2269 init_gold_top10=0.2752 init_gold_top100=0.3120
+step=56500 micro_steps=904000 elapsed=47.4s lr=3.000000e-04 loss_all=1.4268 acc_all=0.7642 loss_corrupt=2.3814 acc_corrupt=0.5767 corrupt_frac=0.5507 loss=2.3814 mean_t=0.4980 wrong_frac=0.6990 init_acc_corrupt=0.2256 init_gold_top10=0.2751 init_gold_top100=0.3124
+step=56550 micro_steps=904800 elapsed=47.7s lr=3.000000e-04 loss_all=1.3878 acc_all=0.7703 loss_corrupt=2.3231 acc_corrupt=0.5855 corrupt_frac=0.5478 loss=2.3231 mean_t=0.5042 wrong_frac=0.7010 init_acc_corrupt=0.2275 init_gold_top10=0.2741 init_gold_top100=0.3107
+step=56600 micro_steps=905600 elapsed=47.3s lr=3.000000e-04 loss_all=1.4194 acc_all=0.7651 loss_corrupt=2.3774 acc_corrupt=0.5765 corrupt_frac=0.5483 loss=2.3774 mean_t=0.5007 wrong_frac=0.7007 init_acc_corrupt=0.2252 init_gold_top10=0.2733 init_gold_top100=0.3101
+step=56650 micro_steps=906400 elapsed=47.4s lr=3.000000e-04 loss_all=1.3934 acc_all=0.7694 loss_corrupt=2.3274 acc_corrupt=0.5848 corrupt_frac=0.5491 loss=2.3274 mean_t=0.5018 wrong_frac=0.6994 init_acc_corrupt=0.2273 init_gold_top10=0.2752 init_gold_top100=0.3122
+step=56700 micro_steps=907200 elapsed=46.3s lr=3.000000e-04 loss_all=1.4144 acc_all=0.7653 loss_corrupt=2.3579 acc_corrupt=0.5789 corrupt_frac=0.5517 loss=2.3579 mean_t=0.4983 wrong_frac=0.7002 init_acc_corrupt=0.2264 init_gold_top10=0.2748 init_gold_top100=0.3108
+step=56750 micro_steps=908000 elapsed=46.5s lr=3.000000e-04 loss_all=1.3992 acc_all=0.7680 loss_corrupt=2.3361 acc_corrupt=0.5830 corrupt_frac=0.5503 loss=2.3361 mean_t=0.5006 wrong_frac=0.7001 init_acc_corrupt=0.2272 init_gold_top10=0.2756 init_gold_top100=0.3122
+step=56800 micro_steps=908800 elapsed=47.3s lr=3.000000e-04 loss_all=1.4099 acc_all=0.7663 loss_corrupt=2.3330 acc_corrupt=0.5839 corrupt_frac=0.5552 loss=2.3330 mean_t=0.5008 wrong_frac=0.6997 init_acc_corrupt=0.2275 init_gold_top10=0.2758 init_gold_top100=0.3128
+step=56850 micro_steps=909600 elapsed=47.1s lr=3.000000e-04 loss_all=1.4093 acc_all=0.7663 loss_corrupt=2.3617 acc_corrupt=0.5784 corrupt_frac=0.5483 loss=2.3617 mean_t=0.4976 wrong_frac=0.7008 init_acc_corrupt=0.2251 init_gold_top10=0.2740 init_gold_top100=0.3105
+step=56900 micro_steps=910400 elapsed=46.9s lr=3.000000e-04 loss_all=1.3844 acc_all=0.7710 loss_corrupt=2.3271 acc_corrupt=0.5848 corrupt_frac=0.5459 loss=2.3271 mean_t=0.4996 wrong_frac=0.6996 init_acc_corrupt=0.2256 init_gold_top10=0.2744 init_gold_top100=0.3125
+step=56950 micro_steps=911200 elapsed=47.1s lr=3.000000e-04 loss_all=1.4180 acc_all=0.7650 loss_corrupt=2.3572 acc_corrupt=0.5796 corrupt_frac=0.5526 loss=2.3572 mean_t=0.5002 wrong_frac=0.7001 init_acc_corrupt=0.2264 init_gold_top10=0.2754 init_gold_top100=0.3115
+step=57000 micro_steps=912000 elapsed=47.0s lr=3.000000e-04 loss_all=1.4004 acc_all=0.7684 loss_corrupt=2.3497 acc_corrupt=0.5814 corrupt_frac=0.5476 loss=2.3497 mean_t=0.4960 wrong_frac=0.7002 init_acc_corrupt=0.2237 init_gold_top10=0.2734 init_gold_top100=0.3118
+step=57050 micro_steps=912800 elapsed=50.2s lr=3.000000e-04 loss_all=1.4172 acc_all=0.7652 loss_corrupt=2.3594 acc_corrupt=0.5795 corrupt_frac=0.5521 loss=2.3594 mean_t=0.4977 wrong_frac=0.6992 init_acc_corrupt=0.2264 init_gold_top10=0.2753 init_gold_top100=0.3118
+step=57100 micro_steps=913600 elapsed=49.1s lr=3.000000e-04 loss_all=1.4055 acc_all=0.7669 loss_corrupt=2.3452 acc_corrupt=0.5810 corrupt_frac=0.5502 loss=2.3452 mean_t=0.5006 wrong_frac=0.7005 init_acc_corrupt=0.2249 init_gold_top10=0.2736 init_gold_top100=0.3105
+step=57150 micro_steps=914400 elapsed=49.8s lr=3.000000e-04 loss_all=1.4082 acc_all=0.7669 loss_corrupt=2.3481 acc_corrupt=0.5817 corrupt_frac=0.5515 loss=2.3481 mean_t=0.4986 wrong_frac=0.7001 init_acc_corrupt=0.2253 init_gold_top10=0.2733 init_gold_top100=0.3109
+step=57200 micro_steps=915200 elapsed=49.6s lr=3.000000e-04 loss_all=1.4190 acc_all=0.7648 loss_corrupt=2.3651 acc_corrupt=0.5784 corrupt_frac=0.5520 loss=2.3651 mean_t=0.5003 wrong_frac=0.6995 init_acc_corrupt=0.2283 init_gold_top10=0.2750 init_gold_top100=0.3108
+step=57250 micro_steps=916000 elapsed=49.2s lr=3.000000e-04 loss_all=1.3924 acc_all=0.7692 loss_corrupt=2.3198 acc_corrupt=0.5857 corrupt_frac=0.5503 loss=2.3198 mean_t=0.5001 wrong_frac=0.7002 init_acc_corrupt=0.2277 init_gold_top10=0.2750 init_gold_top100=0.3117
+step=57300 micro_steps=916800 elapsed=48.8s lr=3.000000e-04 loss_all=1.4206 acc_all=0.7648 loss_corrupt=2.3751 acc_corrupt=0.5769 corrupt_frac=0.5497 loss=2.3751 mean_t=0.5015 wrong_frac=0.6998 init_acc_corrupt=0.2263 init_gold_top10=0.2756 init_gold_top100=0.3118
+step=57350 micro_steps=917600 elapsed=49.3s lr=3.000000e-04 loss_all=1.3724 acc_all=0.7723 loss_corrupt=2.3078 acc_corrupt=0.5867 corrupt_frac=0.5456 loss=2.3078 mean_t=0.5026 wrong_frac=0.6997 init_acc_corrupt=0.2282 init_gold_top10=0.2753 init_gold_top100=0.3121
+step=57400 micro_steps=918400 elapsed=45.9s lr=3.000000e-04 loss_all=1.4361 acc_all=0.7624 loss_corrupt=2.3797 acc_corrupt=0.5771 corrupt_frac=0.5551 loss=2.3797 mean_t=0.5014 wrong_frac=0.6994 init_acc_corrupt=0.2279 init_gold_top10=0.2753 init_gold_top100=0.3110
+step=57450 micro_steps=919200 elapsed=48.4s lr=3.000000e-04 loss_all=1.4101 acc_all=0.7667 loss_corrupt=2.3539 acc_corrupt=0.5807 corrupt_frac=0.5501 loss=2.3539 mean_t=0.4966 wrong_frac=0.6997 init_acc_corrupt=0.2247 init_gold_top10=0.2746 init_gold_top100=0.3122
+step=57500 micro_steps=920000 elapsed=48.0s lr=3.000000e-04 loss_all=1.4011 acc_all=0.7682 loss_corrupt=2.3374 acc_corrupt=0.5834 corrupt_frac=0.5505 loss=2.3374 mean_t=0.5016 wrong_frac=0.7000 init_acc_corrupt=0.2265 init_gold_top10=0.2743 init_gold_top100=0.3117
+step=57550 micro_steps=920800 elapsed=48.1s lr=3.000000e-04 loss_all=1.4089 acc_all=0.7666 loss_corrupt=2.3575 acc_corrupt=0.5793 corrupt_frac=0.5484 loss=2.3575 mean_t=0.4989 wrong_frac=0.7003 init_acc_corrupt=0.2275 init_gold_top10=0.2746 init_gold_top100=0.3100
+step=57600 micro_steps=921600 elapsed=48.6s lr=3.000000e-04 loss_all=1.3867 acc_all=0.7697 loss_corrupt=2.3137 acc_corrupt=0.5861 corrupt_frac=0.5504 loss=2.3137 mean_t=0.4990 wrong_frac=0.6997 init_acc_corrupt=0.2271 init_gold_top10=0.2753 init_gold_top100=0.3127
+step=57650 micro_steps=922400 elapsed=48.2s lr=3.000000e-04 loss_all=1.4092 acc_all=0.7659 loss_corrupt=2.3488 acc_corrupt=0.5801 corrupt_frac=0.5518 loss=2.3488 mean_t=0.5005 wrong_frac=0.7000 init_acc_corrupt=0.2274 init_gold_top10=0.2751 init_gold_top100=0.3106
+step=57700 micro_steps=923200 elapsed=48.7s lr=3.000000e-04 loss_all=1.3901 acc_all=0.7689 loss_corrupt=2.3236 acc_corrupt=0.5839 corrupt_frac=0.5490 loss=2.3236 mean_t=0.4996 wrong_frac=0.6996 init_acc_corrupt=0.2266 init_gold_top10=0.2749 init_gold_top100=0.3123
+step=57750 micro_steps=924000 elapsed=49.2s lr=3.000000e-04 loss_all=1.4162 acc_all=0.7649 loss_corrupt=2.3541 acc_corrupt=0.5797 corrupt_frac=0.5533 loss=2.3541 mean_t=0.4985 wrong_frac=0.6997 init_acc_corrupt=0.2259 init_gold_top10=0.2750 init_gold_top100=0.3116
+step=57800 micro_steps=924800 elapsed=49.9s lr=3.000000e-04 loss_all=1.3963 acc_all=0.7685 loss_corrupt=2.3357 acc_corrupt=0.5829 corrupt_frac=0.5486 loss=2.3357 mean_t=0.5011 wrong_frac=0.7002 init_acc_corrupt=0.2267 init_gold_top10=0.2746 init_gold_top100=0.3113
+step=57850 micro_steps=925600 elapsed=49.5s lr=3.000000e-04 loss_all=1.3965 acc_all=0.7682 loss_corrupt=2.3280 acc_corrupt=0.5839 corrupt_frac=0.5511 loss=2.3280 mean_t=0.5056 wrong_frac=0.6998 init_acc_corrupt=0.2279 init_gold_top10=0.2755 init_gold_top100=0.3117
+step=57900 micro_steps=926400 elapsed=47.6s lr=3.000000e-04 loss_all=1.4133 acc_all=0.7655 loss_corrupt=2.3576 acc_corrupt=0.5789 corrupt_frac=0.5509 loss=2.3576 mean_t=0.5016 wrong_frac=0.7001 init_acc_corrupt=0.2263 init_gold_top10=0.2747 init_gold_top100=0.3103
+step=57950 micro_steps=927200 elapsed=47.6s lr=3.000000e-04 loss_all=1.4042 acc_all=0.7676 loss_corrupt=2.3343 acc_corrupt=0.5841 corrupt_frac=0.5523 loss=2.3343 mean_t=0.5013 wrong_frac=0.6998 init_acc_corrupt=0.2277 init_gold_top10=0.2749 init_gold_top100=0.3121
+step=58000 micro_steps=928000 elapsed=46.5s lr=3.000000e-04 loss_all=1.4045 acc_all=0.7673 loss_corrupt=2.3408 acc_corrupt=0.5824 corrupt_frac=0.5509 loss=2.3408 mean_t=0.4996 wrong_frac=0.6992 init_acc_corrupt=0.2275 init_gold_top10=0.2756 init_gold_top100=0.3116
+step=58050 micro_steps=928800 elapsed=48.6s lr=3.000000e-04 loss_all=1.3995 acc_all=0.7685 loss_corrupt=2.3378 acc_corrupt=0.5835 corrupt_frac=0.5495 loss=2.3378 mean_t=0.5032 wrong_frac=0.6992 init_acc_corrupt=0.2284 init_gold_top10=0.2759 init_gold_top100=0.3123
+step=58100 micro_steps=929600 elapsed=47.4s lr=3.000000e-04 loss_all=1.4101 acc_all=0.7662 loss_corrupt=2.3379 acc_corrupt=0.5827 corrupt_frac=0.5542 loss=2.3379 mean_t=0.5030 wrong_frac=0.6994 init_acc_corrupt=0.2285 init_gold_top10=0.2762 init_gold_top100=0.3120
+step=58150 micro_steps=930400 elapsed=46.8s lr=3.000000e-04 loss_all=1.4039 acc_all=0.7675 loss_corrupt=2.3502 acc_corrupt=0.5808 corrupt_frac=0.5491 loss=2.3502 mean_t=0.4971 wrong_frac=0.6998 init_acc_corrupt=0.2251 init_gold_top10=0.2736 init_gold_top100=0.3111
+step=58200 micro_steps=931200 elapsed=45.4s lr=3.000000e-04 loss_all=1.3865 acc_all=0.7704 loss_corrupt=2.3177 acc_corrupt=0.5864 corrupt_frac=0.5490 loss=2.3177 mean_t=0.5022 wrong_frac=0.6989 init_acc_corrupt=0.2278 init_gold_top10=0.2756 init_gold_top100=0.3128
+step=58250 micro_steps=932000 elapsed=44.8s lr=3.000000e-04 loss_all=1.4151 acc_all=0.7657 loss_corrupt=2.3660 acc_corrupt=0.5782 corrupt_frac=0.5493 loss=2.3660 mean_t=0.4954 wrong_frac=0.6997 init_acc_corrupt=0.2244 init_gold_top10=0.2737 init_gold_top100=0.3105
+step=58300 micro_steps=932800 elapsed=44.9s lr=3.000000e-04 loss_all=1.4002 acc_all=0.7685 loss_corrupt=2.3339 acc_corrupt=0.5844 corrupt_frac=0.5509 loss=2.3339 mean_t=0.4988 wrong_frac=0.6997 init_acc_corrupt=0.2274 init_gold_top10=0.2758 init_gold_top100=0.3125
+step=58350 micro_steps=933600 elapsed=44.9s lr=3.000000e-04 loss_all=1.4101 acc_all=0.7657 loss_corrupt=2.3436 acc_corrupt=0.5812 corrupt_frac=0.5535 loss=2.3436 mean_t=0.5006 wrong_frac=0.6996 init_acc_corrupt=0.2270 init_gold_top10=0.2757 init_gold_top100=0.3115
+step=58400 micro_steps=934400 elapsed=45.0s lr=3.000000e-04 loss_all=1.4034 acc_all=0.7676 loss_corrupt=2.3393 acc_corrupt=0.5827 corrupt_frac=0.5503 loss=2.3393 mean_t=0.4996 wrong_frac=0.7005 init_acc_corrupt=0.2265 init_gold_top10=0.2747 init_gold_top100=0.3113
+step=58450 micro_steps=935200 elapsed=44.9s lr=3.000000e-04 loss_all=1.3999 acc_all=0.7673 loss_corrupt=2.3317 acc_corrupt=0.5823 corrupt_frac=0.5509 loss=2.3317 mean_t=0.4987 wrong_frac=0.7001 init_acc_corrupt=0.2266 init_gold_top10=0.2753 init_gold_top100=0.3113
+step=58500 micro_steps=936000 elapsed=44.9s lr=3.000000e-04 loss_all=1.3902 acc_all=0.7697 loss_corrupt=2.3349 acc_corrupt=0.5829 corrupt_frac=0.5465 loss=2.3349 mean_t=0.4971 wrong_frac=0.6996 init_acc_corrupt=0.2256 init_gold_top10=0.2748 init_gold_top100=0.3119
+step=58550 micro_steps=936800 elapsed=45.1s lr=3.000000e-04 loss_all=1.3967 acc_all=0.7678 loss_corrupt=2.3229 acc_corrupt=0.5844 corrupt_frac=0.5529 loss=2.3229 mean_t=0.5012 wrong_frac=0.7005 init_acc_corrupt=0.2265 init_gold_top10=0.2745 init_gold_top100=0.3114
+step=58600 micro_steps=937600 elapsed=45.0s lr=3.000000e-04 loss_all=1.3968 acc_all=0.7681 loss_corrupt=2.3385 acc_corrupt=0.5815 corrupt_frac=0.5476 loss=2.3385 mean_t=0.4960 wrong_frac=0.7002 init_acc_corrupt=0.2253 init_gold_top10=0.2746 init_gold_top100=0.3111
+step=58650 micro_steps=938400 elapsed=45.0s lr=3.000000e-04 loss_all=1.3910 acc_all=0.7695 loss_corrupt=2.3228 acc_corrupt=0.5854 corrupt_frac=0.5502 loss=2.3228 mean_t=0.5008 wrong_frac=0.6995 init_acc_corrupt=0.2280 init_gold_top10=0.2759 init_gold_top100=0.3120
+step=58700 micro_steps=939200 elapsed=47.3s lr=3.000000e-04 loss_all=1.3829 acc_all=0.7709 loss_corrupt=2.3193 acc_corrupt=0.5855 corrupt_frac=0.5468 loss=2.3193 mean_t=0.5015 wrong_frac=0.7001 init_acc_corrupt=0.2280 init_gold_top10=0.2752 init_gold_top100=0.3102
+step=58750 micro_steps=940000 elapsed=47.5s lr=3.000000e-04 loss_all=1.3910 acc_all=0.7693 loss_corrupt=2.3318 acc_corrupt=0.5831 corrupt_frac=0.5471 loss=2.3318 mean_t=0.4984 wrong_frac=0.7001 init_acc_corrupt=0.2252 init_gold_top10=0.2746 init_gold_top100=0.3116
+step=58800 micro_steps=940800 elapsed=47.5s lr=3.000000e-04 loss_all=1.3895 acc_all=0.7700 loss_corrupt=2.3359 acc_corrupt=0.5827 corrupt_frac=0.5444 loss=2.3359 mean_t=0.4976 wrong_frac=0.7005 init_acc_corrupt=0.2249 init_gold_top10=0.2741 init_gold_top100=0.3116
+step=58850 micro_steps=941600 elapsed=47.3s lr=3.000000e-04 loss_all=1.3907 acc_all=0.7698 loss_corrupt=2.3229 acc_corrupt=0.5854 corrupt_frac=0.5482 loss=2.3229 mean_t=0.5032 wrong_frac=0.7003 init_acc_corrupt=0.2271 init_gold_top10=0.2745 init_gold_top100=0.3106
+step=58900 micro_steps=942400 elapsed=46.8s lr=3.000000e-04 loss_all=1.3812 acc_all=0.7713 loss_corrupt=2.3117 acc_corrupt=0.5873 corrupt_frac=0.5475 loss=2.3117 mean_t=0.5023 wrong_frac=0.7002 init_acc_corrupt=0.2285 init_gold_top10=0.2757 init_gold_top100=0.3120
+step=58950 micro_steps=943200 elapsed=47.0s lr=3.000000e-04 loss_all=1.4049 acc_all=0.7666 loss_corrupt=2.3578 acc_corrupt=0.5781 corrupt_frac=0.5474 loss=2.3578 mean_t=0.4949 wrong_frac=0.7011 init_acc_corrupt=0.2237 init_gold_top10=0.2724 init_gold_top100=0.3093
+step=59000 micro_steps=944000 elapsed=45.2s lr=3.000000e-04 loss_all=1.3890 acc_all=0.7694 loss_corrupt=2.3133 acc_corrupt=0.5862 corrupt_frac=0.5513 loss=2.3133 mean_t=0.4988 wrong_frac=0.6998 init_acc_corrupt=0.2263 init_gold_top10=0.2748 init_gold_top100=0.3118
+step=59050 micro_steps=944800 elapsed=46.8s lr=3.000000e-04 loss_all=1.4067 acc_all=0.7669 loss_corrupt=2.3489 acc_corrupt=0.5810 corrupt_frac=0.5501 loss=2.3489 mean_t=0.4985 wrong_frac=0.7003 init_acc_corrupt=0.2259 init_gold_top10=0.2745 init_gold_top100=0.3112
+step=59100 micro_steps=945600 elapsed=47.2s lr=3.000000e-04 loss_all=1.4059 acc_all=0.7663 loss_corrupt=2.3306 acc_corrupt=0.5833 corrupt_frac=0.5551 loss=2.3306 mean_t=0.5033 wrong_frac=0.7002 init_acc_corrupt=0.2286 init_gold_top10=0.2760 init_gold_top100=0.3116
+step=59150 micro_steps=946400 elapsed=47.3s lr=3.000000e-04 loss_all=1.4121 acc_all=0.7663 loss_corrupt=2.3509 acc_corrupt=0.5816 corrupt_frac=0.5520 loss=2.3509 mean_t=0.4989 wrong_frac=0.6999 init_acc_corrupt=0.2267 init_gold_top10=0.2750 init_gold_top100=0.3111
+step=59200 micro_steps=947200 elapsed=46.3s lr=3.000000e-04 loss_all=1.3970 acc_all=0.7684 loss_corrupt=2.3376 acc_corrupt=0.5826 corrupt_frac=0.5484 loss=2.3376 mean_t=0.5006 wrong_frac=0.7006 init_acc_corrupt=0.2256 init_gold_top10=0.2740 init_gold_top100=0.3107
+step=59250 micro_steps=948000 elapsed=44.9s lr=3.000000e-04 loss_all=1.3874 acc_all=0.7702 loss_corrupt=2.3198 acc_corrupt=0.5859 corrupt_frac=0.5484 loss=2.3198 mean_t=0.5049 wrong_frac=0.6995 init_acc_corrupt=0.2270 init_gold_top10=0.2754 init_gold_top100=0.3125
+step=59300 micro_steps=948800 elapsed=45.5s lr=3.000000e-04 loss_all=1.4213 acc_all=0.7643 loss_corrupt=2.3554 acc_corrupt=0.5801 corrupt_frac=0.5550 loss=2.3554 mean_t=0.4968 wrong_frac=0.6991 init_acc_corrupt=0.2279 init_gold_top10=0.2762 init_gold_top100=0.3117
+step=59350 micro_steps=949600 elapsed=47.3s lr=3.000000e-04 loss_all=1.3886 acc_all=0.7694 loss_corrupt=2.3103 acc_corrupt=0.5864 corrupt_frac=0.5505 loss=2.3103 mean_t=0.5007 wrong_frac=0.7003 init_acc_corrupt=0.2267 init_gold_top10=0.2745 init_gold_top100=0.3116
+step=59400 micro_steps=950400 elapsed=47.3s lr=3.000000e-04 loss_all=1.3994 acc_all=0.7677 loss_corrupt=2.3339 acc_corrupt=0.5830 corrupt_frac=0.5514 loss=2.3339 mean_t=0.4989 wrong_frac=0.7005 init_acc_corrupt=0.2267 init_gold_top10=0.2745 init_gold_top100=0.3097
+step=59450 micro_steps=951200 elapsed=47.3s lr=3.000000e-04 loss_all=1.3884 acc_all=0.7692 loss_corrupt=2.3131 acc_corrupt=0.5856 corrupt_frac=0.5502 loss=2.3131 mean_t=0.5020 wrong_frac=0.7007 init_acc_corrupt=0.2274 init_gold_top10=0.2749 init_gold_top100=0.3108
+step=59500 micro_steps=952000 elapsed=47.0s lr=3.000000e-04 loss_all=1.4024 acc_all=0.7680 loss_corrupt=2.3354 acc_corrupt=0.5840 corrupt_frac=0.5510 loss=2.3354 mean_t=0.5006 wrong_frac=0.6997 init_acc_corrupt=0.2270 init_gold_top10=0.2753 init_gold_top100=0.3120
+step=59550 micro_steps=952800 elapsed=45.2s lr=3.000000e-04 loss_all=1.4024 acc_all=0.7667 loss_corrupt=2.3269 acc_corrupt=0.5833 corrupt_frac=0.5536 loss=2.3269 mean_t=0.5064 wrong_frac=0.6995 init_acc_corrupt=0.2289 init_gold_top10=0.2756 init_gold_top100=0.3114
+step=59600 micro_steps=953600 elapsed=45.4s lr=3.000000e-04 loss_all=1.4059 acc_all=0.7670 loss_corrupt=2.3384 acc_corrupt=0.5831 corrupt_frac=0.5528 loss=2.3384 mean_t=0.4972 wrong_frac=0.6998 init_acc_corrupt=0.2262 init_gold_top10=0.2750 init_gold_top100=0.3122
+step=59650 micro_steps=954400 elapsed=45.6s lr=3.000000e-04 loss_all=1.4259 acc_all=0.7634 loss_corrupt=2.3590 acc_corrupt=0.5794 corrupt_frac=0.5564 loss=2.3590 mean_t=0.4993 wrong_frac=0.6999 init_acc_corrupt=0.2277 init_gold_top10=0.2754 init_gold_top100=0.3110
+step=59700 micro_steps=955200 elapsed=47.2s lr=3.000000e-04 loss_all=1.3867 acc_all=0.7699 loss_corrupt=2.3166 acc_corrupt=0.5858 corrupt_frac=0.5495 loss=2.3166 mean_t=0.5006 wrong_frac=0.7006 init_acc_corrupt=0.2264 init_gold_top10=0.2738 init_gold_top100=0.3109
+step=59750 micro_steps=956000 elapsed=47.0s lr=3.000000e-04 loss_all=1.3956 acc_all=0.7690 loss_corrupt=2.3334 acc_corrupt=0.5840 corrupt_frac=0.5495 loss=2.3334 mean_t=0.5001 wrong_frac=0.6996 init_acc_corrupt=0.2279 init_gold_top10=0.2753 init_gold_top100=0.3109
+step=59800 micro_steps=956800 elapsed=48.0s lr=3.000000e-04 loss_all=1.3922 acc_all=0.7684 loss_corrupt=2.3265 acc_corrupt=0.5832 corrupt_frac=0.5507 loss=2.3265 mean_t=0.5003 wrong_frac=0.7006 init_acc_corrupt=0.2266 init_gold_top10=0.2737 init_gold_top100=0.3107
+step=59850 micro_steps=957600 elapsed=48.1s lr=3.000000e-04 loss_all=1.4000 acc_all=0.7673 loss_corrupt=2.3253 acc_corrupt=0.5838 corrupt_frac=0.5529 loss=2.3253 mean_t=0.4958 wrong_frac=0.6992 init_acc_corrupt=0.2260 init_gold_top10=0.2751 init_gold_top100=0.3127
+step=59900 micro_steps=958400 elapsed=48.0s lr=3.000000e-04 loss_all=1.4015 acc_all=0.7678 loss_corrupt=2.3427 acc_corrupt=0.5818 corrupt_frac=0.5481 loss=2.3427 mean_t=0.4993 wrong_frac=0.6995 init_acc_corrupt=0.2263 init_gold_top10=0.2750 init_gold_top100=0.3111
+step=59950 micro_steps=959200 elapsed=47.5s lr=3.000000e-04 loss_all=1.3705 acc_all=0.7727 loss_corrupt=2.2932 acc_corrupt=0.5895 corrupt_frac=0.5470 loss=2.2932 mean_t=0.5043 wrong_frac=0.6998 init_acc_corrupt=0.2287 init_gold_top10=0.2760 init_gold_top100=0.3125
+step=60000 micro_steps=960000 elapsed=45.4s lr=3.000000e-04 loss_all=1.3937 acc_all=0.7692 loss_corrupt=2.3399 acc_corrupt=0.5824 corrupt_frac=0.5460 loss=2.3399 mean_t=0.4999 wrong_frac=0.6997 init_acc_corrupt=0.2256 init_gold_top10=0.2749 init_gold_top100=0.3118
+step=60050 micro_steps=960800 elapsed=46.8s lr=3.000000e-04 loss_all=1.3740 acc_all=0.7718 loss_corrupt=2.2913 acc_corrupt=0.5894 corrupt_frac=0.5493 loss=2.2913 mean_t=0.5017 wrong_frac=0.6998 init_acc_corrupt=0.2283 init_gold_top10=0.2756 init_gold_top100=0.3124
+step=60100 micro_steps=961600 elapsed=45.3s lr=3.000000e-04 loss_all=1.4112 acc_all=0.7663 loss_corrupt=2.3501 acc_corrupt=0.5813 corrupt_frac=0.5527 loss=2.3501 mean_t=0.5011 wrong_frac=0.7002 init_acc_corrupt=0.2256 init_gold_top10=0.2736 init_gold_top100=0.3102
+step=60150 micro_steps=962400 elapsed=45.1s lr=3.000000e-04 loss_all=1.3802 acc_all=0.7702 loss_corrupt=2.3005 acc_corrupt=0.5871 corrupt_frac=0.5501 loss=2.3005 mean_t=0.5037 wrong_frac=0.6998 init_acc_corrupt=0.2280 init_gold_top10=0.2755 init_gold_top100=0.3116
+step=60200 micro_steps=963200 elapsed=45.2s lr=3.000000e-04 loss_all=1.4008 acc_all=0.7677 loss_corrupt=2.3219 acc_corrupt=0.5856 corrupt_frac=0.5540 loss=2.3219 mean_t=0.5026 wrong_frac=0.6994 init_acc_corrupt=0.2286 init_gold_top10=0.2756 init_gold_top100=0.3118
+step=60250 micro_steps=964000 elapsed=45.1s lr=3.000000e-04 loss_all=1.3900 acc_all=0.7689 loss_corrupt=2.3193 acc_corrupt=0.5845 corrupt_frac=0.5504 loss=2.3193 mean_t=0.5032 wrong_frac=0.6986 init_acc_corrupt=0.2298 init_gold_top10=0.2772 init_gold_top100=0.3122
+step=60300 micro_steps=964800 elapsed=45.3s lr=3.000000e-04 loss_all=1.3688 acc_all=0.7728 loss_corrupt=2.2988 acc_corrupt=0.5879 corrupt_frac=0.5449 loss=2.2988 mean_t=0.4981 wrong_frac=0.7005 init_acc_corrupt=0.2251 init_gold_top10=0.2738 init_gold_top100=0.3115
+step=60350 micro_steps=965600 elapsed=45.1s lr=3.000000e-04 loss_all=1.3980 acc_all=0.7682 loss_corrupt=2.3362 acc_corrupt=0.5829 corrupt_frac=0.5499 loss=2.3362 mean_t=0.5026 wrong_frac=0.6992 init_acc_corrupt=0.2272 init_gold_top10=0.2751 init_gold_top100=0.3111
+step=60400 micro_steps=966400 elapsed=45.1s lr=3.000000e-04 loss_all=1.3839 acc_all=0.7707 loss_corrupt=2.3093 acc_corrupt=0.5875 corrupt_frac=0.5498 loss=2.3093 mean_t=0.5001 wrong_frac=0.6991 init_acc_corrupt=0.2268 init_gold_top10=0.2754 init_gold_top100=0.3127
+step=60450 micro_steps=967200 elapsed=45.2s lr=3.000000e-04 loss_all=1.4052 acc_all=0.7670 loss_corrupt=2.3360 acc_corrupt=0.5831 corrupt_frac=0.5524 loss=2.3360 mean_t=0.4996 wrong_frac=0.6997 init_acc_corrupt=0.2268 init_gold_top10=0.2754 init_gold_top100=0.3112
+step=60500 micro_steps=968000 elapsed=45.5s lr=3.000000e-04 loss_all=1.3868 acc_all=0.7693 loss_corrupt=2.3136 acc_corrupt=0.5854 corrupt_frac=0.5505 loss=2.3136 mean_t=0.5038 wrong_frac=0.7005 init_acc_corrupt=0.2282 init_gold_top10=0.2754 init_gold_top100=0.3113
+step=60550 micro_steps=968800 elapsed=45.6s lr=3.000000e-04 loss_all=1.3997 acc_all=0.7684 loss_corrupt=2.3254 acc_corrupt=0.5858 corrupt_frac=0.5524 loss=2.3254 mean_t=0.5003 wrong_frac=0.6996 init_acc_corrupt=0.2264 init_gold_top10=0.2752 init_gold_top100=0.3124
+step=60600 micro_steps=969600 elapsed=45.8s lr=3.000000e-04 loss_all=1.4025 acc_all=0.7671 loss_corrupt=2.3373 acc_corrupt=0.5821 corrupt_frac=0.5513 loss=2.3373 mean_t=0.5041 wrong_frac=0.7000 init_acc_corrupt=0.2283 init_gold_top10=0.2755 init_gold_top100=0.3103
+step=60650 micro_steps=970400 elapsed=46.1s lr=3.000000e-04 loss_all=1.3985 acc_all=0.7683 loss_corrupt=2.3215 acc_corrupt=0.5861 corrupt_frac=0.5533 loss=2.3215 mean_t=0.4979 wrong_frac=0.6989 init_acc_corrupt=0.2279 init_gold_top10=0.2755 init_gold_top100=0.3130
+step=60700 micro_steps=971200 elapsed=46.1s lr=3.000000e-04 loss_all=1.3959 acc_all=0.7682 loss_corrupt=2.3342 acc_corrupt=0.5823 corrupt_frac=0.5487 loss=2.3342 mean_t=0.5029 wrong_frac=0.7006 init_acc_corrupt=0.2260 init_gold_top10=0.2745 init_gold_top100=0.3101
+step=60750 micro_steps=972000 elapsed=47.7s lr=3.000000e-04 loss_all=1.3848 acc_all=0.7701 loss_corrupt=2.3049 acc_corrupt=0.5875 corrupt_frac=0.5507 loss=2.3049 mean_t=0.5002 wrong_frac=0.6998 init_acc_corrupt=0.2263 init_gold_top10=0.2741 init_gold_top100=0.3122
+step=60800 micro_steps=972800 elapsed=47.2s lr=3.000000e-04 loss_all=1.4082 acc_all=0.7663 loss_corrupt=2.3420 acc_corrupt=0.5816 corrupt_frac=0.5525 loss=2.3420 mean_t=0.4995 wrong_frac=0.7010 init_acc_corrupt=0.2259 init_gold_top10=0.2738 init_gold_top100=0.3096
+step=60850 micro_steps=973600 elapsed=45.6s lr=3.000000e-04 loss_all=1.3889 acc_all=0.7693 loss_corrupt=2.3185 acc_corrupt=0.5851 corrupt_frac=0.5501 loss=2.3185 mean_t=0.5051 wrong_frac=0.6998 init_acc_corrupt=0.2280 init_gold_top10=0.2757 init_gold_top100=0.3122
+step=60900 micro_steps=974400 elapsed=45.9s lr=3.000000e-04 loss_all=1.3829 acc_all=0.7705 loss_corrupt=2.3066 acc_corrupt=0.5874 corrupt_frac=0.5499 loss=2.3066 mean_t=0.4951 wrong_frac=0.7001 init_acc_corrupt=0.2257 init_gold_top10=0.2749 init_gold_top100=0.3121
+step=60950 micro_steps=975200 elapsed=46.1s lr=3.000000e-04 loss_all=1.3769 acc_all=0.7715 loss_corrupt=2.3120 acc_corrupt=0.5859 corrupt_frac=0.5461 loss=2.3120 mean_t=0.4995 wrong_frac=0.6989 init_acc_corrupt=0.2273 init_gold_top10=0.2761 init_gold_top100=0.3117
+step=61000 micro_steps=976000 elapsed=45.8s lr=3.000000e-04 loss_all=1.3728 acc_all=0.7719 loss_corrupt=2.2863 acc_corrupt=0.5904 corrupt_frac=0.5515 loss=2.2863 mean_t=0.5001 wrong_frac=0.6987 init_acc_corrupt=0.2288 init_gold_top10=0.2769 init_gold_top100=0.3137
+step=61050 micro_steps=976800 elapsed=47.1s lr=3.000000e-04 loss_all=1.4090 acc_all=0.7664 loss_corrupt=2.3523 acc_corrupt=0.5803 corrupt_frac=0.5509 loss=2.3523 mean_t=0.4982 wrong_frac=0.6996 init_acc_corrupt=0.2251 init_gold_top10=0.2744 init_gold_top100=0.3108
+step=61100 micro_steps=977600 elapsed=45.8s lr=3.000000e-04 loss_all=1.3963 acc_all=0.7683 loss_corrupt=2.3217 acc_corrupt=0.5853 corrupt_frac=0.5526 loss=2.3217 mean_t=0.5007 wrong_frac=0.7006 init_acc_corrupt=0.2254 init_gold_top10=0.2730 init_gold_top100=0.3107
+step=61150 micro_steps=978400 elapsed=45.5s lr=3.000000e-04 loss_all=1.3985 acc_all=0.7682 loss_corrupt=2.3363 acc_corrupt=0.5826 corrupt_frac=0.5486 loss=2.3363 mean_t=0.4966 wrong_frac=0.7008 init_acc_corrupt=0.2242 init_gold_top10=0.2732 init_gold_top100=0.3097
+step=61200 micro_steps=979200 elapsed=45.3s lr=3.000000e-04 loss_all=1.4007 acc_all=0.7683 loss_corrupt=2.3297 acc_corrupt=0.5853 corrupt_frac=0.5524 loss=2.3297 mean_t=0.5026 wrong_frac=0.6994 init_acc_corrupt=0.2270 init_gold_top10=0.2753 init_gold_top100=0.3120
+step=61250 micro_steps=980000 elapsed=45.2s lr=3.000000e-04 loss_all=1.3784 acc_all=0.7713 loss_corrupt=2.3006 acc_corrupt=0.5884 corrupt_frac=0.5495 loss=2.3006 mean_t=0.5014 wrong_frac=0.7007 init_acc_corrupt=0.2277 init_gold_top10=0.2748 init_gold_top100=0.3113
+step=61300 micro_steps=980800 elapsed=45.4s lr=3.000000e-04 loss_all=1.3961 acc_all=0.7677 loss_corrupt=2.3336 acc_corrupt=0.5819 corrupt_frac=0.5494 loss=2.3336 mean_t=0.5036 wrong_frac=0.7003 init_acc_corrupt=0.2266 init_gold_top10=0.2752 init_gold_top100=0.3105
+step=61350 micro_steps=981600 elapsed=45.5s lr=3.000000e-04 loss_all=1.3835 acc_all=0.7705 loss_corrupt=2.3040 acc_corrupt=0.5883 corrupt_frac=0.5513 loss=2.3040 mean_t=0.5004 wrong_frac=0.7004 init_acc_corrupt=0.2264 init_gold_top10=0.2749 init_gold_top100=0.3121
+step=61400 micro_steps=982400 elapsed=45.5s lr=3.000000e-04 loss_all=1.3864 acc_all=0.7696 loss_corrupt=2.3156 acc_corrupt=0.5853 corrupt_frac=0.5488 loss=2.3156 mean_t=0.5046 wrong_frac=0.6991 init_acc_corrupt=0.2289 init_gold_top10=0.2763 init_gold_top100=0.3119
+step=61450 micro_steps=983200 elapsed=46.0s lr=3.000000e-04 loss_all=1.3699 acc_all=0.7727 loss_corrupt=2.2956 acc_corrupt=0.5888 corrupt_frac=0.5469 loss=2.2956 mean_t=0.4963 wrong_frac=0.7006 init_acc_corrupt=0.2257 init_gold_top10=0.2740 init_gold_top100=0.3115
+step=61500 micro_steps=984000 elapsed=46.1s lr=3.000000e-04 loss_all=1.4044 acc_all=0.7667 loss_corrupt=2.3279 acc_corrupt=0.5841 corrupt_frac=0.5549 loss=2.3279 mean_t=0.4993 wrong_frac=0.6997 init_acc_corrupt=0.2280 init_gold_top10=0.2758 init_gold_top100=0.3109
+step=61550 micro_steps=984800 elapsed=45.8s lr=3.000000e-04 loss_all=1.3684 acc_all=0.7723 loss_corrupt=2.2886 acc_corrupt=0.5889 corrupt_frac=0.5472 loss=2.2886 mean_t=0.5018 wrong_frac=0.7009 init_acc_corrupt=0.2270 init_gold_top10=0.2744 init_gold_top100=0.3112
+step=61600 micro_steps=985600 elapsed=45.9s lr=3.000000e-04 loss_all=1.3735 acc_all=0.7722 loss_corrupt=2.2926 acc_corrupt=0.5899 corrupt_frac=0.5490 loss=2.2926 mean_t=0.5024 wrong_frac=0.7003 init_acc_corrupt=0.2271 init_gold_top10=0.2754 init_gold_top100=0.3117
+step=61650 micro_steps=986400 elapsed=45.6s lr=3.000000e-04 loss_all=1.4082 acc_all=0.7670 loss_corrupt=2.3584 acc_corrupt=0.5800 corrupt_frac=0.5483 loss=2.3584 mean_t=0.4963 wrong_frac=0.7007 init_acc_corrupt=0.2240 init_gold_top10=0.2735 init_gold_top100=0.3107
+step=61700 micro_steps=987200 elapsed=45.5s lr=3.000000e-04 loss_all=1.3844 acc_all=0.7701 loss_corrupt=2.2970 acc_corrupt=0.5891 corrupt_frac=0.5536 loss=2.2970 mean_t=0.5029 wrong_frac=0.6995 init_acc_corrupt=0.2278 init_gold_top10=0.2750 init_gold_top100=0.3120
+step=61750 micro_steps=988000 elapsed=45.3s lr=3.000000e-04 loss_all=1.4048 acc_all=0.7665 loss_corrupt=2.3373 acc_corrupt=0.5819 corrupt_frac=0.5525 loss=2.3373 mean_t=0.4984 wrong_frac=0.6999 init_acc_corrupt=0.2255 init_gold_top10=0.2744 init_gold_top100=0.3112
+step=61800 micro_steps=988800 elapsed=45.5s lr=3.000000e-04 loss_all=1.3849 acc_all=0.7704 loss_corrupt=2.3096 acc_corrupt=0.5873 corrupt_frac=0.5502 loss=2.3096 mean_t=0.5004 wrong_frac=0.7000 init_acc_corrupt=0.2269 init_gold_top10=0.2753 init_gold_top100=0.3119
+step=61850 micro_steps=989600 elapsed=46.3s lr=3.000000e-04 loss_all=1.3968 acc_all=0.7681 loss_corrupt=2.3251 acc_corrupt=0.5845 corrupt_frac=0.5525 loss=2.3251 mean_t=0.4993 wrong_frac=0.6994 init_acc_corrupt=0.2277 init_gold_top10=0.2757 init_gold_top100=0.3112
+step=61900 micro_steps=990400 elapsed=46.5s lr=3.000000e-04 loss_all=1.3560 acc_all=0.7742 loss_corrupt=2.2769 acc_corrupt=0.5905 corrupt_frac=0.5455 loss=2.2769 mean_t=0.5023 wrong_frac=0.6996 init_acc_corrupt=0.2275 init_gold_top10=0.2758 init_gold_top100=0.3122
+step=61950 micro_steps=991200 elapsed=47.0s lr=3.000000e-04 loss_all=1.3894 acc_all=0.7683 loss_corrupt=2.2954 acc_corrupt=0.5882 corrupt_frac=0.5565 loss=2.2954 mean_t=0.5027 wrong_frac=0.6998 init_acc_corrupt=0.2290 init_gold_top10=0.2766 init_gold_top100=0.3121
+step=62000 micro_steps=992000 elapsed=47.4s lr=3.000000e-04 loss_all=1.3897 acc_all=0.7693 loss_corrupt=2.3235 acc_corrupt=0.5842 corrupt_frac=0.5487 loss=2.3235 mean_t=0.4982 wrong_frac=0.6993 init_acc_corrupt=0.2263 init_gold_top10=0.2756 init_gold_top100=0.3121
+step=62050 micro_steps=992800 elapsed=47.7s lr=3.000000e-04 loss_all=1.4031 acc_all=0.7674 loss_corrupt=2.3208 acc_corrupt=0.5863 corrupt_frac=0.5565 loss=2.3208 mean_t=0.5006 wrong_frac=0.7010 init_acc_corrupt=0.2266 init_gold_top10=0.2743 init_gold_top100=0.3115
+step=62100 micro_steps=993600 elapsed=46.4s lr=3.000000e-04 loss_all=1.3779 acc_all=0.7700 loss_corrupt=2.3008 acc_corrupt=0.5859 corrupt_frac=0.5497 loss=2.3008 mean_t=0.5033 wrong_frac=0.7003 init_acc_corrupt=0.2290 init_gold_top10=0.2755 init_gold_top100=0.3102
+step=62150 micro_steps=994400 elapsed=46.7s lr=3.000000e-04 loss_all=1.3624 acc_all=0.7743 loss_corrupt=2.2883 acc_corrupt=0.5905 corrupt_frac=0.5450 loss=2.2883 mean_t=0.4982 wrong_frac=0.6998 init_acc_corrupt=0.2252 init_gold_top10=0.2743 init_gold_top100=0.3127
+step=62200 micro_steps=995200 elapsed=47.4s lr=3.000000e-04 loss_all=1.3880 acc_all=0.7697 loss_corrupt=2.3236 acc_corrupt=0.5845 corrupt_frac=0.5482 loss=2.3236 mean_t=0.4979 wrong_frac=0.7000 init_acc_corrupt=0.2261 init_gold_top10=0.2740 init_gold_top100=0.3100
+step=62250 micro_steps=996000 elapsed=46.2s lr=3.000000e-04 loss_all=1.3790 acc_all=0.7711 loss_corrupt=2.3048 acc_corrupt=0.5873 corrupt_frac=0.5485 loss=2.3048 mean_t=0.4961 wrong_frac=0.6993 init_acc_corrupt=0.2256 init_gold_top10=0.2747 init_gold_top100=0.3127
+step=62300 micro_steps=996800 elapsed=48.7s lr=3.000000e-04 loss_all=1.3773 acc_all=0.7710 loss_corrupt=2.2907 acc_corrupt=0.5893 corrupt_frac=0.5505 loss=2.2907 mean_t=0.5011 wrong_frac=0.6995 init_acc_corrupt=0.2274 init_gold_top10=0.2749 init_gold_top100=0.3120
+step=62350 micro_steps=997600 elapsed=49.2s lr=3.000000e-04 loss_all=1.3791 acc_all=0.7710 loss_corrupt=2.3127 acc_corrupt=0.5857 corrupt_frac=0.5465 loss=2.3127 mean_t=0.5020 wrong_frac=0.7007 init_acc_corrupt=0.2272 init_gold_top10=0.2748 init_gold_top100=0.3101
+step=62400 micro_steps=998400 elapsed=48.3s lr=3.000000e-04 loss_all=1.3818 acc_all=0.7710 loss_corrupt=2.3022 acc_corrupt=0.5883 corrupt_frac=0.5494 loss=2.3022 mean_t=0.4966 wrong_frac=0.7000 init_acc_corrupt=0.2252 init_gold_top10=0.2740 init_gold_top100=0.3118
+step=62450 micro_steps=999200 elapsed=48.2s lr=3.000000e-04 loss_all=1.4073 acc_all=0.7659 loss_corrupt=2.3378 acc_corrupt=0.5818 corrupt_frac=0.5536 loss=2.3378 mean_t=0.4986 wrong_frac=0.7000 init_acc_corrupt=0.2262 init_gold_top10=0.2742 init_gold_top100=0.3102
+step=62500 micro_steps=1000000 elapsed=48.7s lr=3.000000e-04 loss_all=1.3899 acc_all=0.7702 loss_corrupt=2.3216 acc_corrupt=0.5863 corrupt_frac=0.5495 loss=2.3216 mean_t=0.4961 wrong_frac=0.7012 init_acc_corrupt=0.2240 init_gold_top10=0.2731 init_gold_top100=0.3109
+step=62550 micro_steps=1000800 elapsed=48.7s lr=3.000000e-04 loss_all=1.3881 acc_all=0.7699 loss_corrupt=2.3191 acc_corrupt=0.5857 corrupt_frac=0.5497 loss=2.3191 mean_t=0.4964 wrong_frac=0.6999 init_acc_corrupt=0.2245 init_gold_top10=0.2746 init_gold_top100=0.3119
+step=62600 micro_steps=1001600 elapsed=48.7s lr=3.000000e-04 loss_all=1.4050 acc_all=0.7665 loss_corrupt=2.3293 acc_corrupt=0.5834 corrupt_frac=0.5546 loss=2.3293 mean_t=0.4988 wrong_frac=0.7004 init_acc_corrupt=0.2243 init_gold_top10=0.2736 init_gold_top100=0.3120
+step=62650 micro_steps=1002400 elapsed=48.8s lr=3.000000e-04 loss_all=1.3839 acc_all=0.7701 loss_corrupt=2.2948 acc_corrupt=0.5890 corrupt_frac=0.5518 loss=2.2948 mean_t=0.5005 wrong_frac=0.7003 init_acc_corrupt=0.2279 init_gold_top10=0.2743 init_gold_top100=0.3110
+step=62700 micro_steps=1003200 elapsed=47.7s lr=3.000000e-04 loss_all=1.4085 acc_all=0.7672 loss_corrupt=2.3547 acc_corrupt=0.5810 corrupt_frac=0.5497 loss=2.3547 mean_t=0.4963 wrong_frac=0.7006 init_acc_corrupt=0.2246 init_gold_top10=0.2732 init_gold_top100=0.3098
+step=62750 micro_steps=1004000 elapsed=48.0s lr=3.000000e-04 loss_all=1.3692 acc_all=0.7733 loss_corrupt=2.2923 acc_corrupt=0.5904 corrupt_frac=0.5473 loss=2.2923 mean_t=0.4985 wrong_frac=0.7000 init_acc_corrupt=0.2253 init_gold_top10=0.2741 init_gold_top100=0.3123
+step=62800 micro_steps=1004800 elapsed=48.1s lr=3.000000e-04 loss_all=1.3996 acc_all=0.7679 loss_corrupt=2.3341 acc_corrupt=0.5831 corrupt_frac=0.5506 loss=2.3341 mean_t=0.4980 wrong_frac=0.7004 init_acc_corrupt=0.2259 init_gold_top10=0.2747 init_gold_top100=0.3108
+step=62850 micro_steps=1005600 elapsed=48.2s lr=3.000000e-04 loss_all=1.3922 acc_all=0.7691 loss_corrupt=2.3163 acc_corrupt=0.5863 corrupt_frac=0.5523 loss=2.3163 mean_t=0.4992 wrong_frac=0.6996 init_acc_corrupt=0.2267 init_gold_top10=0.2754 init_gold_top100=0.3125
+step=62900 micro_steps=1006400 elapsed=48.1s lr=3.000000e-04 loss_all=1.3990 acc_all=0.7680 loss_corrupt=2.3251 acc_corrupt=0.5849 corrupt_frac=0.5525 loss=2.3251 mean_t=0.5020 wrong_frac=0.7001 init_acc_corrupt=0.2274 init_gold_top10=0.2751 init_gold_top100=0.3105
+step=62950 micro_steps=1007200 elapsed=48.1s lr=3.000000e-04 loss_all=1.3801 acc_all=0.7706 loss_corrupt=2.3024 acc_corrupt=0.5875 corrupt_frac=0.5502 loss=2.3024 mean_t=0.4969 wrong_frac=0.7002 init_acc_corrupt=0.2244 init_gold_top10=0.2741 init_gold_top100=0.3120
+step=63000 micro_steps=1008000 elapsed=47.9s lr=3.000000e-04 loss_all=1.3619 acc_all=0.7735 loss_corrupt=2.2808 acc_corrupt=0.5905 corrupt_frac=0.5478 loss=2.2808 mean_t=0.4986 wrong_frac=0.7007 init_acc_corrupt=0.2266 init_gold_top10=0.2752 init_gold_top100=0.3119
+step=63050 micro_steps=1008800 elapsed=49.4s lr=3.000000e-04 loss_all=1.4035 acc_all=0.7666 loss_corrupt=2.3349 acc_corrupt=0.5821 corrupt_frac=0.5526 loss=2.3349 mean_t=0.4968 wrong_frac=0.6999 init_acc_corrupt=0.2264 init_gold_top10=0.2746 init_gold_top100=0.3104
+step=63100 micro_steps=1009600 elapsed=48.0s lr=3.000000e-04 loss_all=1.3647 acc_all=0.7737 loss_corrupt=2.2815 acc_corrupt=0.5917 corrupt_frac=0.5478 loss=2.2815 mean_t=0.4951 wrong_frac=0.6998 init_acc_corrupt=0.2260 init_gold_top10=0.2740 init_gold_top100=0.3117
+step=63150 micro_steps=1010400 elapsed=47.9s lr=3.000000e-04 loss_all=1.3962 acc_all=0.7678 loss_corrupt=2.3263 acc_corrupt=0.5835 corrupt_frac=0.5515 loss=2.3263 mean_t=0.4978 wrong_frac=0.6996 init_acc_corrupt=0.2263 init_gold_top10=0.2751 init_gold_top100=0.3108
+step=63200 micro_steps=1011200 elapsed=48.0s lr=3.000000e-04 loss_all=1.3897 acc_all=0.7680 loss_corrupt=2.2951 acc_corrupt=0.5877 corrupt_frac=0.5572 loss=2.2951 mean_t=0.4986 wrong_frac=0.7002 init_acc_corrupt=0.2262 init_gold_top10=0.2747 init_gold_top100=0.3121
+step=63250 micro_steps=1012000 elapsed=47.8s lr=3.000000e-04 loss_all=1.3853 acc_all=0.7701 loss_corrupt=2.3117 acc_corrupt=0.5866 corrupt_frac=0.5499 loss=2.3117 mean_t=0.5025 wrong_frac=0.6997 init_acc_corrupt=0.2282 init_gold_top10=0.2753 init_gold_top100=0.3110
+step=63300 micro_steps=1012800 elapsed=48.3s lr=3.000000e-04 loss_all=1.3568 acc_all=0.7734 loss_corrupt=2.2688 acc_corrupt=0.5910 corrupt_frac=0.5486 loss=2.2688 mean_t=0.5018 wrong_frac=0.6993 init_acc_corrupt=0.2284 init_gold_top10=0.2759 init_gold_top100=0.3126
+step=63350 micro_steps=1013600 elapsed=48.1s lr=3.000000e-04 loss_all=1.3732 acc_all=0.7716 loss_corrupt=2.2928 acc_corrupt=0.5888 corrupt_frac=0.5492 loss=2.2928 mean_t=0.4992 wrong_frac=0.6998 init_acc_corrupt=0.2260 init_gold_top10=0.2745 init_gold_top100=0.3120
+step=63400 micro_steps=1014400 elapsed=48.2s lr=3.000000e-04 loss_all=1.3960 acc_all=0.7677 loss_corrupt=2.3278 acc_corrupt=0.5829 corrupt_frac=0.5509 loss=2.3278 mean_t=0.4952 wrong_frac=0.7005 init_acc_corrupt=0.2253 init_gold_top10=0.2740 init_gold_top100=0.3102
+step=63450 micro_steps=1015200 elapsed=48.5s lr=3.000000e-04 loss_all=1.3858 acc_all=0.7703 loss_corrupt=2.3067 acc_corrupt=0.5879 corrupt_frac=0.5504 loss=2.3067 mean_t=0.4983 wrong_frac=0.7003 init_acc_corrupt=0.2240 init_gold_top10=0.2731 init_gold_top100=0.3115
+step=63500 micro_steps=1016000 elapsed=48.3s lr=3.000000e-04 loss_all=1.3825 acc_all=0.7703 loss_corrupt=2.3145 acc_corrupt=0.5856 corrupt_frac=0.5485 loss=2.3145 mean_t=0.4990 wrong_frac=0.7006 init_acc_corrupt=0.2261 init_gold_top10=0.2742 init_gold_top100=0.3108
+step=63550 micro_steps=1016800 elapsed=47.0s lr=3.000000e-04 loss_all=1.3808 acc_all=0.7707 loss_corrupt=2.3007 acc_corrupt=0.5884 corrupt_frac=0.5507 loss=2.3007 mean_t=0.4979 wrong_frac=0.7004 init_acc_corrupt=0.2255 init_gold_top10=0.2743 init_gold_top100=0.3116
+step=63600 micro_steps=1017600 elapsed=46.2s lr=3.000000e-04 loss_all=1.3711 acc_all=0.7720 loss_corrupt=2.2988 acc_corrupt=0.5877 corrupt_frac=0.5476 loss=2.2988 mean_t=0.5034 wrong_frac=0.7004 init_acc_corrupt=0.2280 init_gold_top10=0.2750 init_gold_top100=0.3105
+step=63650 micro_steps=1018400 elapsed=46.6s lr=3.000000e-04 loss_all=1.3877 acc_all=0.7697 loss_corrupt=2.3161 acc_corrupt=0.5860 corrupt_frac=0.5506 loss=2.3161 mean_t=0.5003 wrong_frac=0.6997 init_acc_corrupt=0.2264 init_gold_top10=0.2757 init_gold_top100=0.3128
+step=63700 micro_steps=1019200 elapsed=46.3s lr=3.000000e-04 loss_all=1.3777 acc_all=0.7717 loss_corrupt=2.3031 acc_corrupt=0.5884 corrupt_frac=0.5482 loss=2.3031 mean_t=0.4944 wrong_frac=0.7011 init_acc_corrupt=0.2238 init_gold_top10=0.2733 init_gold_top100=0.3110
+step=63750 micro_steps=1020000 elapsed=46.2s lr=3.000000e-04 loss_all=1.3790 acc_all=0.7719 loss_corrupt=2.3097 acc_corrupt=0.5879 corrupt_frac=0.5468 loss=2.3097 mean_t=0.5034 wrong_frac=0.7003 init_acc_corrupt=0.2272 init_gold_top10=0.2740 init_gold_top100=0.3101
+step=63800 micro_steps=1020800 elapsed=46.3s lr=3.000000e-04 loss_all=1.3635 acc_all=0.7737 loss_corrupt=2.2772 acc_corrupt=0.5923 corrupt_frac=0.5491 loss=2.2772 mean_t=0.5002 wrong_frac=0.7001 init_acc_corrupt=0.2269 init_gold_top10=0.2742 init_gold_top100=0.3112
+step=63850 micro_steps=1021600 elapsed=46.4s lr=3.000000e-04 loss_all=1.3804 acc_all=0.7706 loss_corrupt=2.3033 acc_corrupt=0.5870 corrupt_frac=0.5491 loss=2.3033 mean_t=0.4953 wrong_frac=0.6999 init_acc_corrupt=0.2247 init_gold_top10=0.2740 init_gold_top100=0.3111
+step=63900 micro_steps=1022400 elapsed=46.1s lr=3.000000e-04 loss_all=1.3769 acc_all=0.7707 loss_corrupt=2.2899 acc_corrupt=0.5889 corrupt_frac=0.5513 loss=2.2899 mean_t=0.4998 wrong_frac=0.6999 init_acc_corrupt=0.2277 init_gold_top10=0.2755 init_gold_top100=0.3117
+step=63950 micro_steps=1023200 elapsed=46.4s lr=3.000000e-04 loss_all=1.3909 acc_all=0.7689 loss_corrupt=2.3156 acc_corrupt=0.5855 corrupt_frac=0.5510 loss=2.3156 mean_t=0.4974 wrong_frac=0.6997 init_acc_corrupt=0.2261 init_gold_top10=0.2751 init_gold_top100=0.3123
+step=64000 micro_steps=1024000 elapsed=46.9s lr=3.000000e-04 loss_all=1.3622 acc_all=0.7731 loss_corrupt=2.2777 acc_corrupt=0.5905 corrupt_frac=0.5485 loss=2.2777 mean_t=0.5029 wrong_frac=0.7004 init_acc_corrupt=0.2273 init_gold_top10=0.2749 init_gold_top100=0.3107
+step=64050 micro_steps=1024800 elapsed=47.5s lr=3.000000e-04 loss_all=1.3680 acc_all=0.7732 loss_corrupt=2.2894 acc_corrupt=0.5905 corrupt_frac=0.5475 loss=2.2894 mean_t=0.5003 wrong_frac=0.6996 init_acc_corrupt=0.2266 init_gold_top10=0.2745 init_gold_top100=0.3124
+step=64100 micro_steps=1025600 elapsed=46.6s lr=3.000000e-04 loss_all=1.4029 acc_all=0.7670 loss_corrupt=2.3292 acc_corrupt=0.5837 corrupt_frac=0.5534 loss=2.3292 mean_t=0.4987 wrong_frac=0.7002 init_acc_corrupt=0.2271 init_gold_top10=0.2744 init_gold_top100=0.3104
+step=64150 micro_steps=1026400 elapsed=46.4s lr=3.000000e-04 loss_all=1.3601 acc_all=0.7741 loss_corrupt=2.2778 acc_corrupt=0.5917 corrupt_frac=0.5478 loss=2.2778 mean_t=0.5031 wrong_frac=0.6998 init_acc_corrupt=0.2279 init_gold_top10=0.2753 init_gold_top100=0.3117
+step=64200 micro_steps=1027200 elapsed=46.5s lr=3.000000e-04 loss_all=1.3770 acc_all=0.7719 loss_corrupt=2.3015 acc_corrupt=0.5888 corrupt_frac=0.5483 loss=2.3015 mean_t=0.4982 wrong_frac=0.7001 init_acc_corrupt=0.2260 init_gold_top10=0.2742 init_gold_top100=0.3107
+step=64250 micro_steps=1028000 elapsed=46.5s lr=3.000000e-04 loss_all=1.3684 acc_all=0.7730 loss_corrupt=2.2958 acc_corrupt=0.5892 corrupt_frac=0.5469 loss=2.2958 mean_t=0.4998 wrong_frac=0.7002 init_acc_corrupt=0.2254 init_gold_top10=0.2742 init_gold_top100=0.3113
+step=64300 micro_steps=1028800 elapsed=46.9s lr=3.000000e-04 loss_all=1.3832 acc_all=0.7694 loss_corrupt=2.2926 acc_corrupt=0.5885 corrupt_frac=0.5544 loss=2.2926 mean_t=0.5021 wrong_frac=0.6997 init_acc_corrupt=0.2289 init_gold_top10=0.2767 init_gold_top100=0.3122
+step=64350 micro_steps=1029600 elapsed=47.0s lr=3.000000e-04 loss_all=1.3922 acc_all=0.7687 loss_corrupt=2.3057 acc_corrupt=0.5877 corrupt_frac=0.5542 loss=2.3057 mean_t=0.5013 wrong_frac=0.6999 init_acc_corrupt=0.2274 init_gold_top10=0.2749 init_gold_top100=0.3115
+step=64400 micro_steps=1030400 elapsed=46.3s lr=3.000000e-04 loss_all=1.3856 acc_all=0.7708 loss_corrupt=2.3093 acc_corrupt=0.5885 corrupt_frac=0.5504 loss=2.3093 mean_t=0.4970 wrong_frac=0.7008 init_acc_corrupt=0.2256 init_gold_top10=0.2742 init_gold_top100=0.3114
+step=64450 micro_steps=1031200 elapsed=46.4s lr=3.000000e-04 loss_all=1.3870 acc_all=0.7695 loss_corrupt=2.3165 acc_corrupt=0.5848 corrupt_frac=0.5486 loss=2.3165 mean_t=0.4958 wrong_frac=0.7001 init_acc_corrupt=0.2251 init_gold_top10=0.2737 init_gold_top100=0.3098
+step=64500 micro_steps=1032000 elapsed=46.5s lr=3.000000e-04 loss_all=1.3774 acc_all=0.7711 loss_corrupt=2.2833 acc_corrupt=0.5912 corrupt_frac=0.5537 loss=2.2833 mean_t=0.5022 wrong_frac=0.6993 init_acc_corrupt=0.2283 init_gold_top10=0.2761 init_gold_top100=0.3129
+step=64550 micro_steps=1032800 elapsed=46.5s lr=3.000000e-04 loss_all=1.3748 acc_all=0.7721 loss_corrupt=2.3041 acc_corrupt=0.5879 corrupt_frac=0.5470 loss=2.3041 mean_t=0.4989 wrong_frac=0.7004 init_acc_corrupt=0.2260 init_gold_top10=0.2746 init_gold_top100=0.3101
+step=64600 micro_steps=1033600 elapsed=46.7s lr=3.000000e-04 loss_all=1.3621 acc_all=0.7737 loss_corrupt=2.2795 acc_corrupt=0.5914 corrupt_frac=0.5479 loss=2.2795 mean_t=0.5028 wrong_frac=0.6993 init_acc_corrupt=0.2291 init_gold_top10=0.2763 init_gold_top100=0.3128
+step=64650 micro_steps=1034400 elapsed=47.0s lr=3.000000e-04 loss_all=1.3908 acc_all=0.7701 loss_corrupt=2.3208 acc_corrupt=0.5867 corrupt_frac=0.5498 loss=2.3208 mean_t=0.4973 wrong_frac=0.7004 init_acc_corrupt=0.2249 init_gold_top10=0.2743 init_gold_top100=0.3111
+step=64700 micro_steps=1035200 elapsed=46.7s lr=3.000000e-04 loss_all=1.3855 acc_all=0.7700 loss_corrupt=2.3060 acc_corrupt=0.5874 corrupt_frac=0.5510 loss=2.3060 mean_t=0.4993 wrong_frac=0.7001 init_acc_corrupt=0.2255 init_gold_top10=0.2743 init_gold_top100=0.3112
+step=64750 micro_steps=1036000 elapsed=46.5s lr=3.000000e-04 loss_all=1.3745 acc_all=0.7716 loss_corrupt=2.2837 acc_corrupt=0.5909 corrupt_frac=0.5515 loss=2.2837 mean_t=0.4991 wrong_frac=0.7008 init_acc_corrupt=0.2267 init_gold_top10=0.2745 init_gold_top100=0.3109
+step=64800 micro_steps=1036800 elapsed=48.3s lr=3.000000e-04 loss_all=1.4099 acc_all=0.7662 loss_corrupt=2.3322 acc_corrupt=0.5843 corrupt_frac=0.5557 loss=2.3322 mean_t=0.4970 wrong_frac=0.6998 init_acc_corrupt=0.2254 init_gold_top10=0.2742 init_gold_top100=0.3104
+step=64850 micro_steps=1037600 elapsed=46.3s lr=3.000000e-04 loss_all=1.3633 acc_all=0.7731 loss_corrupt=2.2666 acc_corrupt=0.5931 corrupt_frac=0.5515 loss=2.2666 mean_t=0.5025 wrong_frac=0.7001 init_acc_corrupt=0.2276 init_gold_top10=0.2760 init_gold_top100=0.3125
+step=64900 micro_steps=1038400 elapsed=45.8s lr=3.000000e-04 loss_all=1.3906 acc_all=0.7692 loss_corrupt=2.3124 acc_corrupt=0.5869 corrupt_frac=0.5526 loss=2.3124 mean_t=0.5007 wrong_frac=0.6989 init_acc_corrupt=0.2266 init_gold_top10=0.2748 init_gold_top100=0.3113
+step=64950 micro_steps=1039200 elapsed=46.1s lr=3.000000e-04 loss_all=1.3761 acc_all=0.7716 loss_corrupt=2.2991 acc_corrupt=0.5887 corrupt_frac=0.5492 loss=2.2991 mean_t=0.5013 wrong_frac=0.6994 init_acc_corrupt=0.2273 init_gold_top10=0.2760 init_gold_top100=0.3125
+step=65000 micro_steps=1040000 elapsed=46.4s lr=3.000000e-04 loss_all=1.3841 acc_all=0.7705 loss_corrupt=2.3083 acc_corrupt=0.5875 corrupt_frac=0.5501 loss=2.3083 mean_t=0.4991 wrong_frac=0.7008 init_acc_corrupt=0.2252 init_gold_top10=0.2742 init_gold_top100=0.3110
+step=65050 micro_steps=1040800 elapsed=47.8s lr=3.000000e-04 loss_all=1.3639 acc_all=0.7737 loss_corrupt=2.2856 acc_corrupt=0.5906 corrupt_frac=0.5459 loss=2.2856 mean_t=0.5028 wrong_frac=0.7007 init_acc_corrupt=0.2272 init_gold_top10=0.2750 init_gold_top100=0.3109
+step=65100 micro_steps=1041600 elapsed=46.5s lr=3.000000e-04 loss_all=1.3846 acc_all=0.7700 loss_corrupt=2.3020 acc_corrupt=0.5882 corrupt_frac=0.5523 loss=2.3020 mean_t=0.5010 wrong_frac=0.7002 init_acc_corrupt=0.2268 init_gold_top10=0.2745 init_gold_top100=0.3112
+step=65150 micro_steps=1042400 elapsed=46.8s lr=3.000000e-04 loss_all=1.3810 acc_all=0.7708 loss_corrupt=2.2980 acc_corrupt=0.5886 corrupt_frac=0.5496 loss=2.2980 mean_t=0.5040 wrong_frac=0.7005 init_acc_corrupt=0.2271 init_gold_top10=0.2749 init_gold_top100=0.3099
+step=65200 micro_steps=1043200 elapsed=47.4s lr=3.000000e-04 loss_all=1.3386 acc_all=0.7778 loss_corrupt=2.2449 acc_corrupt=0.5971 corrupt_frac=0.5446 loss=2.2449 mean_t=0.5019 wrong_frac=0.6991 init_acc_corrupt=0.2294 init_gold_top10=0.2768 init_gold_top100=0.3124
+step=65250 micro_steps=1044000 elapsed=47.7s lr=3.000000e-04 loss_all=1.3838 acc_all=0.7701 loss_corrupt=2.3024 acc_corrupt=0.5879 corrupt_frac=0.5520 loss=2.3024 mean_t=0.5017 wrong_frac=0.7001 init_acc_corrupt=0.2277 init_gold_top10=0.2750 init_gold_top100=0.3103
+step=65300 micro_steps=1044800 elapsed=47.4s lr=3.000000e-04 loss_all=1.3622 acc_all=0.7735 loss_corrupt=2.2866 acc_corrupt=0.5895 corrupt_frac=0.5454 loss=2.2866 mean_t=0.4960 wrong_frac=0.7013 init_acc_corrupt=0.2239 init_gold_top10=0.2734 init_gold_top100=0.3108
+step=65350 micro_steps=1045600 elapsed=47.3s lr=3.000000e-04 loss_all=1.3607 acc_all=0.7738 loss_corrupt=2.2729 acc_corrupt=0.5919 corrupt_frac=0.5472 loss=2.2729 mean_t=0.5034 wrong_frac=0.7000 init_acc_corrupt=0.2276 init_gold_top10=0.2763 init_gold_top100=0.3124
+step=65400 micro_steps=1046400 elapsed=47.7s lr=3.000000e-04 loss_all=1.3809 acc_all=0.7707 loss_corrupt=2.2953 acc_corrupt=0.5893 corrupt_frac=0.5514 loss=2.2953 mean_t=0.5082 wrong_frac=0.7004 init_acc_corrupt=0.2291 init_gold_top10=0.2756 init_gold_top100=0.3103
+step=65450 micro_steps=1047200 elapsed=48.9s lr=3.000000e-04 loss_all=1.3562 acc_all=0.7752 loss_corrupt=2.2756 acc_corrupt=0.5930 corrupt_frac=0.5463 loss=2.2756 mean_t=0.5014 wrong_frac=0.7002 init_acc_corrupt=0.2275 init_gold_top10=0.2753 init_gold_top100=0.3119
+step=65500 micro_steps=1048000 elapsed=48.7s lr=3.000000e-04 loss_all=1.3734 acc_all=0.7714 loss_corrupt=2.2971 acc_corrupt=0.5876 corrupt_frac=0.5480 loss=2.2971 mean_t=0.5033 wrong_frac=0.7005 init_acc_corrupt=0.2268 init_gold_top10=0.2745 init_gold_top100=0.3103
+step=65550 micro_steps=1048800 elapsed=49.0s lr=3.000000e-04 loss_all=1.3568 acc_all=0.7746 loss_corrupt=2.2646 acc_corrupt=0.5939 corrupt_frac=0.5483 loss=2.2646 mean_t=0.5005 wrong_frac=0.6999 init_acc_corrupt=0.2270 init_gold_top10=0.2754 init_gold_top100=0.3132
+step=65600 micro_steps=1049600 elapsed=49.3s lr=3.000000e-04 loss_all=1.3773 acc_all=0.7712 loss_corrupt=2.2970 acc_corrupt=0.5887 corrupt_frac=0.5498 loss=2.2970 mean_t=0.5003 wrong_frac=0.7008 init_acc_corrupt=0.2264 init_gold_top10=0.2746 init_gold_top100=0.3108
+step=65650 micro_steps=1050400 elapsed=49.0s lr=3.000000e-04 loss_all=1.3621 acc_all=0.7730 loss_corrupt=2.2694 acc_corrupt=0.5919 corrupt_frac=0.5500 loss=2.2694 mean_t=0.5032 wrong_frac=0.7005 init_acc_corrupt=0.2278 init_gold_top10=0.2752 init_gold_top100=0.3111
+step=65700 micro_steps=1051200 elapsed=48.6s lr=3.000000e-04 loss_all=1.3688 acc_all=0.7724 loss_corrupt=2.2837 acc_corrupt=0.5902 corrupt_frac=0.5487 loss=2.2837 mean_t=0.4988 wrong_frac=0.7004 init_acc_corrupt=0.2255 init_gold_top10=0.2737 init_gold_top100=0.3111
+step=65750 micro_steps=1052000 elapsed=48.2s lr=3.000000e-04 loss_all=1.3666 acc_all=0.7725 loss_corrupt=2.2843 acc_corrupt=0.5898 corrupt_frac=0.5488 loss=2.2843 mean_t=0.4980 wrong_frac=0.6989 init_acc_corrupt=0.2283 init_gold_top10=0.2764 init_gold_top100=0.3122
+step=65800 micro_steps=1052800 elapsed=47.8s lr=3.000000e-04 loss_all=1.3908 acc_all=0.7695 loss_corrupt=2.3086 acc_corrupt=0.5881 corrupt_frac=0.5535 loss=2.3086 mean_t=0.4989 wrong_frac=0.7003 init_acc_corrupt=0.2260 init_gold_top10=0.2747 init_gold_top100=0.3114
+step=65850 micro_steps=1053600 elapsed=64.3s lr=3.000000e-04 loss_all=1.3703 acc_all=0.7725 loss_corrupt=2.3009 acc_corrupt=0.5879 corrupt_frac=0.5461 loss=2.3009 mean_t=0.4960 wrong_frac=0.7001 init_acc_corrupt=0.2245 init_gold_top10=0.2741 init_gold_top100=0.3113
+step=65900 micro_steps=1054400 elapsed=100.4s lr=3.000000e-04 loss_all=1.3729 acc_all=0.7721 loss_corrupt=2.2960 acc_corrupt=0.5888 corrupt_frac=0.5485 loss=2.2960 mean_t=0.4939 wrong_frac=0.7003 init_acc_corrupt=0.2239 init_gold_top10=0.2731 init_gold_top100=0.3118
+step=65950 micro_steps=1055200 elapsed=58.4s lr=3.000000e-04 loss_all=1.3784 acc_all=0.7716 loss_corrupt=2.3034 acc_corrupt=0.5884 corrupt_frac=0.5483 loss=2.3034 mean_t=0.4952 wrong_frac=0.6996 init_acc_corrupt=0.2253 init_gold_top10=0.2747 init_gold_top100=0.3113
+step=66000 micro_steps=1056000 elapsed=46.0s lr=3.000000e-04 loss_all=1.3593 acc_all=0.7737 loss_corrupt=2.2677 acc_corrupt=0.5925 corrupt_frac=0.5490 loss=2.2677 mean_t=0.5041 wrong_frac=0.6998 init_acc_corrupt=0.2278 init_gold_top10=0.2754 init_gold_top100=0.3120
+step=66050 micro_steps=1056800 elapsed=49.4s lr=3.000000e-04 loss_all=1.3518 acc_all=0.7757 loss_corrupt=2.2707 acc_corrupt=0.5931 corrupt_frac=0.5447 loss=2.2707 mean_t=0.5040 wrong_frac=0.7002 init_acc_corrupt=0.2264 init_gold_top10=0.2748 init_gold_top100=0.3117
+step=66100 micro_steps=1057600 elapsed=46.9s lr=3.000000e-04 loss_all=1.3634 acc_all=0.7731 loss_corrupt=2.2874 acc_corrupt=0.5891 corrupt_frac=0.5466 loss=2.2874 mean_t=0.4955 wrong_frac=0.6989 init_acc_corrupt=0.2263 init_gold_top10=0.2755 init_gold_top100=0.3123
+step=66150 micro_steps=1058400 elapsed=46.2s lr=3.000000e-04 loss_all=1.3720 acc_all=0.7718 loss_corrupt=2.2765 acc_corrupt=0.5921 corrupt_frac=0.5534 loss=2.2765 mean_t=0.5021 wrong_frac=0.7000 init_acc_corrupt=0.2279 init_gold_top10=0.2751 init_gold_top100=0.3108
+step=66200 micro_steps=1059200 elapsed=48.5s lr=3.000000e-04 loss_all=1.3767 acc_all=0.7711 loss_corrupt=2.2967 acc_corrupt=0.5882 corrupt_frac=0.5499 loss=2.2967 mean_t=0.5041 wrong_frac=0.7001 init_acc_corrupt=0.2289 init_gold_top10=0.2756 init_gold_top100=0.3104
+step=66250 micro_steps=1060000 elapsed=48.4s lr=3.000000e-04 loss_all=1.3482 acc_all=0.7762 loss_corrupt=2.2621 acc_corrupt=0.5943 corrupt_frac=0.5461 loss=2.2621 mean_t=0.4981 wrong_frac=0.6996 init_acc_corrupt=0.2269 init_gold_top10=0.2751 init_gold_top100=0.3126
+step=66300 micro_steps=1060800 elapsed=48.0s lr=3.000000e-04 loss_all=1.3676 acc_all=0.7723 loss_corrupt=2.2829 acc_corrupt=0.5900 corrupt_frac=0.5490 loss=2.2829 mean_t=0.4957 wrong_frac=0.7003 init_acc_corrupt=0.2263 init_gold_top10=0.2747 init_gold_top100=0.3110
+step=66350 micro_steps=1061600 elapsed=48.6s lr=3.000000e-04 loss_all=1.3573 acc_all=0.7738 loss_corrupt=2.2666 acc_corrupt=0.5922 corrupt_frac=0.5489 loss=2.2666 mean_t=0.5018 wrong_frac=0.7001 init_acc_corrupt=0.2275 init_gold_top10=0.2759 init_gold_top100=0.3118
+step=66400 micro_steps=1062400 elapsed=46.0s lr=3.000000e-04 loss_all=1.3596 acc_all=0.7731 loss_corrupt=2.2622 acc_corrupt=0.5929 corrupt_frac=0.5512 loss=2.2622 mean_t=0.4979 wrong_frac=0.6999 init_acc_corrupt=0.2259 init_gold_top10=0.2748 init_gold_top100=0.3122
+step=66450 micro_steps=1063200 elapsed=46.5s lr=3.000000e-04 loss_all=1.4020 acc_all=0.7674 loss_corrupt=2.3212 acc_corrupt=0.5857 corrupt_frac=0.5555 loss=2.3212 mean_t=0.5019 wrong_frac=0.6993 init_acc_corrupt=0.2289 init_gold_top10=0.2759 init_gold_top100=0.3111
+step=66500 micro_steps=1064000 elapsed=46.7s lr=3.000000e-04 loss_all=1.3525 acc_all=0.7755 loss_corrupt=2.2695 acc_corrupt=0.5931 corrupt_frac=0.5460 loss=2.2695 mean_t=0.4966 wrong_frac=0.7000 init_acc_corrupt=0.2256 init_gold_top10=0.2736 init_gold_top100=0.3118
+step=66550 micro_steps=1064800 elapsed=48.1s lr=3.000000e-04 loss_all=1.3987 acc_all=0.7675 loss_corrupt=2.3172 acc_corrupt=0.5855 corrupt_frac=0.5545 loss=2.3172 mean_t=0.4993 wrong_frac=0.7004 init_acc_corrupt=0.2266 init_gold_top10=0.2745 init_gold_top100=0.3104
+step=66600 micro_steps=1065600 elapsed=49.0s lr=3.000000e-04 loss_all=1.3734 acc_all=0.7720 loss_corrupt=2.2884 acc_corrupt=0.5905 corrupt_frac=0.5510 loss=2.2884 mean_t=0.5016 wrong_frac=0.7007 init_acc_corrupt=0.2257 init_gold_top10=0.2736 init_gold_top100=0.3108
+step=66650 micro_steps=1066400 elapsed=49.4s lr=3.000000e-04 loss_all=1.3754 acc_all=0.7714 loss_corrupt=2.2938 acc_corrupt=0.5890 corrupt_frac=0.5501 loss=2.2938 mean_t=0.4996 wrong_frac=0.7006 init_acc_corrupt=0.2266 init_gold_top10=0.2746 init_gold_top100=0.3098
+step=66700 micro_steps=1067200 elapsed=48.7s lr=3.000000e-04 loss_all=1.3661 acc_all=0.7725 loss_corrupt=2.2756 acc_corrupt=0.5913 corrupt_frac=0.5509 loss=2.2756 mean_t=0.5008 wrong_frac=0.7000 init_acc_corrupt=0.2271 init_gold_top10=0.2747 init_gold_top100=0.3117
+step=66750 micro_steps=1068000 elapsed=49.0s lr=3.000000e-04 loss_all=1.3540 acc_all=0.7745 loss_corrupt=2.2543 acc_corrupt=0.5948 corrupt_frac=0.5507 loss=2.2543 mean_t=0.5010 wrong_frac=0.7012 init_acc_corrupt=0.2266 init_gold_top10=0.2738 init_gold_top100=0.3104
+step=66800 micro_steps=1068800 elapsed=49.1s lr=3.000000e-04 loss_all=1.3682 acc_all=0.7724 loss_corrupt=2.2912 acc_corrupt=0.5887 corrupt_frac=0.5478 loss=2.2912 mean_t=0.5018 wrong_frac=0.6996 init_acc_corrupt=0.2275 init_gold_top10=0.2751 init_gold_top100=0.3105
+step=66850 micro_steps=1069600 elapsed=46.7s lr=3.000000e-04 loss_all=1.3636 acc_all=0.7738 loss_corrupt=2.2732 acc_corrupt=0.5929 corrupt_frac=0.5495 loss=2.2732 mean_t=0.4999 wrong_frac=0.7002 init_acc_corrupt=0.2252 init_gold_top10=0.2741 init_gold_top100=0.3120
+step=66900 micro_steps=1070400 elapsed=46.7s lr=3.000000e-04 loss_all=1.3807 acc_all=0.7706 loss_corrupt=2.2996 acc_corrupt=0.5881 corrupt_frac=0.5507 loss=2.2996 mean_t=0.5004 wrong_frac=0.7006 init_acc_corrupt=0.2269 init_gold_top10=0.2739 init_gold_top100=0.3098
+step=66950 micro_steps=1071200 elapsed=46.7s lr=3.000000e-04 loss_all=1.3703 acc_all=0.7731 loss_corrupt=2.2849 acc_corrupt=0.5920 corrupt_frac=0.5493 loss=2.2849 mean_t=0.5026 wrong_frac=0.7001 init_acc_corrupt=0.2284 init_gold_top10=0.2748 init_gold_top100=0.3112
+step=67000 micro_steps=1072000 elapsed=47.0s lr=3.000000e-04 loss_all=1.3758 acc_all=0.7709 loss_corrupt=2.2846 acc_corrupt=0.5901 corrupt_frac=0.5529 loss=2.2846 mean_t=0.5029 wrong_frac=0.7002 init_acc_corrupt=0.2288 init_gold_top10=0.2760 init_gold_top100=0.3106
+step=67050 micro_steps=1072800 elapsed=49.8s lr=3.000000e-04 loss_all=1.3557 acc_all=0.7742 loss_corrupt=2.2590 acc_corrupt=0.5938 corrupt_frac=0.5494 loss=2.2590 mean_t=0.4991 wrong_frac=0.6994 init_acc_corrupt=0.2269 init_gold_top10=0.2751 init_gold_top100=0.3118
+step=67100 micro_steps=1073600 elapsed=48.4s lr=3.000000e-04 loss_all=1.3549 acc_all=0.7748 loss_corrupt=2.2604 acc_corrupt=0.5946 corrupt_frac=0.5496 loss=2.2604 mean_t=0.4975 wrong_frac=0.6995 init_acc_corrupt=0.2269 init_gold_top10=0.2757 init_gold_top100=0.3133
+step=67150 micro_steps=1074400 elapsed=48.7s lr=3.000000e-04 loss_all=1.3828 acc_all=0.7698 loss_corrupt=2.2959 acc_corrupt=0.5883 corrupt_frac=0.5524 loss=2.2959 mean_t=0.5008 wrong_frac=0.6992 init_acc_corrupt=0.2279 init_gold_top10=0.2756 init_gold_top100=0.3114
+step=67200 micro_steps=1075200 elapsed=48.4s lr=3.000000e-04 loss_all=1.3660 acc_all=0.7731 loss_corrupt=2.2703 acc_corrupt=0.5934 corrupt_frac=0.5516 loss=2.2703 mean_t=0.5017 wrong_frac=0.6998 init_acc_corrupt=0.2277 init_gold_top10=0.2756 init_gold_top100=0.3119
+step=67250 micro_steps=1076000 elapsed=48.6s lr=3.000000e-04 loss_all=1.3600 acc_all=0.7728 loss_corrupt=2.2703 acc_corrupt=0.5908 corrupt_frac=0.5492 loss=2.2703 mean_t=0.5022 wrong_frac=0.6995 init_acc_corrupt=0.2291 init_gold_top10=0.2760 init_gold_top100=0.3110
+step=67300 micro_steps=1076800 elapsed=48.9s lr=3.000000e-04 loss_all=1.3800 acc_all=0.7706 loss_corrupt=2.2804 acc_corrupt=0.5915 corrupt_frac=0.5547 loss=2.2804 mean_t=0.4977 wrong_frac=0.7003 init_acc_corrupt=0.2270 init_gold_top10=0.2746 init_gold_top100=0.3117
+step=67350 micro_steps=1077600 elapsed=52.5s lr=3.000000e-04 loss_all=1.3788 acc_all=0.7706 loss_corrupt=2.2902 acc_corrupt=0.5895 corrupt_frac=0.5529 loss=2.2902 mean_t=0.5036 wrong_frac=0.6997 init_acc_corrupt=0.2279 init_gold_top10=0.2749 init_gold_top100=0.3100
+step=67400 micro_steps=1078400 elapsed=92.1s lr=3.000000e-04 loss_all=1.3767 acc_all=0.7704 loss_corrupt=2.2797 acc_corrupt=0.5904 corrupt_frac=0.5546 loss=2.2797 mean_t=0.5006 wrong_frac=0.7000 init_acc_corrupt=0.2270 init_gold_top10=0.2748 init_gold_top100=0.3116
+step=67450 micro_steps=1079200 elapsed=48.3s lr=3.000000e-04 loss_all=1.3593 acc_all=0.7744 loss_corrupt=2.2759 acc_corrupt=0.5925 corrupt_frac=0.5478 loss=2.2759 mean_t=0.5027 wrong_frac=0.7005 init_acc_corrupt=0.2280 init_gold_top10=0.2750 init_gold_top100=0.3107
+step=67500 micro_steps=1080000 elapsed=53.9s lr=3.000000e-04 loss_all=1.3845 acc_all=0.7699 loss_corrupt=2.3005 acc_corrupt=0.5881 corrupt_frac=0.5523 loss=2.3005 mean_t=0.5025 wrong_frac=0.7003 init_acc_corrupt=0.2268 init_gold_top10=0.2754 init_gold_top100=0.3112
+step=67550 micro_steps=1080800 elapsed=49.3s lr=3.000000e-04 loss_all=1.3695 acc_all=0.7730 loss_corrupt=2.2746 acc_corrupt=0.5935 corrupt_frac=0.5516 loss=2.2746 mean_t=0.4976 wrong_frac=0.7002 init_acc_corrupt=0.2252 init_gold_top10=0.2748 init_gold_top100=0.3129
+step=67600 micro_steps=1081600 elapsed=49.1s lr=3.000000e-04 loss_all=1.3947 acc_all=0.7681 loss_corrupt=2.3112 acc_corrupt=0.5866 corrupt_frac=0.5539 loss=2.3112 mean_t=0.5033 wrong_frac=0.7007 init_acc_corrupt=0.2268 init_gold_top10=0.2746 init_gold_top100=0.3102
+step=67650 micro_steps=1082400 elapsed=48.7s lr=3.000000e-04 loss_all=1.3642 acc_all=0.7727 loss_corrupt=2.2636 acc_corrupt=0.5936 corrupt_frac=0.5528 loss=2.2636 mean_t=0.4998 wrong_frac=0.6994 init_acc_corrupt=0.2274 init_gold_top10=0.2753 init_gold_top100=0.3121
+step=67700 micro_steps=1083200 elapsed=47.9s lr=3.000000e-04 loss_all=1.3753 acc_all=0.7720 loss_corrupt=2.2868 acc_corrupt=0.5913 corrupt_frac=0.5513 loss=2.2868 mean_t=0.5002 wrong_frac=0.6991 init_acc_corrupt=0.2274 init_gold_top10=0.2759 init_gold_top100=0.3114
+step=67750 micro_steps=1084000 elapsed=48.1s lr=3.000000e-04 loss_all=1.3665 acc_all=0.7732 loss_corrupt=2.2789 acc_corrupt=0.5921 corrupt_frac=0.5503 loss=2.2789 mean_t=0.4971 wrong_frac=0.6996 init_acc_corrupt=0.2263 init_gold_top10=0.2750 init_gold_top100=0.3120
+step=67800 micro_steps=1084800 elapsed=48.2s lr=3.000000e-04 loss_all=1.3727 acc_all=0.7720 loss_corrupt=2.2866 acc_corrupt=0.5903 corrupt_frac=0.5493 loss=2.2866 mean_t=0.4991 wrong_frac=0.7008 init_acc_corrupt=0.2251 init_gold_top10=0.2737 init_gold_top100=0.3112
+step=67850 micro_steps=1085600 elapsed=48.5s lr=3.000000e-04 loss_all=1.3748 acc_all=0.7714 loss_corrupt=2.2936 acc_corrupt=0.5887 corrupt_frac=0.5494 loss=2.2936 mean_t=0.4964 wrong_frac=0.6996 init_acc_corrupt=0.2250 init_gold_top10=0.2743 init_gold_top100=0.3112
+step=67900 micro_steps=1086400 elapsed=48.8s lr=3.000000e-04 loss_all=1.3459 acc_all=0.7766 loss_corrupt=2.2517 acc_corrupt=0.5964 corrupt_frac=0.5474 loss=2.2517 mean_t=0.5023 wrong_frac=0.6998 init_acc_corrupt=0.2270 init_gold_top10=0.2746 init_gold_top100=0.3120
+step=67950 micro_steps=1087200 elapsed=48.5s lr=3.000000e-04 loss_all=1.3692 acc_all=0.7722 loss_corrupt=2.2859 acc_corrupt=0.5899 corrupt_frac=0.5496 loss=2.2859 mean_t=0.5021 wrong_frac=0.6995 init_acc_corrupt=0.2278 init_gold_top10=0.2755 init_gold_top100=0.3111
+step=68000 micro_steps=1088000 elapsed=60.4s lr=3.000000e-04 loss_all=1.3591 acc_all=0.7738 loss_corrupt=2.2651 acc_corrupt=0.5933 corrupt_frac=0.5501 loss=2.2651 mean_t=0.4994 wrong_frac=0.7005 init_acc_corrupt=0.2253 init_gold_top10=0.2733 init_gold_top100=0.3108
+step=68050 micro_steps=1088800 elapsed=62.1s lr=3.000000e-04 loss_all=1.3593 acc_all=0.7738 loss_corrupt=2.2724 acc_corrupt=0.5920 corrupt_frac=0.5485 loss=2.2724 mean_t=0.5020 wrong_frac=0.7009 init_acc_corrupt=0.2273 init_gold_top10=0.2756 init_gold_top100=0.3105
+step=68100 micro_steps=1089600 elapsed=65.9s lr=3.000000e-04 loss_all=1.3459 acc_all=0.7762 loss_corrupt=2.2533 acc_corrupt=0.5952 corrupt_frac=0.5469 loss=2.2533 mean_t=0.5011 wrong_frac=0.7007 init_acc_corrupt=0.2265 init_gold_top10=0.2740 init_gold_top100=0.3106
+step=68150 micro_steps=1090400 elapsed=47.1s lr=3.000000e-04 loss_all=1.3554 acc_all=0.7743 loss_corrupt=2.2537 acc_corrupt=0.5952 corrupt_frac=0.5511 loss=2.2537 mean_t=0.5013 wrong_frac=0.6994 init_acc_corrupt=0.2272 init_gold_top10=0.2756 init_gold_top100=0.3132
+step=68200 micro_steps=1091200 elapsed=49.3s lr=3.000000e-04 loss_all=1.3754 acc_all=0.7715 loss_corrupt=2.2922 acc_corrupt=0.5894 corrupt_frac=0.5499 loss=2.2922 mean_t=0.4986 wrong_frac=0.6998 init_acc_corrupt=0.2274 init_gold_top10=0.2751 init_gold_top100=0.3105
+step=68250 micro_steps=1092000 elapsed=48.8s lr=3.000000e-04 loss_all=1.3355 acc_all=0.7779 loss_corrupt=2.2344 acc_corrupt=0.5983 corrupt_frac=0.5465 loss=2.2344 mean_t=0.4985 wrong_frac=0.6996 init_acc_corrupt=0.2272 init_gold_top10=0.2760 init_gold_top100=0.3131
+step=68300 micro_steps=1092800 elapsed=47.5s lr=3.000000e-04 loss_all=1.3649 acc_all=0.7731 loss_corrupt=2.2852 acc_corrupt=0.5900 corrupt_frac=0.5470 loss=2.2852 mean_t=0.4989 wrong_frac=0.7004 init_acc_corrupt=0.2260 init_gold_top10=0.2744 init_gold_top100=0.3105
+step=68350 micro_steps=1093600 elapsed=48.4s lr=3.000000e-04 loss_all=1.3775 acc_all=0.7710 loss_corrupt=2.2877 acc_corrupt=0.5902 corrupt_frac=0.5523 loss=2.2877 mean_t=0.4978 wrong_frac=0.7007 init_acc_corrupt=0.2252 init_gold_top10=0.2742 init_gold_top100=0.3118
+step=68400 micro_steps=1094400 elapsed=48.8s lr=3.000000e-04 loss_all=1.3540 acc_all=0.7749 loss_corrupt=2.2676 acc_corrupt=0.5928 corrupt_frac=0.5466 loss=2.2676 mean_t=0.5041 wrong_frac=0.7000 init_acc_corrupt=0.2284 init_gold_top10=0.2750 init_gold_top100=0.3097
+step=68450 micro_steps=1095200 elapsed=47.6s lr=3.000000e-04 loss_all=1.3684 acc_all=0.7730 loss_corrupt=2.2845 acc_corrupt=0.5913 corrupt_frac=0.5497 loss=2.2845 mean_t=0.5001 wrong_frac=0.7009 init_acc_corrupt=0.2252 init_gold_top10=0.2736 init_gold_top100=0.3108
+step=68500 micro_steps=1096000 elapsed=48.3s lr=3.000000e-04 loss_all=1.3560 acc_all=0.7746 loss_corrupt=2.2614 acc_corrupt=0.5942 corrupt_frac=0.5493 loss=2.2614 mean_t=0.4973 wrong_frac=0.7004 init_acc_corrupt=0.2253 init_gold_top10=0.2741 init_gold_top100=0.3116
+step=68550 micro_steps=1096800 elapsed=52.6s lr=3.000000e-04 loss_all=1.3603 acc_all=0.7737 loss_corrupt=2.2809 acc_corrupt=0.5903 corrupt_frac=0.5464 loss=2.2809 mean_t=0.4968 wrong_frac=0.7002 init_acc_corrupt=0.2258 init_gold_top10=0.2752 init_gold_top100=0.3113
+step=68600 micro_steps=1097600 elapsed=62.6s lr=3.000000e-04 loss_all=1.3672 acc_all=0.7727 loss_corrupt=2.2656 acc_corrupt=0.5942 corrupt_frac=0.5541 loss=2.2656 mean_t=0.4973 wrong_frac=0.7003 init_acc_corrupt=0.2258 init_gold_top10=0.2743 init_gold_top100=0.3123
+step=68650 micro_steps=1098400 elapsed=62.0s lr=3.000000e-04 loss_all=1.3675 acc_all=0.7722 loss_corrupt=2.2798 acc_corrupt=0.5905 corrupt_frac=0.5498 loss=2.2798 mean_t=0.4984 wrong_frac=0.6999 init_acc_corrupt=0.2258 init_gold_top10=0.2754 init_gold_top100=0.3120
+step=68700 micro_steps=1099200 elapsed=61.1s lr=3.000000e-04 loss_all=1.3584 acc_all=0.7745 loss_corrupt=2.2640 acc_corrupt=0.5945 corrupt_frac=0.5502 loss=2.2640 mean_t=0.5000 wrong_frac=0.6996 init_acc_corrupt=0.2265 init_gold_top10=0.2759 init_gold_top100=0.3129
+step=68750 micro_steps=1100000 elapsed=60.6s lr=3.000000e-04 loss_all=1.3757 acc_all=0.7718 loss_corrupt=2.2831 acc_corrupt=0.5921 corrupt_frac=0.5537 loss=2.2831 mean_t=0.5004 wrong_frac=0.6993 init_acc_corrupt=0.2279 init_gold_top10=0.2757 init_gold_top100=0.3112
+step=68800 micro_steps=1100800 elapsed=59.7s lr=3.000000e-04 loss_all=1.3625 acc_all=0.7734 loss_corrupt=2.2750 acc_corrupt=0.5919 corrupt_frac=0.5489 loss=2.2750 mean_t=0.4962 wrong_frac=0.7005 init_acc_corrupt=0.2241 init_gold_top10=0.2731 init_gold_top100=0.3112
+step=68850 micro_steps=1101600 elapsed=59.8s lr=3.000000e-04 loss_all=1.3608 acc_all=0.7746 loss_corrupt=2.2653 acc_corrupt=0.5952 corrupt_frac=0.5507 loss=2.2653 mean_t=0.4998 wrong_frac=0.6999 init_acc_corrupt=0.2272 init_gold_top10=0.2750 init_gold_top100=0.3118
+step=68900 micro_steps=1102400 elapsed=59.6s lr=3.000000e-04 loss_all=1.3905 acc_all=0.7689 loss_corrupt=2.3133 acc_corrupt=0.5862 corrupt_frac=0.5528 loss=2.3133 mean_t=0.4980 wrong_frac=0.7006 init_acc_corrupt=0.2254 init_gold_top10=0.2735 init_gold_top100=0.3101
+step=68950 micro_steps=1103200 elapsed=59.6s lr=3.000000e-04 loss_all=1.3462 acc_all=0.7763 loss_corrupt=2.2448 acc_corrupt=0.5972 corrupt_frac=0.5488 loss=2.2448 mean_t=0.4988 wrong_frac=0.7007 init_acc_corrupt=0.2263 init_gold_top10=0.2743 init_gold_top100=0.3113
+step=69000 micro_steps=1104000 elapsed=60.5s lr=3.000000e-04 loss_all=1.3581 acc_all=0.7739 loss_corrupt=2.2706 acc_corrupt=0.5920 corrupt_frac=0.5477 loss=2.2706 mean_t=0.5020 wrong_frac=0.7005 init_acc_corrupt=0.2268 init_gold_top10=0.2741 init_gold_top100=0.3102
+step=69050 micro_steps=1104800 elapsed=108.0s lr=3.000000e-04 loss_all=1.3520 acc_all=0.7748 loss_corrupt=2.2475 acc_corrupt=0.5960 corrupt_frac=0.5510 loss=2.2475 mean_t=0.5005 wrong_frac=0.6994 init_acc_corrupt=0.2276 init_gold_top10=0.2754 init_gold_top100=0.3121
+step=69100 micro_steps=1105600 elapsed=64.0s lr=3.000000e-04 loss_all=1.3775 acc_all=0.7711 loss_corrupt=2.2951 acc_corrupt=0.5890 corrupt_frac=0.5500 loss=2.2951 mean_t=0.5025 wrong_frac=0.7006 init_acc_corrupt=0.2263 init_gold_top10=0.2745 init_gold_top100=0.3102
+step=69150 micro_steps=1106400 elapsed=56.2s lr=3.000000e-04 loss_all=1.3722 acc_all=0.7722 loss_corrupt=2.2790 acc_corrupt=0.5923 corrupt_frac=0.5518 loss=2.2790 mean_t=0.5015 wrong_frac=0.7001 init_acc_corrupt=0.2263 init_gold_top10=0.2747 init_gold_top100=0.3113
+step=69200 micro_steps=1107200 elapsed=49.3s lr=3.000000e-04 loss_all=1.3622 acc_all=0.7737 loss_corrupt=2.2662 acc_corrupt=0.5941 corrupt_frac=0.5513 loss=2.2662 mean_t=0.5042 wrong_frac=0.7001 init_acc_corrupt=0.2270 init_gold_top10=0.2748 init_gold_top100=0.3116
+step=69250 micro_steps=1108000 elapsed=49.3s lr=3.000000e-04 loss_all=1.3740 acc_all=0.7718 loss_corrupt=2.2938 acc_corrupt=0.5893 corrupt_frac=0.5498 loss=2.2938 mean_t=0.4995 wrong_frac=0.6999 init_acc_corrupt=0.2265 init_gold_top10=0.2750 init_gold_top100=0.3114
+step=69300 micro_steps=1108800 elapsed=48.7s lr=3.000000e-04 loss_all=1.3480 acc_all=0.7754 loss_corrupt=2.2401 acc_corrupt=0.5971 corrupt_frac=0.5510 loss=2.2401 mean_t=0.4989 wrong_frac=0.7002 init_acc_corrupt=0.2254 init_gold_top10=0.2738 init_gold_top100=0.3117
+step=69350 micro_steps=1109600 elapsed=46.0s lr=3.000000e-04 loss_all=1.3563 acc_all=0.7736 loss_corrupt=2.2582 acc_corrupt=0.5932 corrupt_frac=0.5506 loss=2.2582 mean_t=0.5012 wrong_frac=0.6992 init_acc_corrupt=0.2290 init_gold_top10=0.2759 init_gold_top100=0.3109
+step=69400 micro_steps=1110400 elapsed=45.6s lr=3.000000e-04 loss_all=1.3643 acc_all=0.7735 loss_corrupt=2.2716 acc_corrupt=0.5934 corrupt_frac=0.5511 loss=2.2716 mean_t=0.4973 wrong_frac=0.7006 init_acc_corrupt=0.2252 init_gold_top10=0.2735 init_gold_top100=0.3111
+step=69450 micro_steps=1111200 elapsed=45.6s lr=3.000000e-04 loss_all=1.3557 acc_all=0.7741 loss_corrupt=2.2591 acc_corrupt=0.5939 corrupt_frac=0.5506 loss=2.2591 mean_t=0.5033 wrong_frac=0.7003 init_acc_corrupt=0.2279 init_gold_top10=0.2748 init_gold_top100=0.3102
+step=69500 micro_steps=1112000 elapsed=46.3s lr=3.000000e-04 loss_all=1.3499 acc_all=0.7758 loss_corrupt=2.2570 acc_corrupt=0.5954 corrupt_frac=0.5480 loss=2.2570 mean_t=0.5001 wrong_frac=0.6995 init_acc_corrupt=0.2271 init_gold_top10=0.2758 init_gold_top100=0.3123
+step=69550 micro_steps=1112800 elapsed=45.6s lr=3.000000e-04 loss_all=1.3456 acc_all=0.7763 loss_corrupt=2.2459 acc_corrupt=0.5968 corrupt_frac=0.5483 loss=2.2459 mean_t=0.5002 wrong_frac=0.7008 init_acc_corrupt=0.2253 init_gold_top10=0.2735 init_gold_top100=0.3108
+step=69600 micro_steps=1113600 elapsed=45.6s lr=3.000000e-04 loss_all=1.3808 acc_all=0.7705 loss_corrupt=2.3017 acc_corrupt=0.5879 corrupt_frac=0.5508 loss=2.3017 mean_t=0.5009 wrong_frac=0.6996 init_acc_corrupt=0.2262 init_gold_top10=0.2753 init_gold_top100=0.3111
+step=69650 micro_steps=1114400 elapsed=45.4s lr=3.000000e-04 loss_all=1.3354 acc_all=0.7774 loss_corrupt=2.2270 acc_corrupt=0.5988 corrupt_frac=0.5484 loss=2.2270 mean_t=0.4979 wrong_frac=0.6997 init_acc_corrupt=0.2267 init_gold_top10=0.2747 init_gold_top100=0.3123
+step=69700 micro_steps=1115200 elapsed=45.1s lr=3.000000e-04 loss_all=1.3506 acc_all=0.7746 loss_corrupt=2.2514 acc_corrupt=0.5946 corrupt_frac=0.5500 loss=2.2514 mean_t=0.4991 wrong_frac=0.6998 init_acc_corrupt=0.2271 init_gold_top10=0.2754 init_gold_top100=0.3110
+step=69750 micro_steps=1116000 elapsed=44.9s lr=3.000000e-04 loss_all=1.3438 acc_all=0.7761 loss_corrupt=2.2464 acc_corrupt=0.5958 corrupt_frac=0.5476 loss=2.2464 mean_t=0.5028 wrong_frac=0.6989 init_acc_corrupt=0.2289 init_gold_top10=0.2759 init_gold_top100=0.3122
+step=69800 micro_steps=1116800 elapsed=46.6s lr=3.000000e-04 loss_all=1.3554 acc_all=0.7737 loss_corrupt=2.2546 acc_corrupt=0.5938 corrupt_frac=0.5509 loss=2.2546 mean_t=0.4970 wrong_frac=0.7008 init_acc_corrupt=0.2249 init_gold_top10=0.2741 init_gold_top100=0.3110
+step=69850 micro_steps=1117600 elapsed=47.8s lr=3.000000e-04 loss_all=1.3562 acc_all=0.7743 loss_corrupt=2.2597 acc_corrupt=0.5944 corrupt_frac=0.5501 loss=2.2597 mean_t=0.5013 wrong_frac=0.7001 init_acc_corrupt=0.2262 init_gold_top10=0.2743 init_gold_top100=0.3114
+step=69900 micro_steps=1118400 elapsed=47.8s lr=3.000000e-04 loss_all=1.3516 acc_all=0.7748 loss_corrupt=2.2390 acc_corrupt=0.5979 corrupt_frac=0.5540 loss=2.2390 mean_t=0.5021 wrong_frac=0.6992 init_acc_corrupt=0.2281 init_gold_top10=0.2761 init_gold_top100=0.3129
+step=69950 micro_steps=1119200 elapsed=47.0s lr=3.000000e-04 loss_all=1.3727 acc_all=0.7716 loss_corrupt=2.2837 acc_corrupt=0.5905 corrupt_frac=0.5514 loss=2.2837 mean_t=0.5027 wrong_frac=0.7010 init_acc_corrupt=0.2273 init_gold_top10=0.2745 init_gold_top100=0.3090
+step=70000 micro_steps=1120000 elapsed=47.6s lr=3.000000e-04 loss_all=1.3497 acc_all=0.7759 loss_corrupt=2.2546 acc_corrupt=0.5958 corrupt_frac=0.5480 loss=2.2546 mean_t=0.4979 wrong_frac=0.7002 init_acc_corrupt=0.2260 init_gold_top10=0.2739 init_gold_top100=0.3117
+step=70050 micro_steps=1120800 elapsed=48.3s lr=3.000000e-04 loss_all=1.3717 acc_all=0.7709 loss_corrupt=2.2647 acc_corrupt=0.5928 corrupt_frac=0.5567 loss=2.2647 mean_t=0.4994 wrong_frac=0.7006 init_acc_corrupt=0.2257 init_gold_top10=0.2746 init_gold_top100=0.3106
+step=70100 micro_steps=1121600 elapsed=47.2s lr=3.000000e-04 loss_all=1.3575 acc_all=0.7743 loss_corrupt=2.2594 acc_corrupt=0.5949 corrupt_frac=0.5515 loss=2.2594 mean_t=0.4982 wrong_frac=0.6998 init_acc_corrupt=0.2264 init_gold_top10=0.2753 init_gold_top100=0.3119
+step=70150 micro_steps=1122400 elapsed=47.6s lr=3.000000e-04 loss_all=1.3458 acc_all=0.7761 loss_corrupt=2.2481 acc_corrupt=0.5963 corrupt_frac=0.5489 loss=2.2481 mean_t=0.5039 wrong_frac=0.7005 init_acc_corrupt=0.2276 init_gold_top10=0.2754 init_gold_top100=0.3107
+step=70200 micro_steps=1123200 elapsed=47.4s lr=3.000000e-04 loss_all=1.3463 acc_all=0.7756 loss_corrupt=2.2418 acc_corrupt=0.5964 corrupt_frac=0.5489 loss=2.2418 mean_t=0.5039 wrong_frac=0.6997 init_acc_corrupt=0.2285 init_gold_top10=0.2757 init_gold_top100=0.3117
+step=70250 micro_steps=1124000 elapsed=47.7s lr=3.000000e-04 loss_all=1.3230 acc_all=0.7801 loss_corrupt=2.2254 acc_corrupt=0.5998 corrupt_frac=0.5431 loss=2.2254 mean_t=0.4999 wrong_frac=0.6996 init_acc_corrupt=0.2267 init_gold_top10=0.2753 init_gold_top100=0.3130
+step=70300 micro_steps=1124800 elapsed=47.5s lr=3.000000e-04 loss_all=1.3638 acc_all=0.7722 loss_corrupt=2.2603 acc_corrupt=0.5932 corrupt_frac=0.5539 loss=2.2603 mean_t=0.5039 wrong_frac=0.7004 init_acc_corrupt=0.2275 init_gold_top10=0.2753 init_gold_top100=0.3107
+step=70350 micro_steps=1125600 elapsed=47.7s lr=3.000000e-04 loss_all=1.3637 acc_all=0.7730 loss_corrupt=2.2647 acc_corrupt=0.5937 corrupt_frac=0.5526 loss=2.2647 mean_t=0.4971 wrong_frac=0.7001 init_acc_corrupt=0.2245 init_gold_top10=0.2736 init_gold_top100=0.3119
+step=70400 micro_steps=1126400 elapsed=47.6s lr=3.000000e-04 loss_all=1.3566 acc_all=0.7740 loss_corrupt=2.2485 acc_corrupt=0.5960 corrupt_frac=0.5530 loss=2.2485 mean_t=0.5015 wrong_frac=0.6997 init_acc_corrupt=0.2278 init_gold_top10=0.2753 init_gold_top100=0.3108
+step=70450 micro_steps=1127200 elapsed=46.5s lr=3.000000e-04 loss_all=1.3526 acc_all=0.7748 loss_corrupt=2.2566 acc_corrupt=0.5943 corrupt_frac=0.5486 loss=2.2566 mean_t=0.4986 wrong_frac=0.7003 init_acc_corrupt=0.2254 init_gold_top10=0.2739 init_gold_top100=0.3114
+step=70500 micro_steps=1128000 elapsed=46.9s lr=3.000000e-04 loss_all=1.3563 acc_all=0.7737 loss_corrupt=2.2518 acc_corrupt=0.5948 corrupt_frac=0.5521 loss=2.2518 mean_t=0.5017 wrong_frac=0.6993 init_acc_corrupt=0.2280 init_gold_top10=0.2762 init_gold_top100=0.3117
+step=70550 micro_steps=1128800 elapsed=47.6s lr=3.000000e-04 loss_all=1.3466 acc_all=0.7758 loss_corrupt=2.2454 acc_corrupt=0.5962 corrupt_frac=0.5492 loss=2.2454 mean_t=0.4972 wrong_frac=0.7001 init_acc_corrupt=0.2265 init_gold_top10=0.2753 init_gold_top100=0.3113
+step=70600 micro_steps=1129600 elapsed=47.5s lr=3.000000e-04 loss_all=1.3647 acc_all=0.7734 loss_corrupt=2.2639 acc_corrupt=0.5950 corrupt_frac=0.5536 loss=2.2639 mean_t=0.5012 wrong_frac=0.7005 init_acc_corrupt=0.2272 init_gold_top10=0.2751 init_gold_top100=0.3111
+step=70650 micro_steps=1130400 elapsed=47.5s lr=3.000000e-04 loss_all=1.3495 acc_all=0.7759 loss_corrupt=2.2545 acc_corrupt=0.5957 corrupt_frac=0.5479 loss=2.2545 mean_t=0.5067 wrong_frac=0.6992 init_acc_corrupt=0.2285 init_gold_top10=0.2765 init_gold_top100=0.3116
+step=70700 micro_steps=1131200 elapsed=47.4s lr=3.000000e-04 loss_all=1.3287 acc_all=0.7787 loss_corrupt=2.2140 acc_corrupt=0.6014 corrupt_frac=0.5481 loss=2.2140 mean_t=0.5087 wrong_frac=0.7000 init_acc_corrupt=0.2292 init_gold_top10=0.2756 init_gold_top100=0.3114
+step=70750 micro_steps=1132000 elapsed=47.6s lr=3.000000e-04 loss_all=1.3524 acc_all=0.7751 loss_corrupt=2.2563 acc_corrupt=0.5948 corrupt_frac=0.5484 loss=2.2563 mean_t=0.5031 wrong_frac=0.6998 init_acc_corrupt=0.2261 init_gold_top10=0.2737 init_gold_top100=0.3105
+step=70800 micro_steps=1132800 elapsed=47.5s lr=3.000000e-04 loss_all=1.3411 acc_all=0.7768 loss_corrupt=2.2424 acc_corrupt=0.5971 corrupt_frac=0.5480 loss=2.2424 mean_t=0.5013 wrong_frac=0.6995 init_acc_corrupt=0.2278 init_gold_top10=0.2751 init_gold_top100=0.3118
+step=70850 micro_steps=1133600 elapsed=47.6s lr=3.000000e-04 loss_all=1.3547 acc_all=0.7753 loss_corrupt=2.2645 acc_corrupt=0.5944 corrupt_frac=0.5478 loss=2.2645 mean_t=0.4995 wrong_frac=0.7000 init_acc_corrupt=0.2248 init_gold_top10=0.2738 init_gold_top100=0.3109
+step=70900 micro_steps=1134400 elapsed=47.5s lr=3.000000e-04 loss_all=1.3510 acc_all=0.7752 loss_corrupt=2.2510 acc_corrupt=0.5958 corrupt_frac=0.5502 loss=2.2510 mean_t=0.4956 wrong_frac=0.6995 init_acc_corrupt=0.2270 init_gold_top10=0.2751 init_gold_top100=0.3116
+step=70950 micro_steps=1135200 elapsed=47.6s lr=3.000000e-04 loss_all=1.3119 acc_all=0.7817 loss_corrupt=2.2059 acc_corrupt=0.6025 corrupt_frac=0.5428 loss=2.2059 mean_t=0.5025 wrong_frac=0.7004 init_acc_corrupt=0.2283 init_gold_top10=0.2753 init_gold_top100=0.3111
+step=71000 micro_steps=1136000 elapsed=47.5s lr=3.000000e-04 loss_all=1.3538 acc_all=0.7748 loss_corrupt=2.2655 acc_corrupt=0.5930 corrupt_frac=0.5469 loss=2.2655 mean_t=0.5018 wrong_frac=0.6997 init_acc_corrupt=0.2258 init_gold_top10=0.2748 init_gold_top100=0.3115
+step=71050 micro_steps=1136800 elapsed=48.9s lr=3.000000e-04 loss_all=1.3472 acc_all=0.7758 loss_corrupt=2.2399 acc_corrupt=0.5977 corrupt_frac=0.5510 loss=2.2399 mean_t=0.5003 wrong_frac=0.7000 init_acc_corrupt=0.2271 init_gold_top10=0.2751 init_gold_top100=0.3122
+step=71100 micro_steps=1137600 elapsed=47.2s lr=3.000000e-04 loss_all=1.3323 acc_all=0.7782 loss_corrupt=2.2302 acc_corrupt=0.5985 corrupt_frac=0.5459 loss=2.2302 mean_t=0.5029 wrong_frac=0.7006 init_acc_corrupt=0.2277 init_gold_top10=0.2749 init_gold_top100=0.3103
+step=71150 micro_steps=1138400 elapsed=47.4s lr=3.000000e-04 loss_all=1.3440 acc_all=0.7765 loss_corrupt=2.2436 acc_corrupt=0.5969 corrupt_frac=0.5479 loss=2.2436 mean_t=0.5016 wrong_frac=0.7003 init_acc_corrupt=0.2266 init_gold_top10=0.2742 init_gold_top100=0.3103
+step=71200 micro_steps=1139200 elapsed=47.2s lr=3.000000e-04 loss_all=1.3400 acc_all=0.7768 loss_corrupt=2.2417 acc_corrupt=0.5966 corrupt_frac=0.5470 loss=2.2417 mean_t=0.4959 wrong_frac=0.7001 init_acc_corrupt=0.2253 init_gold_top10=0.2735 init_gold_top100=0.3109
+step=71250 micro_steps=1140000 elapsed=47.3s lr=3.000000e-04 loss_all=1.3568 acc_all=0.7747 loss_corrupt=2.2713 acc_corrupt=0.5930 corrupt_frac=0.5474 loss=2.2713 mean_t=0.4967 wrong_frac=0.7002 init_acc_corrupt=0.2238 init_gold_top10=0.2740 init_gold_top100=0.3118
+step=71300 micro_steps=1140800 elapsed=47.3s lr=3.000000e-04 loss_all=1.3530 acc_all=0.7751 loss_corrupt=2.2440 acc_corrupt=0.5976 corrupt_frac=0.5526 loss=2.2440 mean_t=0.5080 wrong_frac=0.7007 init_acc_corrupt=0.2283 init_gold_top10=0.2753 init_gold_top100=0.3109
+step=71350 micro_steps=1141600 elapsed=46.8s lr=3.000000e-04 loss_all=1.3665 acc_all=0.7722 loss_corrupt=2.2626 acc_corrupt=0.5935 corrupt_frac=0.5542 loss=2.2626 mean_t=0.5009 wrong_frac=0.7005 init_acc_corrupt=0.2276 init_gold_top10=0.2754 init_gold_top100=0.3108
+step=71400 micro_steps=1142400 elapsed=46.9s lr=3.000000e-04 loss_all=1.3529 acc_all=0.7742 loss_corrupt=2.2407 acc_corrupt=0.5966 corrupt_frac=0.5531 loss=2.2407 mean_t=0.4996 wrong_frac=0.6998 init_acc_corrupt=0.2262 init_gold_top10=0.2746 init_gold_top100=0.3126
+step=71450 micro_steps=1143200 elapsed=47.5s lr=3.000000e-04 loss_all=1.3386 acc_all=0.7766 loss_corrupt=2.2364 acc_corrupt=0.5969 corrupt_frac=0.5486 loss=2.2364 mean_t=0.5001 wrong_frac=0.7007 init_acc_corrupt=0.2266 init_gold_top10=0.2745 init_gold_top100=0.3106
+step=71500 micro_steps=1144000 elapsed=47.7s lr=3.000000e-04 loss_all=1.3756 acc_all=0.7716 loss_corrupt=2.2746 acc_corrupt=0.5931 corrupt_frac=0.5543 loss=2.2746 mean_t=0.5003 wrong_frac=0.7001 init_acc_corrupt=0.2265 init_gold_top10=0.2742 init_gold_top100=0.3114
+step=71550 micro_steps=1144800 elapsed=47.4s lr=3.000000e-04 loss_all=1.3312 acc_all=0.7779 loss_corrupt=2.2192 acc_corrupt=0.5997 corrupt_frac=0.5486 loss=2.2192 mean_t=0.5003 wrong_frac=0.7002 init_acc_corrupt=0.2262 init_gold_top10=0.2753 init_gold_top100=0.3122
+step=71600 micro_steps=1145600 elapsed=47.4s lr=3.000000e-04 loss_all=1.3348 acc_all=0.7777 loss_corrupt=2.2334 acc_corrupt=0.5979 corrupt_frac=0.5459 loss=2.2334 mean_t=0.5012 wrong_frac=0.7005 init_acc_corrupt=0.2268 init_gold_top10=0.2745 init_gold_top100=0.3106
+step=71650 micro_steps=1146400 elapsed=47.6s lr=3.000000e-04 loss_all=1.3545 acc_all=0.7761 loss_corrupt=2.2593 acc_corrupt=0.5966 corrupt_frac=0.5484 loss=2.2593 mean_t=0.4974 wrong_frac=0.6998 init_acc_corrupt=0.2251 init_gold_top10=0.2740 init_gold_top100=0.3120
+step=71700 micro_steps=1147200 elapsed=47.5s lr=3.000000e-04 loss_all=1.3642 acc_all=0.7727 loss_corrupt=2.2674 acc_corrupt=0.5928 corrupt_frac=0.5519 loss=2.2674 mean_t=0.4993 wrong_frac=0.6997 init_acc_corrupt=0.2267 init_gold_top10=0.2754 init_gold_top100=0.3115
+step=71750 micro_steps=1148000 elapsed=47.5s lr=3.000000e-04 loss_all=1.3371 acc_all=0.7768 loss_corrupt=2.2266 acc_corrupt=0.5984 corrupt_frac=0.5498 loss=2.2266 mean_t=0.5002 wrong_frac=0.7000 init_acc_corrupt=0.2260 init_gold_top10=0.2750 init_gold_top100=0.3129
+step=71800 micro_steps=1148800 elapsed=47.1s lr=3.000000e-04 loss_all=1.3413 acc_all=0.7768 loss_corrupt=2.2341 acc_corrupt=0.5983 corrupt_frac=0.5490 loss=2.2341 mean_t=0.5016 wrong_frac=0.6999 init_acc_corrupt=0.2282 init_gold_top10=0.2756 init_gold_top100=0.3112
+step=71850 micro_steps=1149600 elapsed=45.0s lr=3.000000e-04 loss_all=1.3505 acc_all=0.7752 loss_corrupt=2.2460 acc_corrupt=0.5963 corrupt_frac=0.5502 loss=2.2460 mean_t=0.4994 wrong_frac=0.7003 init_acc_corrupt=0.2265 init_gold_top10=0.2742 init_gold_top100=0.3113
+step=71900 micro_steps=1150400 elapsed=45.0s lr=3.000000e-04 loss_all=1.3322 acc_all=0.7784 loss_corrupt=2.2229 acc_corrupt=0.6005 corrupt_frac=0.5486 loss=2.2229 mean_t=0.4965 wrong_frac=0.6999 init_acc_corrupt=0.2255 init_gold_top10=0.2748 init_gold_top100=0.3120
+step=71950 micro_steps=1151200 elapsed=45.1s lr=3.000000e-04 loss_all=1.3581 acc_all=0.7744 loss_corrupt=2.2680 acc_corrupt=0.5934 corrupt_frac=0.5485 loss=2.2680 mean_t=0.4994 wrong_frac=0.6998 init_acc_corrupt=0.2258 init_gold_top10=0.2745 init_gold_top100=0.3112
+step=72000 micro_steps=1152000 elapsed=45.2s lr=3.000000e-04 loss_all=1.3595 acc_all=0.7739 loss_corrupt=2.2477 acc_corrupt=0.5971 corrupt_frac=0.5547 loss=2.2477 mean_t=0.5021 wrong_frac=0.7003 init_acc_corrupt=0.2256 init_gold_top10=0.2744 init_gold_top100=0.3118
+step=72050 micro_steps=1152800 elapsed=46.3s lr=3.000000e-04 loss_all=1.3448 acc_all=0.7750 loss_corrupt=2.2379 acc_corrupt=0.5959 corrupt_frac=0.5509 loss=2.2379 mean_t=0.5031 wrong_frac=0.7001 init_acc_corrupt=0.2278 init_gold_top10=0.2754 init_gold_top100=0.3106
+step=72100 micro_steps=1153600 elapsed=44.9s lr=3.000000e-04 loss_all=1.3482 acc_all=0.7756 loss_corrupt=2.2325 acc_corrupt=0.5990 corrupt_frac=0.5527 loss=2.2325 mean_t=0.4974 wrong_frac=0.6994 init_acc_corrupt=0.2275 init_gold_top10=0.2755 init_gold_top100=0.3128
+step=72150 micro_steps=1154400 elapsed=45.1s lr=3.000000e-04 loss_all=1.3588 acc_all=0.7743 loss_corrupt=2.2618 acc_corrupt=0.5946 corrupt_frac=0.5500 loss=2.2618 mean_t=0.4985 wrong_frac=0.6994 init_acc_corrupt=0.2266 init_gold_top10=0.2745 init_gold_top100=0.3109
+step=72200 micro_steps=1155200 elapsed=44.9s lr=3.000000e-04 loss_all=1.3352 acc_all=0.7771 loss_corrupt=2.2191 acc_corrupt=0.5997 corrupt_frac=0.5504 loss=2.2191 mean_t=0.5011 wrong_frac=0.6997 init_acc_corrupt=0.2282 init_gold_top10=0.2761 init_gold_top100=0.3120
+step=72250 micro_steps=1156000 elapsed=45.1s lr=3.000000e-04 loss_all=1.3465 acc_all=0.7763 loss_corrupt=2.2353 acc_corrupt=0.5991 corrupt_frac=0.5515 loss=2.2353 mean_t=0.4983 wrong_frac=0.7006 init_acc_corrupt=0.2256 init_gold_top10=0.2740 init_gold_top100=0.3109
+step=72300 micro_steps=1156800 elapsed=44.9s lr=3.000000e-04 loss_all=1.3642 acc_all=0.7724 loss_corrupt=2.2624 acc_corrupt=0.5930 corrupt_frac=0.5528 loss=2.2624 mean_t=0.5011 wrong_frac=0.7003 init_acc_corrupt=0.2269 init_gold_top10=0.2743 init_gold_top100=0.3096
+step=72350 micro_steps=1157600 elapsed=45.0s lr=3.000000e-04 loss_all=1.3235 acc_all=0.7791 loss_corrupt=2.1974 acc_corrupt=0.6033 corrupt_frac=0.5497 loss=2.1974 mean_t=0.5016 wrong_frac=0.6992 init_acc_corrupt=0.2281 init_gold_top10=0.2755 init_gold_top100=0.3125
+step=72400 micro_steps=1158400 elapsed=45.0s lr=3.000000e-04 loss_all=1.3489 acc_all=0.7756 loss_corrupt=2.2533 acc_corrupt=0.5951 corrupt_frac=0.5474 loss=2.2533 mean_t=0.5017 wrong_frac=0.7001 init_acc_corrupt=0.2271 init_gold_top10=0.2751 init_gold_top100=0.3104
+step=72450 micro_steps=1159200 elapsed=46.2s lr=3.000000e-04 loss_all=1.3366 acc_all=0.7773 loss_corrupt=2.2223 acc_corrupt=0.5999 corrupt_frac=0.5500 loss=2.2223 mean_t=0.5013 wrong_frac=0.7001 init_acc_corrupt=0.2262 init_gold_top10=0.2740 init_gold_top100=0.3118
+step=72500 micro_steps=1160000 elapsed=47.5s lr=3.000000e-04 loss_all=1.3689 acc_all=0.7715 loss_corrupt=2.2567 acc_corrupt=0.5944 corrupt_frac=0.5570 loss=2.2567 mean_t=0.4946 wrong_frac=0.7004 init_acc_corrupt=0.2247 init_gold_top10=0.2741 init_gold_top100=0.3103
+step=72550 micro_steps=1160800 elapsed=47.7s lr=3.000000e-04 loss_all=1.3385 acc_all=0.7764 loss_corrupt=2.2228 acc_corrupt=0.5989 corrupt_frac=0.5504 loss=2.2228 mean_t=0.4995 wrong_frac=0.7002 init_acc_corrupt=0.2258 init_gold_top10=0.2741 init_gold_top100=0.3115
+step=72600 micro_steps=1161600 elapsed=47.5s lr=3.000000e-04 loss_all=1.3379 acc_all=0.7768 loss_corrupt=2.2151 acc_corrupt=0.6011 corrupt_frac=0.5529 loss=2.2151 mean_t=0.5010 wrong_frac=0.6999 init_acc_corrupt=0.2267 init_gold_top10=0.2749 init_gold_top100=0.3117
+step=72650 micro_steps=1162400 elapsed=47.7s lr=3.000000e-04 loss_all=1.3569 acc_all=0.7739 loss_corrupt=2.2565 acc_corrupt=0.5944 corrupt_frac=0.5507 loss=2.2565 mean_t=0.4974 wrong_frac=0.6997 init_acc_corrupt=0.2270 init_gold_top10=0.2750 init_gold_top100=0.3108
+step=72700 micro_steps=1163200 elapsed=47.7s lr=3.000000e-04 loss_all=1.3469 acc_all=0.7751 loss_corrupt=2.2313 acc_corrupt=0.5981 corrupt_frac=0.5536 loss=2.2313 mean_t=0.4976 wrong_frac=0.6997 init_acc_corrupt=0.2252 init_gold_top10=0.2750 init_gold_top100=0.3126
+step=72750 micro_steps=1164000 elapsed=45.0s lr=3.000000e-04 loss_all=1.3606 acc_all=0.7733 loss_corrupt=2.2607 acc_corrupt=0.5938 corrupt_frac=0.5519 loss=2.2607 mean_t=0.5005 wrong_frac=0.6997 init_acc_corrupt=0.2264 init_gold_top10=0.2746 init_gold_top100=0.3107
+step=72800 micro_steps=1164800 elapsed=45.2s lr=3.000000e-04 loss_all=1.3475 acc_all=0.7755 loss_corrupt=2.2366 acc_corrupt=0.5979 corrupt_frac=0.5525 loss=2.2366 mean_t=0.5006 wrong_frac=0.7003 init_acc_corrupt=0.2265 init_gold_top10=0.2745 init_gold_top100=0.3115
+step=72850 micro_steps=1165600 elapsed=45.1s lr=3.000000e-04 loss_all=1.3440 acc_all=0.7758 loss_corrupt=2.2319 acc_corrupt=0.5983 corrupt_frac=0.5524 loss=2.2319 mean_t=0.5065 wrong_frac=0.7006 init_acc_corrupt=0.2293 init_gold_top10=0.2760 init_gold_top100=0.3098
+step=72900 micro_steps=1166400 elapsed=45.6s lr=3.000000e-04 loss_all=1.3276 acc_all=0.7783 loss_corrupt=2.2151 acc_corrupt=0.6002 corrupt_frac=0.5485 loss=2.2151 mean_t=0.4986 wrong_frac=0.6995 init_acc_corrupt=0.2278 init_gold_top10=0.2759 init_gold_top100=0.3116
+step=72950 micro_steps=1167200 elapsed=47.3s lr=3.000000e-04 loss_all=1.3418 acc_all=0.7771 loss_corrupt=2.2323 acc_corrupt=0.5996 corrupt_frac=0.5505 loss=2.2323 mean_t=0.4986 wrong_frac=0.6996 init_acc_corrupt=0.2270 init_gold_top10=0.2755 init_gold_top100=0.3125
+step=73000 micro_steps=1168000 elapsed=47.2s lr=3.000000e-04 loss_all=1.3645 acc_all=0.7725 loss_corrupt=2.2676 acc_corrupt=0.5925 corrupt_frac=0.5521 loss=2.2676 mean_t=0.5016 wrong_frac=0.7004 init_acc_corrupt=0.2270 init_gold_top10=0.2745 init_gold_top100=0.3105
+step=73050 micro_steps=1168800 elapsed=49.0s lr=3.000000e-04 loss_all=1.3269 acc_all=0.7785 loss_corrupt=2.2060 acc_corrupt=0.6019 corrupt_frac=0.5502 loss=2.2060 mean_t=0.4979 wrong_frac=0.7003 init_acc_corrupt=0.2257 init_gold_top10=0.2737 init_gold_top100=0.3113
+step=73100 micro_steps=1169600 elapsed=47.3s lr=3.000000e-04 loss_all=1.3639 acc_all=0.7725 loss_corrupt=2.2639 acc_corrupt=0.5931 corrupt_frac=0.5535 loss=2.2639 mean_t=0.4968 wrong_frac=0.6996 init_acc_corrupt=0.2262 init_gold_top10=0.2751 init_gold_top100=0.3118
+step=73150 micro_steps=1170400 elapsed=47.4s lr=3.000000e-04 loss_all=1.3446 acc_all=0.7757 loss_corrupt=2.2287 acc_corrupt=0.5991 corrupt_frac=0.5532 loss=2.2287 mean_t=0.4972 wrong_frac=0.6997 init_acc_corrupt=0.2273 init_gold_top10=0.2753 init_gold_top100=0.3120
+step=73200 micro_steps=1171200 elapsed=47.2s lr=3.000000e-04 loss_all=1.3649 acc_all=0.7730 loss_corrupt=2.2615 acc_corrupt=0.5948 corrupt_frac=0.5544 loss=2.2615 mean_t=0.5008 wrong_frac=0.7001 init_acc_corrupt=0.2274 init_gold_top10=0.2753 init_gold_top100=0.3111
+step=73250 micro_steps=1172000 elapsed=48.0s lr=3.000000e-04 loss_all=1.3275 acc_all=0.7790 loss_corrupt=2.2262 acc_corrupt=0.5992 corrupt_frac=0.5453 loss=2.2262 mean_t=0.4951 wrong_frac=0.7000 init_acc_corrupt=0.2242 init_gold_top10=0.2736 init_gold_top100=0.3114
+step=73300 micro_steps=1172800 elapsed=47.4s lr=3.000000e-04 loss_all=1.3525 acc_all=0.7745 loss_corrupt=2.2460 acc_corrupt=0.5960 corrupt_frac=0.5513 loss=2.2460 mean_t=0.4978 wrong_frac=0.6999 init_acc_corrupt=0.2242 init_gold_top10=0.2729 init_gold_top100=0.3112
+step=73350 micro_steps=1173600 elapsed=44.9s lr=3.000000e-04 loss_all=1.3576 acc_all=0.7740 loss_corrupt=2.2511 acc_corrupt=0.5958 corrupt_frac=0.5518 loss=2.2511 mean_t=0.4984 wrong_frac=0.6998 init_acc_corrupt=0.2276 init_gold_top10=0.2752 init_gold_top100=0.3109
+step=73400 micro_steps=1174400 elapsed=45.1s lr=3.000000e-04 loss_all=1.3180 acc_all=0.7804 loss_corrupt=2.1940 acc_corrupt=0.6047 corrupt_frac=0.5487 loss=2.1940 mean_t=0.5014 wrong_frac=0.7010 init_acc_corrupt=0.2286 init_gold_top10=0.2756 init_gold_top100=0.3112
+step=73450 micro_steps=1175200 elapsed=44.9s lr=3.000000e-04 loss_all=1.3458 acc_all=0.7758 loss_corrupt=2.2442 acc_corrupt=0.5964 corrupt_frac=0.5498 loss=2.2442 mean_t=0.5007 wrong_frac=0.6987 init_acc_corrupt=0.2274 init_gold_top10=0.2762 init_gold_top100=0.3126
+step=73500 micro_steps=1176000 elapsed=45.2s lr=3.000000e-04 loss_all=1.3427 acc_all=0.7767 loss_corrupt=2.2319 acc_corrupt=0.5993 corrupt_frac=0.5510 loss=2.2319 mean_t=0.4978 wrong_frac=0.6992 init_acc_corrupt=0.2268 init_gold_top10=0.2759 init_gold_top100=0.3128
+step=73550 micro_steps=1176800 elapsed=46.2s lr=3.000000e-04 loss_all=1.3349 acc_all=0.7774 loss_corrupt=2.2272 acc_corrupt=0.5988 corrupt_frac=0.5483 loss=2.2272 mean_t=0.5006 wrong_frac=0.6998 init_acc_corrupt=0.2270 init_gold_top10=0.2753 init_gold_top100=0.3115
+step=73600 micro_steps=1177600 elapsed=45.6s lr=3.000000e-04 loss_all=1.3391 acc_all=0.7774 loss_corrupt=2.2305 acc_corrupt=0.5993 corrupt_frac=0.5494 loss=2.2305 mean_t=0.4988 wrong_frac=0.6999 init_acc_corrupt=0.2264 init_gold_top10=0.2747 init_gold_top100=0.3124
+step=73650 micro_steps=1178400 elapsed=45.1s lr=3.000000e-04 loss_all=1.3429 acc_all=0.7759 loss_corrupt=2.2239 acc_corrupt=0.5995 corrupt_frac=0.5531 loss=2.2239 mean_t=0.5022 wrong_frac=0.7007 init_acc_corrupt=0.2276 init_gold_top10=0.2750 init_gold_top100=0.3109
+step=73700 micro_steps=1179200 elapsed=45.0s lr=3.000000e-04 loss_all=1.3466 acc_all=0.7753 loss_corrupt=2.2486 acc_corrupt=0.5949 corrupt_frac=0.5492 loss=2.2486 mean_t=0.5011 wrong_frac=0.7003 init_acc_corrupt=0.2266 init_gold_top10=0.2752 init_gold_top100=0.3109
+step=73750 micro_steps=1180000 elapsed=45.0s lr=3.000000e-04 loss_all=1.3274 acc_all=0.7789 loss_corrupt=2.2177 acc_corrupt=0.6008 corrupt_frac=0.5481 loss=2.2177 mean_t=0.5007 wrong_frac=0.6997 init_acc_corrupt=0.2270 init_gold_top10=0.2746 init_gold_top100=0.3114
+step=73800 micro_steps=1180800 elapsed=45.5s lr=3.000000e-04 loss_all=1.3433 acc_all=0.7760 loss_corrupt=2.2396 acc_corrupt=0.5970 corrupt_frac=0.5503 loss=2.2396 mean_t=0.5046 wrong_frac=0.7004 init_acc_corrupt=0.2293 init_gold_top10=0.2760 init_gold_top100=0.3106
+step=73850 micro_steps=1181600 elapsed=47.8s lr=3.000000e-04 loss_all=1.3318 acc_all=0.7783 loss_corrupt=2.2164 acc_corrupt=0.6015 corrupt_frac=0.5499 loss=2.2164 mean_t=0.4999 wrong_frac=0.7002 init_acc_corrupt=0.2276 init_gold_top10=0.2751 init_gold_top100=0.3111
+step=73900 micro_steps=1182400 elapsed=50.2s lr=3.000000e-04 loss_all=1.3425 acc_all=0.7762 loss_corrupt=2.2355 acc_corrupt=0.5975 corrupt_frac=0.5500 loss=2.2355 mean_t=0.5030 wrong_frac=0.7000 init_acc_corrupt=0.2267 init_gold_top10=0.2749 init_gold_top100=0.3111
+step=73950 micro_steps=1183200 elapsed=48.6s lr=3.000000e-04 loss_all=1.3306 acc_all=0.7789 loss_corrupt=2.2261 acc_corrupt=0.6002 corrupt_frac=0.5469 loss=2.2261 mean_t=0.4997 wrong_frac=0.7005 init_acc_corrupt=0.2257 init_gold_top10=0.2736 init_gold_top100=0.3107
+step=74000 micro_steps=1184000 elapsed=47.6s lr=3.000000e-04 loss_all=1.3248 acc_all=0.7800 loss_corrupt=2.2177 acc_corrupt=0.6018 corrupt_frac=0.5460 loss=2.2177 mean_t=0.4997 wrong_frac=0.6996 init_acc_corrupt=0.2268 init_gold_top10=0.2755 init_gold_top100=0.3121
+step=74050 micro_steps=1184800 elapsed=49.1s lr=3.000000e-04 loss_all=1.3645 acc_all=0.7729 loss_corrupt=2.2664 acc_corrupt=0.5933 corrupt_frac=0.5523 loss=2.2664 mean_t=0.4982 wrong_frac=0.6993 init_acc_corrupt=0.2263 init_gold_top10=0.2753 init_gold_top100=0.3117
+step=74100 micro_steps=1185600 elapsed=47.3s lr=3.000000e-04 loss_all=1.3273 acc_all=0.7792 loss_corrupt=2.2125 acc_corrupt=0.6019 corrupt_frac=0.5484 loss=2.2125 mean_t=0.4981 wrong_frac=0.7000 init_acc_corrupt=0.2262 init_gold_top10=0.2748 init_gold_top100=0.3118
+step=74150 micro_steps=1186400 elapsed=45.1s lr=3.000000e-04 loss_all=1.3292 acc_all=0.7787 loss_corrupt=2.2231 acc_corrupt=0.5998 corrupt_frac=0.5468 loss=2.2231 mean_t=0.5035 wrong_frac=0.6996 init_acc_corrupt=0.2290 init_gold_top10=0.2758 init_gold_top100=0.3105
+step=74200 micro_steps=1187200 elapsed=46.7s lr=3.000000e-04 loss_all=1.3219 acc_all=0.7797 loss_corrupt=2.2085 acc_corrupt=0.6019 corrupt_frac=0.5468 loss=2.2085 mean_t=0.5007 wrong_frac=0.6998 init_acc_corrupt=0.2274 init_gold_top10=0.2758 init_gold_top100=0.3125
+step=74250 micro_steps=1188000 elapsed=47.6s lr=3.000000e-04 loss_all=1.3455 acc_all=0.7762 loss_corrupt=2.2372 acc_corrupt=0.5984 corrupt_frac=0.5510 loss=2.2372 mean_t=0.5026 wrong_frac=0.6987 init_acc_corrupt=0.2282 init_gold_top10=0.2758 init_gold_top100=0.3118
+step=74300 micro_steps=1188800 elapsed=47.7s lr=3.000000e-04 loss_all=1.3286 acc_all=0.7782 loss_corrupt=2.2141 acc_corrupt=0.6008 corrupt_frac=0.5500 loss=2.2141 mean_t=0.4992 wrong_frac=0.6996 init_acc_corrupt=0.2267 init_gold_top10=0.2753 init_gold_top100=0.3120
+step=74350 micro_steps=1189600 elapsed=47.8s lr=3.000000e-04 loss_all=1.3228 acc_all=0.7798 loss_corrupt=2.2018 acc_corrupt=0.6039 corrupt_frac=0.5500 loss=2.2018 mean_t=0.5002 wrong_frac=0.6992 init_acc_corrupt=0.2285 init_gold_top10=0.2767 init_gold_top100=0.3124
+step=74400 micro_steps=1190400 elapsed=47.5s lr=3.000000e-04 loss_all=1.3600 acc_all=0.7730 loss_corrupt=2.2558 acc_corrupt=0.5940 corrupt_frac=0.5519 loss=2.2558 mean_t=0.4987 wrong_frac=0.7001 init_acc_corrupt=0.2267 init_gold_top10=0.2750 init_gold_top100=0.3109
+step=74450 micro_steps=1191200 elapsed=46.7s lr=3.000000e-04 loss_all=1.3177 acc_all=0.7804 loss_corrupt=2.1970 acc_corrupt=0.6039 corrupt_frac=0.5483 loss=2.1970 mean_t=0.5021 wrong_frac=0.6998 init_acc_corrupt=0.2270 init_gold_top10=0.2756 init_gold_top100=0.3126
+step=74500 micro_steps=1192000 elapsed=45.1s lr=3.000000e-04 loss_all=1.3447 acc_all=0.7756 loss_corrupt=2.2381 acc_corrupt=0.5969 corrupt_frac=0.5504 loss=2.2381 mean_t=0.5027 wrong_frac=0.7000 init_acc_corrupt=0.2274 init_gold_top10=0.2756 init_gold_top100=0.3112
+step=74550 micro_steps=1192800 elapsed=45.0s lr=3.000000e-04 loss_all=1.3514 acc_all=0.7752 loss_corrupt=2.2430 acc_corrupt=0.5976 corrupt_frac=0.5532 loss=2.2430 mean_t=0.4962 wrong_frac=0.7000 init_acc_corrupt=0.2256 init_gold_top10=0.2749 init_gold_top100=0.3121
+step=74600 micro_steps=1193600 elapsed=45.2s lr=3.000000e-04 loss_all=1.3507 acc_all=0.7751 loss_corrupt=2.2463 acc_corrupt=0.5964 corrupt_frac=0.5512 loss=2.2463 mean_t=0.5002 wrong_frac=0.6995 init_acc_corrupt=0.2272 init_gold_top10=0.2753 init_gold_top100=0.3113
+step=74650 micro_steps=1194400 elapsed=45.1s lr=3.000000e-04 loss_all=1.3495 acc_all=0.7750 loss_corrupt=2.2347 acc_corrupt=0.5978 corrupt_frac=0.5530 loss=2.2347 mean_t=0.4996 wrong_frac=0.7004 init_acc_corrupt=0.2265 init_gold_top10=0.2751 init_gold_top100=0.3122
+step=74700 micro_steps=1195200 elapsed=45.1s lr=3.000000e-04 loss_all=1.3244 acc_all=0.7801 loss_corrupt=2.2172 acc_corrupt=0.6018 corrupt_frac=0.5458 loss=2.2172 mean_t=0.4965 wrong_frac=0.7005 init_acc_corrupt=0.2244 init_gold_top10=0.2734 init_gold_top100=0.3115
+step=74750 micro_steps=1196000 elapsed=45.8s lr=3.000000e-04 loss_all=1.3596 acc_all=0.7733 loss_corrupt=2.2609 acc_corrupt=0.5935 corrupt_frac=0.5518 loss=2.2609 mean_t=0.4981 wrong_frac=0.6997 init_acc_corrupt=0.2251 init_gold_top10=0.2749 init_gold_top100=0.3117
+step=74800 micro_steps=1196800 elapsed=45.7s lr=3.000000e-04 loss_all=1.3326 acc_all=0.7782 loss_corrupt=2.2176 acc_corrupt=0.6011 corrupt_frac=0.5501 loss=2.2176 mean_t=0.5034 wrong_frac=0.7003 init_acc_corrupt=0.2264 init_gold_top10=0.2744 init_gold_top100=0.3119
+step=74850 micro_steps=1197600 elapsed=45.6s lr=3.000000e-04 loss_all=1.3499 acc_all=0.7747 loss_corrupt=2.2391 acc_corrupt=0.5968 corrupt_frac=0.5527 loss=2.2391 mean_t=0.4967 wrong_frac=0.6993 init_acc_corrupt=0.2268 init_gold_top10=0.2757 init_gold_top100=0.3117
+step=74900 micro_steps=1198400 elapsed=45.6s lr=3.000000e-04 loss_all=1.3225 acc_all=0.7792 loss_corrupt=2.2030 acc_corrupt=0.6024 corrupt_frac=0.5495 loss=2.2030 mean_t=0.5028 wrong_frac=0.7001 init_acc_corrupt=0.2283 init_gold_top10=0.2749 init_gold_top100=0.3115
+step=74950 micro_steps=1199200 elapsed=45.9s lr=3.000000e-04 loss_all=1.3439 acc_all=0.7766 loss_corrupt=2.2408 acc_corrupt=0.5977 corrupt_frac=0.5488 loss=2.2408 mean_t=0.5019 wrong_frac=0.6995 init_acc_corrupt=0.2263 init_gold_top10=0.2754 init_gold_top100=0.3117
+step=75000 micro_steps=1200000 elapsed=46.9s lr=3.000000e-04 loss_all=1.3210 acc_all=0.7799 loss_corrupt=2.2089 acc_corrupt=0.6018 corrupt_frac=0.5463 loss=2.2089 mean_t=0.5044 wrong_frac=0.7006 init_acc_corrupt=0.2276 init_gold_top10=0.2750 init_gold_top100=0.3111
+step=75050 micro_steps=1200800 elapsed=48.4s lr=3.000000e-04 loss_all=1.3371 acc_all=0.7769 loss_corrupt=2.2263 acc_corrupt=0.5989 corrupt_frac=0.5496 loss=2.2263 mean_t=0.4971 wrong_frac=0.7007 init_acc_corrupt=0.2242 init_gold_top10=0.2735 init_gold_top100=0.3119
+step=75100 micro_steps=1201600 elapsed=46.5s lr=3.000000e-04 loss_all=1.3735 acc_all=0.7709 loss_corrupt=2.2700 acc_corrupt=0.5922 corrupt_frac=0.5556 loss=2.2700 mean_t=0.4941 wrong_frac=0.7001 init_acc_corrupt=0.2246 init_gold_top10=0.2742 init_gold_top100=0.3112
+step=75150 micro_steps=1202400 elapsed=46.9s lr=3.000000e-04 loss_all=1.3132 acc_all=0.7815 loss_corrupt=2.1937 acc_corrupt=0.6049 corrupt_frac=0.5460 loss=2.1937 mean_t=0.5028 wrong_frac=0.7000 init_acc_corrupt=0.2271 init_gold_top10=0.2749 init_gold_top100=0.3120
+step=75200 micro_steps=1203200 elapsed=46.4s lr=3.000000e-04 loss_all=1.3393 acc_all=0.7765 loss_corrupt=2.2337 acc_corrupt=0.5977 corrupt_frac=0.5491 loss=2.2337 mean_t=0.5000 wrong_frac=0.7009 init_acc_corrupt=0.2259 init_gold_top10=0.2734 init_gold_top100=0.3095
+step=75250 micro_steps=1204000 elapsed=46.2s lr=3.000000e-04 loss_all=1.3452 acc_all=0.7760 loss_corrupt=2.2363 acc_corrupt=0.5983 corrupt_frac=0.5522 loss=2.2363 mean_t=0.5023 wrong_frac=0.7002 init_acc_corrupt=0.2257 init_gold_top10=0.2741 init_gold_top100=0.3113
+step=75300 micro_steps=1204800 elapsed=47.0s lr=3.000000e-04 loss_all=1.3362 acc_all=0.7777 loss_corrupt=2.2303 acc_corrupt=0.5991 corrupt_frac=0.5489 loss=2.2303 mean_t=0.4964 wrong_frac=0.6996 init_acc_corrupt=0.2265 init_gold_top10=0.2753 init_gold_top100=0.3116
+step=75350 micro_steps=1205600 elapsed=46.9s lr=3.000000e-04 loss_all=1.3457 acc_all=0.7759 loss_corrupt=2.2394 acc_corrupt=0.5973 corrupt_frac=0.5498 loss=2.2394 mean_t=0.4982 wrong_frac=0.6997 init_acc_corrupt=0.2253 init_gold_top10=0.2737 init_gold_top100=0.3110
+step=75400 micro_steps=1206400 elapsed=45.7s lr=3.000000e-04 loss_all=1.3266 acc_all=0.7797 loss_corrupt=2.2170 acc_corrupt=0.6022 corrupt_frac=0.5481 loss=2.2170 mean_t=0.5033 wrong_frac=0.6992 init_acc_corrupt=0.2277 init_gold_top10=0.2752 init_gold_top100=0.3121
+step=75450 micro_steps=1207200 elapsed=45.1s lr=3.000000e-04 loss_all=1.3348 acc_all=0.7771 loss_corrupt=2.2361 acc_corrupt=0.5963 corrupt_frac=0.5463 loss=2.2361 mean_t=0.4965 wrong_frac=0.6999 init_acc_corrupt=0.2257 init_gold_top10=0.2745 init_gold_top100=0.3108
+step=75500 micro_steps=1208000 elapsed=45.2s lr=3.000000e-04 loss_all=1.3239 acc_all=0.7798 loss_corrupt=2.2081 acc_corrupt=0.6028 corrupt_frac=0.5482 loss=2.2081 mean_t=0.4969 wrong_frac=0.6999 init_acc_corrupt=0.2262 init_gold_top10=0.2744 init_gold_top100=0.3117
+step=75550 micro_steps=1208800 elapsed=44.9s lr=3.000000e-04 loss_all=1.3217 acc_all=0.7792 loss_corrupt=2.2007 acc_corrupt=0.6024 corrupt_frac=0.5486 loss=2.2007 mean_t=0.4988 wrong_frac=0.7001 init_acc_corrupt=0.2273 init_gold_top10=0.2752 init_gold_top100=0.3108
+step=75600 micro_steps=1209600 elapsed=44.8s lr=3.000000e-04 loss_all=1.3411 acc_all=0.7761 loss_corrupt=2.2271 acc_corrupt=0.5985 corrupt_frac=0.5512 loss=2.2271 mean_t=0.4983 wrong_frac=0.7012 init_acc_corrupt=0.2252 init_gold_top10=0.2734 init_gold_top100=0.3110
+step=75650 micro_steps=1210400 elapsed=45.1s lr=3.000000e-04 loss_all=1.3276 acc_all=0.7787 loss_corrupt=2.2183 acc_corrupt=0.6003 corrupt_frac=0.5482 loss=2.2183 mean_t=0.4994 wrong_frac=0.6996 init_acc_corrupt=0.2271 init_gold_top10=0.2754 init_gold_top100=0.3116
+step=75700 micro_steps=1211200 elapsed=46.6s lr=3.000000e-04 loss_all=1.3333 acc_all=0.7771 loss_corrupt=2.2098 acc_corrupt=0.6012 corrupt_frac=0.5525 loss=2.2098 mean_t=0.5062 wrong_frac=0.7000 init_acc_corrupt=0.2288 init_gold_top10=0.2760 init_gold_top100=0.3115
+step=75750 micro_steps=1212000 elapsed=47.3s lr=3.000000e-04 loss_all=1.3221 acc_all=0.7793 loss_corrupt=2.1997 acc_corrupt=0.6035 corrupt_frac=0.5507 loss=2.1997 mean_t=0.5033 wrong_frac=0.7000 init_acc_corrupt=0.2279 init_gold_top10=0.2755 init_gold_top100=0.3120
+step=75800 micro_steps=1212800 elapsed=47.5s lr=3.000000e-04 loss_all=1.3398 acc_all=0.7758 loss_corrupt=2.2224 acc_corrupt=0.5985 corrupt_frac=0.5523 loss=2.2224 mean_t=0.5030 wrong_frac=0.6993 init_acc_corrupt=0.2280 init_gold_top10=0.2763 init_gold_top100=0.3117
+step=75850 micro_steps=1213600 elapsed=46.5s lr=3.000000e-04 loss_all=1.3274 acc_all=0.7787 loss_corrupt=2.2083 acc_corrupt=0.6022 corrupt_frac=0.5504 loss=2.2083 mean_t=0.4930 wrong_frac=0.6999 init_acc_corrupt=0.2251 init_gold_top10=0.2745 init_gold_top100=0.3129
+step=75900 micro_steps=1214400 elapsed=46.0s lr=3.000000e-04 loss_all=1.3432 acc_all=0.7755 loss_corrupt=2.2243 acc_corrupt=0.5990 corrupt_frac=0.5535 loss=2.2243 mean_t=0.4980 wrong_frac=0.7004 init_acc_corrupt=0.2261 init_gold_top10=0.2738 init_gold_top100=0.3097
+step=75950 micro_steps=1215200 elapsed=46.6s lr=3.000000e-04 loss_all=1.3370 acc_all=0.7770 loss_corrupt=2.2224 acc_corrupt=0.5998 corrupt_frac=0.5507 loss=2.2224 mean_t=0.4992 wrong_frac=0.6998 init_acc_corrupt=0.2274 init_gold_top10=0.2746 init_gold_top100=0.3111
+step=76000 micro_steps=1216000 elapsed=46.6s lr=3.000000e-04 loss_all=1.3598 acc_all=0.7738 loss_corrupt=2.2517 acc_corrupt=0.5962 corrupt_frac=0.5536 loss=2.2517 mean_t=0.5019 wrong_frac=0.7007 init_acc_corrupt=0.2265 init_gold_top10=0.2742 init_gold_top100=0.3102
+step=76050 micro_steps=1216800 elapsed=48.2s lr=3.000000e-04 loss_all=1.3475 acc_all=0.7756 loss_corrupt=2.2438 acc_corrupt=0.5964 corrupt_frac=0.5492 loss=2.2438 mean_t=0.4955 wrong_frac=0.7006 init_acc_corrupt=0.2237 init_gold_top10=0.2732 init_gold_top100=0.3115
+step=76100 micro_steps=1217600 elapsed=46.8s lr=3.000000e-04 loss_all=1.3216 acc_all=0.7798 loss_corrupt=2.2013 acc_corrupt=0.6033 corrupt_frac=0.5483 loss=2.2013 mean_t=0.5013 wrong_frac=0.6999 init_acc_corrupt=0.2273 init_gold_top10=0.2759 init_gold_top100=0.3128
+step=76150 micro_steps=1218400 elapsed=47.1s lr=3.000000e-04 loss_all=1.3433 acc_all=0.7766 loss_corrupt=2.2369 acc_corrupt=0.5983 corrupt_frac=0.5495 loss=2.2369 mean_t=0.5011 wrong_frac=0.7004 init_acc_corrupt=0.2267 init_gold_top10=0.2743 init_gold_top100=0.3101
+step=76200 micro_steps=1219200 elapsed=47.3s lr=3.000000e-04 loss_all=1.3248 acc_all=0.7791 loss_corrupt=2.1982 acc_corrupt=0.6041 corrupt_frac=0.5516 loss=2.1982 mean_t=0.5027 wrong_frac=0.7005 init_acc_corrupt=0.2285 init_gold_top10=0.2754 init_gold_top100=0.3118
+step=76250 micro_steps=1220000 elapsed=47.6s lr=3.000000e-04 loss_all=1.3313 acc_all=0.7779 loss_corrupt=2.2180 acc_corrupt=0.6003 corrupt_frac=0.5489 loss=2.2180 mean_t=0.4986 wrong_frac=0.7001 init_acc_corrupt=0.2263 init_gold_top10=0.2746 init_gold_top100=0.3107
+step=76300 micro_steps=1220800 elapsed=47.7s lr=3.000000e-04 loss_all=1.3141 acc_all=0.7812 loss_corrupt=2.1984 acc_corrupt=0.6039 corrupt_frac=0.5458 loss=2.1984 mean_t=0.5048 wrong_frac=0.7001 init_acc_corrupt=0.2281 init_gold_top10=0.2754 init_gold_top100=0.3112
+step=76350 micro_steps=1221600 elapsed=45.1s lr=3.000000e-04 loss_all=1.3452 acc_all=0.7759 loss_corrupt=2.2368 acc_corrupt=0.5981 corrupt_frac=0.5519 loss=2.2368 mean_t=0.5023 wrong_frac=0.7008 init_acc_corrupt=0.2259 init_gold_top10=0.2741 init_gold_top100=0.3110
+step=76400 micro_steps=1222400 elapsed=45.1s lr=3.000000e-04 loss_all=1.3292 acc_all=0.7788 loss_corrupt=2.2240 acc_corrupt=0.5999 corrupt_frac=0.5472 loss=2.2240 mean_t=0.4991 wrong_frac=0.7010 init_acc_corrupt=0.2246 init_gold_top10=0.2734 init_gold_top100=0.3108
+step=76450 micro_steps=1223200 elapsed=45.2s lr=3.000000e-04 loss_all=1.3371 acc_all=0.7781 loss_corrupt=2.2215 acc_corrupt=0.6020 corrupt_frac=0.5517 loss=2.2215 mean_t=0.5047 wrong_frac=0.6992 init_acc_corrupt=0.2284 init_gold_top10=0.2758 init_gold_top100=0.3119
+step=76500 micro_steps=1224000 elapsed=45.3s lr=3.000000e-04 loss_all=1.3473 acc_all=0.7751 loss_corrupt=2.2325 acc_corrupt=0.5978 corrupt_frac=0.5527 loss=2.2325 mean_t=0.4985 wrong_frac=0.7006 init_acc_corrupt=0.2273 init_gold_top10=0.2748 init_gold_top100=0.3101
+step=76550 micro_steps=1224800 elapsed=45.1s lr=3.000000e-04 loss_all=1.3507 acc_all=0.7749 loss_corrupt=2.2352 acc_corrupt=0.5984 corrupt_frac=0.5547 loss=2.2352 mean_t=0.4986 wrong_frac=0.7000 init_acc_corrupt=0.2256 init_gold_top10=0.2742 init_gold_top100=0.3121
+step=76600 micro_steps=1225600 elapsed=45.1s lr=3.000000e-04 loss_all=1.3147 acc_all=0.7800 loss_corrupt=2.1905 acc_corrupt=0.6037 corrupt_frac=0.5494 loss=2.1905 mean_t=0.4993 wrong_frac=0.7002 init_acc_corrupt=0.2272 init_gold_top10=0.2755 init_gold_top100=0.3112
+step=76650 micro_steps=1226400 elapsed=45.0s lr=3.000000e-04 loss_all=1.3168 acc_all=0.7800 loss_corrupt=2.1999 acc_corrupt=0.6024 corrupt_frac=0.5472 loss=2.1999 mean_t=0.5058 wrong_frac=0.7006 init_acc_corrupt=0.2282 init_gold_top10=0.2749 init_gold_top100=0.3107
+step=76700 micro_steps=1227200 elapsed=45.0s lr=3.000000e-04 loss_all=1.3362 acc_all=0.7779 loss_corrupt=2.2226 acc_corrupt=0.6010 corrupt_frac=0.5501 loss=2.2226 mean_t=0.5005 wrong_frac=0.6998 init_acc_corrupt=0.2273 init_gold_top10=0.2749 init_gold_top100=0.3114
+step=76750 micro_steps=1228000 elapsed=44.8s lr=3.000000e-04 loss_all=1.3559 acc_all=0.7743 loss_corrupt=2.2430 acc_corrupt=0.5977 corrupt_frac=0.5544 loss=2.2430 mean_t=0.5001 wrong_frac=0.6999 init_acc_corrupt=0.2264 init_gold_top10=0.2749 init_gold_top100=0.3115
+step=76800 micro_steps=1228800 elapsed=45.1s lr=3.000000e-04 loss_all=1.2992 acc_all=0.7833 loss_corrupt=2.1759 acc_corrupt=0.6069 corrupt_frac=0.5446 loss=2.1759 mean_t=0.5048 wrong_frac=0.6994 init_acc_corrupt=0.2287 init_gold_top10=0.2763 init_gold_top100=0.3121
+step=76850 micro_steps=1229600 elapsed=44.9s lr=3.000000e-04 loss_all=1.3484 acc_all=0.7754 loss_corrupt=2.2343 acc_corrupt=0.5986 corrupt_frac=0.5535 loss=2.2343 mean_t=0.5039 wrong_frac=0.7000 init_acc_corrupt=0.2280 init_gold_top10=0.2758 init_gold_top100=0.3110
+step=76900 micro_steps=1230400 elapsed=44.8s lr=3.000000e-04 loss_all=1.3161 acc_all=0.7802 loss_corrupt=2.1933 acc_corrupt=0.6040 corrupt_frac=0.5492 loss=2.1933 mean_t=0.4989 wrong_frac=0.7009 init_acc_corrupt=0.2261 init_gold_top10=0.2745 init_gold_top100=0.3114
+step=76950 micro_steps=1231200 elapsed=45.0s lr=3.000000e-04 loss_all=1.3299 acc_all=0.7786 loss_corrupt=2.2130 acc_corrupt=0.6021 corrupt_frac=0.5503 loss=2.2130 mean_t=0.4982 wrong_frac=0.6992 init_acc_corrupt=0.2273 init_gold_top10=0.2759 init_gold_top100=0.3117
+step=77000 micro_steps=1232000 elapsed=47.8s lr=3.000000e-04 loss_all=1.3374 acc_all=0.7775 loss_corrupt=2.2191 acc_corrupt=0.6014 corrupt_frac=0.5518 loss=2.2191 mean_t=0.5030 wrong_frac=0.6997 init_acc_corrupt=0.2275 init_gold_top10=0.2755 init_gold_top100=0.3121
+step=77050 micro_steps=1232800 elapsed=49.5s lr=3.000000e-04 loss_all=1.3238 acc_all=0.7794 loss_corrupt=2.2071 acc_corrupt=0.6025 corrupt_frac=0.5488 loss=2.2071 mean_t=0.5007 wrong_frac=0.6999 init_acc_corrupt=0.2271 init_gold_top10=0.2749 init_gold_top100=0.3112
+step=77100 micro_steps=1233600 elapsed=48.6s lr=3.000000e-04 loss_all=1.3217 acc_all=0.7803 loss_corrupt=2.2126 acc_corrupt=0.6023 corrupt_frac=0.5460 loss=2.2126 mean_t=0.4978 wrong_frac=0.7002 init_acc_corrupt=0.2277 init_gold_top10=0.2758 init_gold_top100=0.3111
+step=77150 micro_steps=1234400 elapsed=48.9s lr=3.000000e-04 loss_all=1.3328 acc_all=0.7782 loss_corrupt=2.2136 acc_corrupt=0.6021 corrupt_frac=0.5510 loss=2.2136 mean_t=0.4977 wrong_frac=0.7000 init_acc_corrupt=0.2266 init_gold_top10=0.2741 init_gold_top100=0.3115
+step=77200 micro_steps=1235200 elapsed=49.4s lr=3.000000e-04 loss_all=1.3338 acc_all=0.7775 loss_corrupt=2.2153 acc_corrupt=0.6009 corrupt_frac=0.5507 loss=2.2153 mean_t=0.5011 wrong_frac=0.7004 init_acc_corrupt=0.2266 init_gold_top10=0.2746 init_gold_top100=0.3103
+step=77250 micro_steps=1236000 elapsed=49.0s lr=3.000000e-04 loss_all=1.3167 acc_all=0.7803 loss_corrupt=2.1964 acc_corrupt=0.6039 corrupt_frac=0.5490 loss=2.1964 mean_t=0.5013 wrong_frac=0.6991 init_acc_corrupt=0.2273 init_gold_top10=0.2754 init_gold_top100=0.3128
+step=77300 micro_steps=1236800 elapsed=49.3s lr=3.000000e-04 loss_all=1.3231 acc_all=0.7794 loss_corrupt=2.1977 acc_corrupt=0.6038 corrupt_frac=0.5497 loss=2.1977 mean_t=0.5025 wrong_frac=0.6993 init_acc_corrupt=0.2290 init_gold_top10=0.2765 init_gold_top100=0.3112
+step=77350 micro_steps=1237600 elapsed=49.9s lr=3.000000e-04 loss_all=1.3176 acc_all=0.7803 loss_corrupt=2.2061 acc_corrupt=0.6023 corrupt_frac=0.5465 loss=2.2061 mean_t=0.4991 wrong_frac=0.7001 init_acc_corrupt=0.2261 init_gold_top10=0.2750 init_gold_top100=0.3121
+step=77400 micro_steps=1238400 elapsed=49.2s lr=3.000000e-04 loss_all=1.3254 acc_all=0.7789 loss_corrupt=2.2012 acc_corrupt=0.6034 corrupt_frac=0.5514 loss=2.2012 mean_t=0.4970 wrong_frac=0.7005 init_acc_corrupt=0.2255 init_gold_top10=0.2747 init_gold_top100=0.3116
+step=77450 micro_steps=1239200 elapsed=49.3s lr=3.000000e-04 loss_all=1.3384 acc_all=0.7775 loss_corrupt=2.2280 acc_corrupt=0.6001 corrupt_frac=0.5506 loss=2.2280 mean_t=0.4985 wrong_frac=0.6995 init_acc_corrupt=0.2271 init_gold_top10=0.2757 init_gold_top100=0.3118
+step=77500 micro_steps=1240000 elapsed=56.4s lr=3.000000e-04 loss_all=1.3321 acc_all=0.7780 loss_corrupt=2.2129 acc_corrupt=0.6016 corrupt_frac=0.5506 loss=2.2129 mean_t=0.4975 wrong_frac=0.6988 init_acc_corrupt=0.2259 init_gold_top10=0.2752 init_gold_top100=0.3131
+step=77550 micro_steps=1240800 elapsed=81.4s lr=3.000000e-04 loss_all=1.3466 acc_all=0.7754 loss_corrupt=2.2302 acc_corrupt=0.5990 corrupt_frac=0.5537 loss=2.2302 mean_t=0.5009 wrong_frac=0.7002 init_acc_corrupt=0.2276 init_gold_top10=0.2748 init_gold_top100=0.3099
+step=77600 micro_steps=1241600 elapsed=81.3s lr=3.000000e-04 loss_all=1.3136 acc_all=0.7806 loss_corrupt=2.1860 acc_corrupt=0.6053 corrupt_frac=0.5501 loss=2.1860 mean_t=0.4996 wrong_frac=0.6997 init_acc_corrupt=0.2266 init_gold_top10=0.2746 init_gold_top100=0.3123
+step=77650 micro_steps=1242400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3305 acc_all=0.7783 loss_corrupt=2.2154 acc_corrupt=0.6012 corrupt_frac=0.5496 loss=2.2154 mean_t=0.4996 wrong_frac=0.7002 init_acc_corrupt=0.2264 init_gold_top10=0.2748 init_gold_top100=0.3105
+step=77700 micro_steps=1243200 elapsed=81.4s lr=3.000000e-04 loss_all=1.3110 acc_all=0.7810 loss_corrupt=2.1917 acc_corrupt=0.6036 corrupt_frac=0.5465 loss=2.1917 mean_t=0.4970 wrong_frac=0.7006 init_acc_corrupt=0.2258 init_gold_top10=0.2739 init_gold_top100=0.3108
+step=77750 micro_steps=1244000 elapsed=81.4s lr=3.000000e-04 loss_all=1.3372 acc_all=0.7774 loss_corrupt=2.2080 acc_corrupt=0.6033 corrupt_frac=0.5545 loss=2.2080 mean_t=0.5019 wrong_frac=0.7009 init_acc_corrupt=0.2271 init_gold_top10=0.2738 init_gold_top100=0.3103
+step=77800 micro_steps=1244800 elapsed=81.3s lr=3.000000e-04 loss_all=1.3410 acc_all=0.7768 loss_corrupt=2.2318 acc_corrupt=0.5989 corrupt_frac=0.5502 loss=2.2318 mean_t=0.4977 wrong_frac=0.7001 init_acc_corrupt=0.2267 init_gold_top10=0.2749 init_gold_top100=0.3107
+step=77850 micro_steps=1245600 elapsed=81.3s lr=3.000000e-04 loss_all=1.3334 acc_all=0.7780 loss_corrupt=2.2025 acc_corrupt=0.6042 corrupt_frac=0.5543 loss=2.2025 mean_t=0.5031 wrong_frac=0.6993 init_acc_corrupt=0.2282 init_gold_top10=0.2756 init_gold_top100=0.3125
+step=77900 micro_steps=1246400 elapsed=81.5s lr=3.000000e-04 loss_all=1.3335 acc_all=0.7778 loss_corrupt=2.2215 acc_corrupt=0.6003 corrupt_frac=0.5499 loss=2.2215 mean_t=0.4957 wrong_frac=0.6998 init_acc_corrupt=0.2256 init_gold_top10=0.2746 init_gold_top100=0.3110
+step=77950 micro_steps=1247200 elapsed=81.3s lr=3.000000e-04 loss_all=1.3341 acc_all=0.7781 loss_corrupt=2.2153 acc_corrupt=0.6022 corrupt_frac=0.5511 loss=2.2153 mean_t=0.4970 wrong_frac=0.7001 init_acc_corrupt=0.2243 init_gold_top10=0.2734 init_gold_top100=0.3120
+step=78000 micro_steps=1248000 elapsed=81.2s lr=3.000000e-04 loss_all=1.3439 acc_all=0.7756 loss_corrupt=2.2233 acc_corrupt=0.5997 corrupt_frac=0.5546 loss=2.2233 mean_t=0.4992 wrong_frac=0.6997 init_acc_corrupt=0.2267 init_gold_top10=0.2752 init_gold_top100=0.3111
+step=78050 micro_steps=1248800 elapsed=82.7s lr=3.000000e-04 loss_all=1.3198 acc_all=0.7798 loss_corrupt=2.1992 acc_corrupt=0.6033 corrupt_frac=0.5494 loss=2.1992 mean_t=0.5014 wrong_frac=0.7000 init_acc_corrupt=0.2278 init_gold_top10=0.2755 init_gold_top100=0.3113
+step=78100 micro_steps=1249600 elapsed=81.2s lr=3.000000e-04 loss_all=1.3352 acc_all=0.7776 loss_corrupt=2.2121 acc_corrupt=0.6024 corrupt_frac=0.5525 loss=2.2121 mean_t=0.4968 wrong_frac=0.7001 init_acc_corrupt=0.2265 init_gold_top10=0.2752 init_gold_top100=0.3119
+step=78150 micro_steps=1250400 elapsed=81.3s lr=3.000000e-04 loss_all=1.3103 acc_all=0.7816 loss_corrupt=2.1975 acc_corrupt=0.6036 corrupt_frac=0.5447 loss=2.1975 mean_t=0.4981 wrong_frac=0.6997 init_acc_corrupt=0.2275 init_gold_top10=0.2754 init_gold_top100=0.3106
+step=78200 micro_steps=1251200 elapsed=81.4s lr=3.000000e-04 loss_all=1.3027 acc_all=0.7823 loss_corrupt=2.1679 acc_corrupt=0.6077 corrupt_frac=0.5485 loss=2.1679 mean_t=0.4979 wrong_frac=0.7003 init_acc_corrupt=0.2263 init_gold_top10=0.2741 init_gold_top100=0.3110
+step=78250 micro_steps=1252000 elapsed=81.4s lr=3.000000e-04 loss_all=1.3506 acc_all=0.7748 loss_corrupt=2.2405 acc_corrupt=0.5970 corrupt_frac=0.5523 loss=2.2405 mean_t=0.5005 wrong_frac=0.7000 init_acc_corrupt=0.2272 init_gold_top10=0.2756 init_gold_top100=0.3112
+step=78300 micro_steps=1252800 elapsed=81.3s lr=3.000000e-04 loss_all=1.3123 acc_all=0.7820 loss_corrupt=2.1915 acc_corrupt=0.6061 corrupt_frac=0.5472 loss=2.1915 mean_t=0.5013 wrong_frac=0.7007 init_acc_corrupt=0.2259 init_gold_top10=0.2741 init_gold_top100=0.3115
+step=78350 micro_steps=1253600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3073 acc_all=0.7823 loss_corrupt=2.1813 acc_corrupt=0.6068 corrupt_frac=0.5469 loss=2.1813 mean_t=0.5036 wrong_frac=0.6996 init_acc_corrupt=0.2293 init_gold_top10=0.2766 init_gold_top100=0.3113
+step=78400 micro_steps=1254400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3043 acc_all=0.7817 loss_corrupt=2.1712 acc_corrupt=0.6065 corrupt_frac=0.5476 loss=2.1712 mean_t=0.5034 wrong_frac=0.6998 init_acc_corrupt=0.2273 init_gold_top10=0.2756 init_gold_top100=0.3119
+step=78450 micro_steps=1255200 elapsed=81.2s lr=3.000000e-04 loss_all=1.3375 acc_all=0.7778 loss_corrupt=2.2121 acc_corrupt=0.6034 corrupt_frac=0.5536 loss=2.2121 mean_t=0.5021 wrong_frac=0.7002 init_acc_corrupt=0.2272 init_gold_top10=0.2750 init_gold_top100=0.3118
+step=78500 micro_steps=1256000 elapsed=80.6s lr=3.000000e-04 loss_all=1.3335 acc_all=0.7777 loss_corrupt=2.2208 acc_corrupt=0.6000 corrupt_frac=0.5496 loss=2.2208 mean_t=0.5019 wrong_frac=0.7004 init_acc_corrupt=0.2267 init_gold_top10=0.2742 init_gold_top100=0.3100
+step=78550 micro_steps=1256800 elapsed=81.3s lr=3.000000e-04 loss_all=1.3078 acc_all=0.7817 loss_corrupt=2.1759 acc_corrupt=0.6072 corrupt_frac=0.5498 loss=2.1759 mean_t=0.5028 wrong_frac=0.6998 init_acc_corrupt=0.2289 init_gold_top10=0.2766 init_gold_top100=0.3127
+step=78600 micro_steps=1257600 elapsed=81.3s lr=3.000000e-04 loss_all=1.3499 acc_all=0.7748 loss_corrupt=2.2399 acc_corrupt=0.5971 corrupt_frac=0.5532 loss=2.2399 mean_t=0.4965 wrong_frac=0.7004 init_acc_corrupt=0.2242 init_gold_top10=0.2739 init_gold_top100=0.3110
+step=78650 micro_steps=1258400 elapsed=81.2s lr=3.000000e-04 loss_all=1.3139 acc_all=0.7809 loss_corrupt=2.1858 acc_corrupt=0.6057 corrupt_frac=0.5485 loss=2.1858 mean_t=0.4997 wrong_frac=0.6997 init_acc_corrupt=0.2277 init_gold_top10=0.2748 init_gold_top100=0.3116
+step=78700 micro_steps=1259200 elapsed=81.3s lr=3.000000e-04 loss_all=1.3247 acc_all=0.7789 loss_corrupt=2.2036 acc_corrupt=0.6024 corrupt_frac=0.5500 loss=2.2036 mean_t=0.5015 wrong_frac=0.6998 init_acc_corrupt=0.2275 init_gold_top10=0.2753 init_gold_top100=0.3108
+step=78750 micro_steps=1260000 elapsed=81.3s lr=3.000000e-04 loss_all=1.3217 acc_all=0.7788 loss_corrupt=2.1879 acc_corrupt=0.6045 corrupt_frac=0.5527 loss=2.1879 mean_t=0.5005 wrong_frac=0.6991 init_acc_corrupt=0.2285 init_gold_top10=0.2760 init_gold_top100=0.3123
+step=78800 micro_steps=1260800 elapsed=81.3s lr=3.000000e-04 loss_all=1.3137 acc_all=0.7813 loss_corrupt=2.1843 acc_corrupt=0.6066 corrupt_frac=0.5496 loss=2.1843 mean_t=0.5007 wrong_frac=0.6999 init_acc_corrupt=0.2278 init_gold_top10=0.2759 init_gold_top100=0.3123
+step=78850 micro_steps=1261600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3422 acc_all=0.7761 loss_corrupt=2.2247 acc_corrupt=0.5995 corrupt_frac=0.5527 loss=2.2247 mean_t=0.5024 wrong_frac=0.7004 init_acc_corrupt=0.2275 init_gold_top10=0.2750 init_gold_top100=0.3099
+step=78900 micro_steps=1262400 elapsed=81.3s lr=3.000000e-04 loss_all=1.3312 acc_all=0.7783 loss_corrupt=2.2035 acc_corrupt=0.6037 corrupt_frac=0.5525 loss=2.2035 mean_t=0.5003 wrong_frac=0.7001 init_acc_corrupt=0.2265 init_gold_top10=0.2749 init_gold_top100=0.3121
+step=78950 micro_steps=1263200 elapsed=81.4s lr=3.000000e-04 loss_all=1.3391 acc_all=0.7758 loss_corrupt=2.2180 acc_corrupt=0.5994 corrupt_frac=0.5534 loss=2.2180 mean_t=0.4969 wrong_frac=0.6988 init_acc_corrupt=0.2264 init_gold_top10=0.2759 init_gold_top100=0.3122
+step=79000 micro_steps=1264000 elapsed=81.3s lr=3.000000e-04 loss_all=1.3110 acc_all=0.7816 loss_corrupt=2.1806 acc_corrupt=0.6071 corrupt_frac=0.5492 loss=2.1806 mean_t=0.4974 wrong_frac=0.6997 init_acc_corrupt=0.2260 init_gold_top10=0.2748 init_gold_top100=0.3124
+step=79050 micro_steps=1264800 elapsed=82.8s lr=3.000000e-04 loss_all=1.3205 acc_all=0.7805 loss_corrupt=2.1992 acc_corrupt=0.6046 corrupt_frac=0.5486 loss=2.1992 mean_t=0.5017 wrong_frac=0.7000 init_acc_corrupt=0.2261 init_gold_top10=0.2743 init_gold_top100=0.3105
+step=79100 micro_steps=1265600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3246 acc_all=0.7787 loss_corrupt=2.1970 acc_corrupt=0.6034 corrupt_frac=0.5519 loss=2.1970 mean_t=0.5026 wrong_frac=0.6994 init_acc_corrupt=0.2261 init_gold_top10=0.2749 init_gold_top100=0.3124
+step=79150 micro_steps=1266400 elapsed=81.2s lr=3.000000e-04 loss_all=1.3019 acc_all=0.7835 loss_corrupt=2.1796 acc_corrupt=0.6073 corrupt_frac=0.5454 loss=2.1796 mean_t=0.4967 wrong_frac=0.6996 init_acc_corrupt=0.2267 init_gold_top10=0.2750 init_gold_top100=0.3119
+step=79200 micro_steps=1267200 elapsed=81.3s lr=3.000000e-04 loss_all=1.3194 acc_all=0.7797 loss_corrupt=2.1971 acc_corrupt=0.6032 corrupt_frac=0.5488 loss=2.1971 mean_t=0.4974 wrong_frac=0.7000 init_acc_corrupt=0.2269 init_gold_top10=0.2753 init_gold_top100=0.3110
+step=79250 micro_steps=1268000 elapsed=85.4s lr=3.000000e-04 loss_all=1.3085 acc_all=0.7825 loss_corrupt=2.1804 acc_corrupt=0.6079 corrupt_frac=0.5485 loss=2.1804 mean_t=0.4990 wrong_frac=0.6992 init_acc_corrupt=0.2265 init_gold_top10=0.2753 init_gold_top100=0.3132
+step=79300 micro_steps=1268800 elapsed=83.2s lr=3.000000e-04 loss_all=1.3492 acc_all=0.7749 loss_corrupt=2.2369 acc_corrupt=0.5976 corrupt_frac=0.5529 loss=2.2369 mean_t=0.4978 wrong_frac=0.7006 init_acc_corrupt=0.2248 init_gold_top10=0.2734 init_gold_top100=0.3100
+step=79350 micro_steps=1269600 elapsed=81.3s lr=3.000000e-04 loss_all=1.2941 acc_all=0.7837 loss_corrupt=2.1584 acc_corrupt=0.6093 corrupt_frac=0.5468 loss=2.1584 mean_t=0.5043 wrong_frac=0.7009 init_acc_corrupt=0.2290 init_gold_top10=0.2757 init_gold_top100=0.3111
+step=79400 micro_steps=1270400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3286 acc_all=0.7784 loss_corrupt=2.2034 acc_corrupt=0.6030 corrupt_frac=0.5512 loss=2.2034 mean_t=0.5016 wrong_frac=0.6996 init_acc_corrupt=0.2272 init_gold_top10=0.2748 init_gold_top100=0.3106
+step=79450 micro_steps=1271200 elapsed=81.3s lr=3.000000e-04 loss_all=1.3025 acc_all=0.7824 loss_corrupt=2.1678 acc_corrupt=0.6080 corrupt_frac=0.5484 loss=2.1678 mean_t=0.5027 wrong_frac=0.6997 init_acc_corrupt=0.2279 init_gold_top10=0.2758 init_gold_top100=0.3120
+step=79500 micro_steps=1272000 elapsed=80.3s lr=3.000000e-04 loss_all=1.3173 acc_all=0.7806 loss_corrupt=2.1847 acc_corrupt=0.6068 corrupt_frac=0.5519 loss=2.1847 mean_t=0.5030 wrong_frac=0.6997 init_acc_corrupt=0.2275 init_gold_top10=0.2753 init_gold_top100=0.3118
+step=79550 micro_steps=1272800 elapsed=81.3s lr=3.000000e-04 loss_all=1.3153 acc_all=0.7801 loss_corrupt=2.1990 acc_corrupt=0.6024 corrupt_frac=0.5467 loss=2.1990 mean_t=0.4999 wrong_frac=0.6995 init_acc_corrupt=0.2263 init_gold_top10=0.2753 init_gold_top100=0.3119
+step=79600 micro_steps=1273600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3145 acc_all=0.7804 loss_corrupt=2.1812 acc_corrupt=0.6063 corrupt_frac=0.5515 loss=2.1812 mean_t=0.5036 wrong_frac=0.7003 init_acc_corrupt=0.2269 init_gold_top10=0.2747 init_gold_top100=0.3122
+step=79650 micro_steps=1274400 elapsed=81.1s lr=3.000000e-04 loss_all=1.3244 acc_all=0.7790 loss_corrupt=2.2021 acc_corrupt=0.6031 corrupt_frac=0.5506 loss=2.2021 mean_t=0.5024 wrong_frac=0.6998 init_acc_corrupt=0.2296 init_gold_top10=0.2767 init_gold_top100=0.3112
+step=79700 micro_steps=1275200 elapsed=81.3s lr=3.000000e-04 loss_all=1.3103 acc_all=0.7813 loss_corrupt=2.1736 acc_corrupt=0.6075 corrupt_frac=0.5508 loss=2.1736 mean_t=0.5009 wrong_frac=0.6989 init_acc_corrupt=0.2295 init_gold_top10=0.2763 init_gold_top100=0.3127
+step=79750 micro_steps=1276000 elapsed=81.3s lr=3.000000e-04 loss_all=1.3120 acc_all=0.7811 loss_corrupt=2.1865 acc_corrupt=0.6055 corrupt_frac=0.5487 loss=2.1865 mean_t=0.5001 wrong_frac=0.6993 init_acc_corrupt=0.2279 init_gold_top10=0.2753 init_gold_top100=0.3110
+step=79800 micro_steps=1276800 elapsed=81.4s lr=3.000000e-04 loss_all=1.3172 acc_all=0.7803 loss_corrupt=2.1868 acc_corrupt=0.6057 corrupt_frac=0.5502 loss=2.1868 mean_t=0.4988 wrong_frac=0.6995 init_acc_corrupt=0.2271 init_gold_top10=0.2754 init_gold_top100=0.3122
+step=79850 micro_steps=1277600 elapsed=81.3s lr=3.000000e-04 loss_all=1.3191 acc_all=0.7794 loss_corrupt=2.1924 acc_corrupt=0.6039 corrupt_frac=0.5513 loss=2.1924 mean_t=0.4998 wrong_frac=0.7002 init_acc_corrupt=0.2261 init_gold_top10=0.2740 init_gold_top100=0.3114
+step=79900 micro_steps=1278400 elapsed=81.3s lr=3.000000e-04 loss_all=1.3253 acc_all=0.7784 loss_corrupt=2.2094 acc_corrupt=0.6006 corrupt_frac=0.5478 loss=2.2094 mean_t=0.5012 wrong_frac=0.7009 init_acc_corrupt=0.2251 init_gold_top10=0.2739 init_gold_top100=0.3100
+step=79950 micro_steps=1279200 elapsed=81.4s lr=3.000000e-04 loss_all=1.3205 acc_all=0.7805 loss_corrupt=2.1888 acc_corrupt=0.6067 corrupt_frac=0.5516 loss=2.1888 mean_t=0.4992 wrong_frac=0.7005 init_acc_corrupt=0.2266 init_gold_top10=0.2750 init_gold_top100=0.3118
+step=80000 micro_steps=1280000 elapsed=81.5s lr=3.000000e-04 loss_all=1.3206 acc_all=0.7792 loss_corrupt=2.1965 acc_corrupt=0.6032 corrupt_frac=0.5500 loss=2.1965 mean_t=0.4954 wrong_frac=0.6996 init_acc_corrupt=0.2254 init_gold_top10=0.2749 init_gold_top100=0.3111
+step=80050 micro_steps=1280800 elapsed=82.8s lr=3.000000e-04 loss_all=1.3436 acc_all=0.7764 loss_corrupt=2.2207 acc_corrupt=0.6014 corrupt_frac=0.5546 loss=2.2207 mean_t=0.5002 wrong_frac=0.7007 init_acc_corrupt=0.2255 init_gold_top10=0.2733 init_gold_top100=0.3108
+step=80100 micro_steps=1281600 elapsed=81.5s lr=3.000000e-04 loss_all=1.3126 acc_all=0.7810 loss_corrupt=2.1863 acc_corrupt=0.6052 corrupt_frac=0.5486 loss=2.1863 mean_t=0.4974 wrong_frac=0.7003 init_acc_corrupt=0.2261 init_gold_top10=0.2746 init_gold_top100=0.3107
+step=80150 micro_steps=1282400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3052 acc_all=0.7825 loss_corrupt=2.1784 acc_corrupt=0.6072 corrupt_frac=0.5478 loss=2.1784 mean_t=0.4978 wrong_frac=0.6998 init_acc_corrupt=0.2265 init_gold_top10=0.2754 init_gold_top100=0.3120
+step=80200 micro_steps=1283200 elapsed=81.3s lr=3.000000e-04 loss_all=1.3025 acc_all=0.7825 loss_corrupt=2.1672 acc_corrupt=0.6082 corrupt_frac=0.5489 loss=2.1672 mean_t=0.4991 wrong_frac=0.7004 init_acc_corrupt=0.2266 init_gold_top10=0.2748 init_gold_top100=0.3114
+step=80250 micro_steps=1284000 elapsed=81.4s lr=3.000000e-04 loss_all=1.3484 acc_all=0.7754 loss_corrupt=2.2313 acc_corrupt=0.5994 corrupt_frac=0.5544 loss=2.2313 mean_t=0.4987 wrong_frac=0.6996 init_acc_corrupt=0.2275 init_gold_top10=0.2759 init_gold_top100=0.3111
+step=80300 micro_steps=1284800 elapsed=81.3s lr=3.000000e-04 loss_all=1.3001 acc_all=0.7831 loss_corrupt=2.1599 acc_corrupt=0.6100 corrupt_frac=0.5496 loss=2.1599 mean_t=0.5011 wrong_frac=0.6995 init_acc_corrupt=0.2279 init_gold_top10=0.2757 init_gold_top100=0.3122
+step=80350 micro_steps=1285600 elapsed=81.3s lr=3.000000e-04 loss_all=1.3081 acc_all=0.7810 loss_corrupt=2.1825 acc_corrupt=0.6049 corrupt_frac=0.5480 loss=2.1825 mean_t=0.5021 wrong_frac=0.6997 init_acc_corrupt=0.2270 init_gold_top10=0.2751 init_gold_top100=0.3116
+step=80400 micro_steps=1286400 elapsed=81.1s lr=3.000000e-04 loss_all=1.3075 acc_all=0.7819 loss_corrupt=2.1797 acc_corrupt=0.6066 corrupt_frac=0.5482 loss=2.1797 mean_t=0.4985 wrong_frac=0.6996 init_acc_corrupt=0.2264 init_gold_top10=0.2747 init_gold_top100=0.3124
+step=80450 micro_steps=1287200 elapsed=81.3s lr=3.000000e-04 loss_all=1.3309 acc_all=0.7777 loss_corrupt=2.2047 acc_corrupt=0.6024 corrupt_frac=0.5527 loss=2.2047 mean_t=0.5002 wrong_frac=0.7000 init_acc_corrupt=0.2263 init_gold_top10=0.2751 init_gold_top100=0.3111
+step=80500 micro_steps=1288000 elapsed=80.5s lr=3.000000e-04 loss_all=1.3102 acc_all=0.7809 loss_corrupt=2.1722 acc_corrupt=0.6072 corrupt_frac=0.5509 loss=2.1722 mean_t=0.4998 wrong_frac=0.7002 init_acc_corrupt=0.2267 init_gold_top10=0.2747 init_gold_top100=0.3110
+step=80550 micro_steps=1288800 elapsed=81.5s lr=3.000000e-04 loss_all=1.3307 acc_all=0.7782 loss_corrupt=2.1958 acc_corrupt=0.6052 corrupt_frac=0.5546 loss=2.1958 mean_t=0.4977 wrong_frac=0.6991 init_acc_corrupt=0.2259 init_gold_top10=0.2748 init_gold_top100=0.3127
+step=80600 micro_steps=1289600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3239 acc_all=0.7783 loss_corrupt=2.2029 acc_corrupt=0.6016 corrupt_frac=0.5505 loss=2.2029 mean_t=0.4986 wrong_frac=0.6995 init_acc_corrupt=0.2279 init_gold_top10=0.2752 init_gold_top100=0.3112
+step=80650 micro_steps=1290400 elapsed=81.5s lr=3.000000e-04 loss_all=1.3038 acc_all=0.7829 loss_corrupt=2.1722 acc_corrupt=0.6086 corrupt_frac=0.5480 loss=2.1722 mean_t=0.4993 wrong_frac=0.7001 init_acc_corrupt=0.2279 init_gold_top10=0.2754 init_gold_top100=0.3122
+step=80700 micro_steps=1291200 elapsed=81.5s lr=3.000000e-04 loss_all=1.3390 acc_all=0.7761 loss_corrupt=2.2100 acc_corrupt=0.6013 corrupt_frac=0.5551 loss=2.2100 mean_t=0.4999 wrong_frac=0.7006 init_acc_corrupt=0.2261 init_gold_top10=0.2741 init_gold_top100=0.3099
+step=80750 micro_steps=1292000 elapsed=81.4s lr=3.000000e-04 loss_all=1.3091 acc_all=0.7817 loss_corrupt=2.1751 acc_corrupt=0.6079 corrupt_frac=0.5509 loss=2.1751 mean_t=0.5029 wrong_frac=0.7013 init_acc_corrupt=0.2284 init_gold_top10=0.2749 init_gold_top100=0.3105
+step=80800 micro_steps=1292800 elapsed=81.2s lr=3.000000e-04 loss_all=1.3205 acc_all=0.7803 loss_corrupt=2.2016 acc_corrupt=0.6040 corrupt_frac=0.5480 loss=2.2016 mean_t=0.4981 wrong_frac=0.7003 init_acc_corrupt=0.2258 init_gold_top10=0.2739 init_gold_top100=0.3103
+step=80850 micro_steps=1293600 elapsed=81.3s lr=3.000000e-04 loss_all=1.3083 acc_all=0.7818 loss_corrupt=2.1732 acc_corrupt=0.6082 corrupt_frac=0.5504 loss=2.1732 mean_t=0.5042 wrong_frac=0.6988 init_acc_corrupt=0.2277 init_gold_top10=0.2756 init_gold_top100=0.3124
+step=80900 micro_steps=1294400 elapsed=81.3s lr=3.000000e-04 loss_all=1.3041 acc_all=0.7826 loss_corrupt=2.1676 acc_corrupt=0.6092 corrupt_frac=0.5498 loss=2.1676 mean_t=0.5037 wrong_frac=0.7002 init_acc_corrupt=0.2287 init_gold_top10=0.2758 init_gold_top100=0.3113
+step=80950 micro_steps=1295200 elapsed=81.5s lr=3.000000e-04 loss_all=1.3402 acc_all=0.7767 loss_corrupt=2.2244 acc_corrupt=0.5997 corrupt_frac=0.5512 loss=2.2244 mean_t=0.5028 wrong_frac=0.7003 init_acc_corrupt=0.2265 init_gold_top10=0.2742 init_gold_top100=0.3096
+step=81000 micro_steps=1296000 elapsed=81.4s lr=3.000000e-04 loss_all=1.3006 acc_all=0.7835 loss_corrupt=2.1693 acc_corrupt=0.6092 corrupt_frac=0.5477 loss=2.1693 mean_t=0.4978 wrong_frac=0.6998 init_acc_corrupt=0.2271 init_gold_top10=0.2746 init_gold_top100=0.3119
+step=81050 micro_steps=1296800 elapsed=83.0s lr=3.000000e-04 loss_all=1.3188 acc_all=0.7789 loss_corrupt=2.1914 acc_corrupt=0.6030 corrupt_frac=0.5513 loss=2.1914 mean_t=0.4941 wrong_frac=0.7008 init_acc_corrupt=0.2238 init_gold_top10=0.2732 init_gold_top100=0.3100
+step=81100 micro_steps=1297600 elapsed=81.1s lr=3.000000e-04 loss_all=1.3208 acc_all=0.7798 loss_corrupt=2.1953 acc_corrupt=0.6044 corrupt_frac=0.5497 loss=2.1953 mean_t=0.4987 wrong_frac=0.7000 init_acc_corrupt=0.2260 init_gold_top10=0.2752 init_gold_top100=0.3123
+step=81150 micro_steps=1298400 elapsed=81.3s lr=3.000000e-04 loss_all=1.3263 acc_all=0.7792 loss_corrupt=2.2010 acc_corrupt=0.6041 corrupt_frac=0.5512 loss=2.2010 mean_t=0.4984 wrong_frac=0.7001 init_acc_corrupt=0.2258 init_gold_top10=0.2743 init_gold_top100=0.3107
+step=81200 micro_steps=1299200 elapsed=81.3s lr=3.000000e-04 loss_all=1.3141 acc_all=0.7806 loss_corrupt=2.1754 acc_corrupt=0.6073 corrupt_frac=0.5519 loss=2.1754 mean_t=0.4997 wrong_frac=0.6991 init_acc_corrupt=0.2285 init_gold_top10=0.2762 init_gold_top100=0.3118
+step=81250 micro_steps=1300000 elapsed=81.3s lr=3.000000e-04 loss_all=1.3132 acc_all=0.7804 loss_corrupt=2.1721 acc_corrupt=0.6076 corrupt_frac=0.5540 loss=2.1721 mean_t=0.5025 wrong_frac=0.7000 init_acc_corrupt=0.2285 init_gold_top10=0.2758 init_gold_top100=0.3117
+step=81300 micro_steps=1300800 elapsed=81.3s lr=3.000000e-04 loss_all=1.3097 acc_all=0.7809 loss_corrupt=2.1898 acc_corrupt=0.6038 corrupt_frac=0.5469 loss=2.1898 mean_t=0.5003 wrong_frac=0.6997 init_acc_corrupt=0.2274 init_gold_top10=0.2752 init_gold_top100=0.3108
+step=81350 micro_steps=1301600 elapsed=81.3s lr=3.000000e-04 loss_all=1.2841 acc_all=0.7852 loss_corrupt=2.1432 acc_corrupt=0.6113 corrupt_frac=0.5456 loss=2.1432 mean_t=0.4981 wrong_frac=0.7000 init_acc_corrupt=0.2258 init_gold_top10=0.2747 init_gold_top100=0.3124
+step=81400 micro_steps=1302400 elapsed=81.3s lr=3.000000e-04 loss_all=1.3225 acc_all=0.7792 loss_corrupt=2.1934 acc_corrupt=0.6044 corrupt_frac=0.5523 loss=2.1934 mean_t=0.4975 wrong_frac=0.6991 init_acc_corrupt=0.2262 init_gold_top10=0.2753 init_gold_top100=0.3123
+step=81450 micro_steps=1303200 elapsed=81.4s lr=3.000000e-04 loss_all=1.3244 acc_all=0.7789 loss_corrupt=2.2050 acc_corrupt=0.6025 corrupt_frac=0.5504 loss=2.2050 mean_t=0.5010 wrong_frac=0.7001 init_acc_corrupt=0.2269 init_gold_top10=0.2743 init_gold_top100=0.3117
+step=81500 micro_steps=1304000 elapsed=80.1s lr=3.000000e-04 loss_all=1.3080 acc_all=0.7820 loss_corrupt=2.1793 acc_corrupt=0.6070 corrupt_frac=0.5480 loss=2.1793 mean_t=0.4976 wrong_frac=0.6998 init_acc_corrupt=0.2263 init_gold_top10=0.2751 init_gold_top100=0.3116
+step=81550 micro_steps=1304800 elapsed=81.3s lr=3.000000e-04 loss_all=1.2930 acc_all=0.7849 loss_corrupt=2.1679 acc_corrupt=0.6093 corrupt_frac=0.5434 loss=2.1679 mean_t=0.5003 wrong_frac=0.7005 init_acc_corrupt=0.2259 init_gold_top10=0.2736 init_gold_top100=0.3106
+step=81600 micro_steps=1305600 elapsed=81.3s lr=3.000000e-04 loss_all=1.3058 acc_all=0.7831 loss_corrupt=2.1800 acc_corrupt=0.6082 corrupt_frac=0.5473 loss=2.1800 mean_t=0.5014 wrong_frac=0.6997 init_acc_corrupt=0.2260 init_gold_top10=0.2751 init_gold_top100=0.3123
+step=81650 micro_steps=1306400 elapsed=81.3s lr=3.000000e-04 loss_all=1.3222 acc_all=0.7794 loss_corrupt=2.2052 acc_corrupt=0.6024 corrupt_frac=0.5488 loss=2.2052 mean_t=0.4921 wrong_frac=0.6992 init_acc_corrupt=0.2241 init_gold_top10=0.2744 init_gold_top100=0.3120
+step=81700 micro_steps=1307200 elapsed=81.2s lr=3.000000e-04 loss_all=1.3244 acc_all=0.7791 loss_corrupt=2.1851 acc_corrupt=0.6066 corrupt_frac=0.5546 loss=2.1851 mean_t=0.5020 wrong_frac=0.7000 init_acc_corrupt=0.2269 init_gold_top10=0.2756 init_gold_top100=0.3129
+step=81750 micro_steps=1308000 elapsed=81.3s lr=3.000000e-04 loss_all=1.3179 acc_all=0.7801 loss_corrupt=2.1791 acc_corrupt=0.6070 corrupt_frac=0.5533 loss=2.1791 mean_t=0.5012 wrong_frac=0.6996 init_acc_corrupt=0.2270 init_gold_top10=0.2758 init_gold_top100=0.3119
+step=81800 micro_steps=1308800 elapsed=84.6s lr=3.000000e-04 loss_all=1.3070 acc_all=0.7814 loss_corrupt=2.1749 acc_corrupt=0.6066 corrupt_frac=0.5499 loss=2.1749 mean_t=0.5024 wrong_frac=0.6998 init_acc_corrupt=0.2273 init_gold_top10=0.2751 init_gold_top100=0.3123
+step=81850 micro_steps=1309600 elapsed=81.5s lr=3.000000e-04 loss_all=1.3222 acc_all=0.7798 loss_corrupt=2.1963 acc_corrupt=0.6048 corrupt_frac=0.5509 loss=2.1963 mean_t=0.4982 wrong_frac=0.6994 init_acc_corrupt=0.2264 init_gold_top10=0.2751 init_gold_top100=0.3118
+step=81900 micro_steps=1310400 elapsed=81.5s lr=3.000000e-04 loss_all=1.3156 acc_all=0.7803 loss_corrupt=2.1882 acc_corrupt=0.6048 corrupt_frac=0.5489 loss=2.1882 mean_t=0.4962 wrong_frac=0.7009 init_acc_corrupt=0.2243 init_gold_top10=0.2742 init_gold_top100=0.3116
+step=81950 micro_steps=1311200 elapsed=81.4s lr=3.000000e-04 loss_all=1.2934 acc_all=0.7838 loss_corrupt=2.1600 acc_corrupt=0.6091 corrupt_frac=0.5472 loss=2.1600 mean_t=0.5019 wrong_frac=0.6998 init_acc_corrupt=0.2271 init_gold_top10=0.2751 init_gold_top100=0.3120
+step=82000 micro_steps=1312000 elapsed=81.4s lr=3.000000e-04 loss_all=1.3257 acc_all=0.7792 loss_corrupt=2.2132 acc_corrupt=0.6016 corrupt_frac=0.5480 loss=2.2132 mean_t=0.5032 wrong_frac=0.6999 init_acc_corrupt=0.2264 init_gold_top10=0.2748 init_gold_top100=0.3114
+step=82050 micro_steps=1312800 elapsed=89.4s lr=3.000000e-04 loss_all=1.3153 acc_all=0.7808 loss_corrupt=2.1830 acc_corrupt=0.6065 corrupt_frac=0.5499 loss=2.1830 mean_t=0.4994 wrong_frac=0.6996 init_acc_corrupt=0.2262 init_gold_top10=0.2749 init_gold_top100=0.3133
+step=82100 micro_steps=1313600 elapsed=107.7s lr=3.000000e-04 loss_all=1.3010 acc_all=0.7832 loss_corrupt=2.1723 acc_corrupt=0.6081 corrupt_frac=0.5470 loss=2.1723 mean_t=0.4992 wrong_frac=0.7008 init_acc_corrupt=0.2253 init_gold_top10=0.2742 init_gold_top100=0.3103
+step=82150 micro_steps=1314400 elapsed=83.7s lr=3.000000e-04 loss_all=1.3078 acc_all=0.7813 loss_corrupt=2.1730 acc_corrupt=0.6070 corrupt_frac=0.5500 loss=2.1730 mean_t=0.5002 wrong_frac=0.6993 init_acc_corrupt=0.2265 init_gold_top10=0.2754 init_gold_top100=0.3126
+step=82200 micro_steps=1315200 elapsed=81.7s lr=3.000000e-04 loss_all=1.3262 acc_all=0.7782 loss_corrupt=2.1909 acc_corrupt=0.6042 corrupt_frac=0.5544 loss=2.1909 mean_t=0.4987 wrong_frac=0.6999 init_acc_corrupt=0.2257 init_gold_top10=0.2746 init_gold_top100=0.3119
+step=82250 micro_steps=1316000 elapsed=81.3s lr=3.000000e-04 loss_all=1.3040 acc_all=0.7827 loss_corrupt=2.1713 acc_corrupt=0.6085 corrupt_frac=0.5480 loss=2.1713 mean_t=0.5022 wrong_frac=0.7000 init_acc_corrupt=0.2276 init_gold_top10=0.2756 init_gold_top100=0.3115
+step=82300 micro_steps=1316800 elapsed=81.3s lr=3.000000e-04 loss_all=1.3090 acc_all=0.7818 loss_corrupt=2.1783 acc_corrupt=0.6074 corrupt_frac=0.5493 loss=2.1783 mean_t=0.4987 wrong_frac=0.6994 init_acc_corrupt=0.2277 init_gold_top10=0.2759 init_gold_top100=0.3121
+step=82350 micro_steps=1317600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3165 acc_all=0.7803 loss_corrupt=2.1854 acc_corrupt=0.6056 corrupt_frac=0.5506 loss=2.1854 mean_t=0.4981 wrong_frac=0.7002 init_acc_corrupt=0.2263 init_gold_top10=0.2743 init_gold_top100=0.3108
+step=82400 micro_steps=1318400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3318 acc_all=0.7782 loss_corrupt=2.2047 acc_corrupt=0.6036 corrupt_frac=0.5530 loss=2.2047 mean_t=0.4962 wrong_frac=0.6999 init_acc_corrupt=0.2246 init_gold_top10=0.2743 init_gold_top100=0.3122
+step=82450 micro_steps=1319200 elapsed=81.4s lr=3.000000e-04 loss_all=1.3194 acc_all=0.7797 loss_corrupt=2.1808 acc_corrupt=0.6068 corrupt_frac=0.5538 loss=2.1808 mean_t=0.4986 wrong_frac=0.6998 init_acc_corrupt=0.2275 init_gold_top10=0.2759 init_gold_top100=0.3113
+step=82500 micro_steps=1320000 elapsed=80.5s lr=3.000000e-04 loss_all=1.3102 acc_all=0.7821 loss_corrupt=2.1841 acc_corrupt=0.6071 corrupt_frac=0.5489 loss=2.1841 mean_t=0.5015 wrong_frac=0.7002 init_acc_corrupt=0.2264 init_gold_top10=0.2752 init_gold_top100=0.3120
+step=82550 micro_steps=1320800 elapsed=81.4s lr=3.000000e-04 loss_all=1.3059 acc_all=0.7831 loss_corrupt=2.1793 acc_corrupt=0.6085 corrupt_frac=0.5473 loss=2.1793 mean_t=0.5038 wrong_frac=0.6991 init_acc_corrupt=0.2278 init_gold_top10=0.2755 init_gold_top100=0.3121
+step=82600 micro_steps=1321600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3204 acc_all=0.7799 loss_corrupt=2.1953 acc_corrupt=0.6046 corrupt_frac=0.5498 loss=2.1953 mean_t=0.4995 wrong_frac=0.6994 init_acc_corrupt=0.2261 init_gold_top10=0.2743 init_gold_top100=0.3113
+step=82650 micro_steps=1322400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3007 acc_all=0.7830 loss_corrupt=2.1611 acc_corrupt=0.6100 corrupt_frac=0.5497 loss=2.1611 mean_t=0.5026 wrong_frac=0.6994 init_acc_corrupt=0.2291 init_gold_top10=0.2766 init_gold_top100=0.3122
+step=82700 micro_steps=1323200 elapsed=81.3s lr=3.000000e-04 loss_all=1.3159 acc_all=0.7802 loss_corrupt=2.1967 acc_corrupt=0.6033 corrupt_frac=0.5477 loss=2.1967 mean_t=0.5006 wrong_frac=0.7010 init_acc_corrupt=0.2263 init_gold_top10=0.2739 init_gold_top100=0.3090
+step=82750 micro_steps=1324000 elapsed=81.4s lr=3.000000e-04 loss_all=1.2911 acc_all=0.7847 loss_corrupt=2.1545 acc_corrupt=0.6107 corrupt_frac=0.5471 loss=2.1545 mean_t=0.5034 wrong_frac=0.6996 init_acc_corrupt=0.2282 init_gold_top10=0.2757 init_gold_top100=0.3121
+step=82800 micro_steps=1324800 elapsed=81.4s lr=3.000000e-04 loss_all=1.2927 acc_all=0.7846 loss_corrupt=2.1632 acc_corrupt=0.6097 corrupt_frac=0.5460 loss=2.1632 mean_t=0.5006 wrong_frac=0.6995 init_acc_corrupt=0.2277 init_gold_top10=0.2755 init_gold_top100=0.3113
+step=82850 micro_steps=1325600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3224 acc_all=0.7791 loss_corrupt=2.1925 acc_corrupt=0.6044 corrupt_frac=0.5520 loss=2.1925 mean_t=0.4982 wrong_frac=0.7008 init_acc_corrupt=0.2247 init_gold_top10=0.2742 init_gold_top100=0.3119
+step=82900 micro_steps=1326400 elapsed=81.5s lr=3.000000e-04 loss_all=1.3254 acc_all=0.7789 loss_corrupt=2.1838 acc_corrupt=0.6068 corrupt_frac=0.5554 loss=2.1838 mean_t=0.4988 wrong_frac=0.6999 init_acc_corrupt=0.2265 init_gold_top10=0.2742 init_gold_top100=0.3115
+step=82950 micro_steps=1327200 elapsed=81.4s lr=3.000000e-04 loss_all=1.3370 acc_all=0.7766 loss_corrupt=2.2082 acc_corrupt=0.6017 corrupt_frac=0.5542 loss=2.2082 mean_t=0.4966 wrong_frac=0.7005 init_acc_corrupt=0.2250 init_gold_top10=0.2740 init_gold_top100=0.3109
+step=83000 micro_steps=1328000 elapsed=81.4s lr=3.000000e-04 loss_all=1.3271 acc_all=0.7790 loss_corrupt=2.1954 acc_corrupt=0.6053 corrupt_frac=0.5534 loss=2.1954 mean_t=0.4962 wrong_frac=0.7001 init_acc_corrupt=0.2257 init_gold_top10=0.2746 init_gold_top100=0.3118
+step=83050 micro_steps=1328800 elapsed=82.8s lr=3.000000e-04 loss_all=1.3062 acc_all=0.7822 loss_corrupt=2.1827 acc_corrupt=0.6062 corrupt_frac=0.5467 loss=2.1827 mean_t=0.4968 wrong_frac=0.6996 init_acc_corrupt=0.2260 init_gold_top10=0.2746 init_gold_top100=0.3110
+step=83100 micro_steps=1329600 elapsed=81.3s lr=3.000000e-04 loss_all=1.2842 acc_all=0.7854 loss_corrupt=2.1474 acc_corrupt=0.6110 corrupt_frac=0.5450 loss=2.1474 mean_t=0.5034 wrong_frac=0.7001 init_acc_corrupt=0.2281 init_gold_top10=0.2753 init_gold_top100=0.3119
+step=83150 micro_steps=1330400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3291 acc_all=0.7790 loss_corrupt=2.2145 acc_corrupt=0.6025 corrupt_frac=0.5501 loss=2.2145 mean_t=0.4979 wrong_frac=0.7008 init_acc_corrupt=0.2239 init_gold_top10=0.2729 init_gold_top100=0.3101
+step=83200 micro_steps=1331200 elapsed=81.4s lr=3.000000e-04 loss_all=1.2995 acc_all=0.7830 loss_corrupt=2.1662 acc_corrupt=0.6085 corrupt_frac=0.5476 loss=2.1662 mean_t=0.5006 wrong_frac=0.7003 init_acc_corrupt=0.2268 init_gold_top10=0.2748 init_gold_top100=0.3115
+step=83250 micro_steps=1332000 elapsed=81.3s lr=3.000000e-04 loss_all=1.2995 acc_all=0.7832 loss_corrupt=2.1637 acc_corrupt=0.6094 corrupt_frac=0.5489 loss=2.1637 mean_t=0.4970 wrong_frac=0.7004 init_acc_corrupt=0.2259 init_gold_top10=0.2746 init_gold_top100=0.3119
+step=83300 micro_steps=1332800 elapsed=81.4s lr=3.000000e-04 loss_all=1.3236 acc_all=0.7793 loss_corrupt=2.1986 acc_corrupt=0.6041 corrupt_frac=0.5513 loss=2.1986 mean_t=0.4981 wrong_frac=0.7005 init_acc_corrupt=0.2247 init_gold_top10=0.2733 init_gold_top100=0.3102
+step=83350 micro_steps=1333600 elapsed=81.3s lr=3.000000e-04 loss_all=1.3137 acc_all=0.7805 loss_corrupt=2.1772 acc_corrupt=0.6068 corrupt_frac=0.5522 loss=2.1772 mean_t=0.5016 wrong_frac=0.7003 init_acc_corrupt=0.2261 init_gold_top10=0.2748 init_gold_top100=0.3117
+step=83400 micro_steps=1334400 elapsed=81.3s lr=3.000000e-04 loss_all=1.3250 acc_all=0.7785 loss_corrupt=2.1966 acc_corrupt=0.6034 corrupt_frac=0.5521 loss=2.1966 mean_t=0.4980 wrong_frac=0.7002 init_acc_corrupt=0.2258 init_gold_top10=0.2735 init_gold_top100=0.3104
+step=83450 micro_steps=1335200 elapsed=81.3s lr=3.000000e-04 loss_all=1.3063 acc_all=0.7818 loss_corrupt=2.1647 acc_corrupt=0.6090 corrupt_frac=0.5518 loss=2.1647 mean_t=0.5011 wrong_frac=0.6995 init_acc_corrupt=0.2267 init_gold_top10=0.2763 init_gold_top100=0.3134
+step=83500 micro_steps=1336000 elapsed=80.5s lr=3.000000e-04 loss_all=1.3081 acc_all=0.7812 loss_corrupt=2.1668 acc_corrupt=0.6081 corrupt_frac=0.5509 loss=2.1668 mean_t=0.4972 wrong_frac=0.7001 init_acc_corrupt=0.2263 init_gold_top10=0.2746 init_gold_top100=0.3105
+step=83550 micro_steps=1336800 elapsed=81.3s lr=3.000000e-04 loss_all=1.2845 acc_all=0.7851 loss_corrupt=2.1466 acc_corrupt=0.6107 corrupt_frac=0.5458 loss=2.1466 mean_t=0.5008 wrong_frac=0.7008 init_acc_corrupt=0.2271 init_gold_top10=0.2750 init_gold_top100=0.3116
+step=83600 micro_steps=1337600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3216 acc_all=0.7798 loss_corrupt=2.1809 acc_corrupt=0.6074 corrupt_frac=0.5538 loss=2.1809 mean_t=0.4994 wrong_frac=0.6996 init_acc_corrupt=0.2259 init_gold_top10=0.2743 init_gold_top100=0.3122
+step=83650 micro_steps=1338400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3032 acc_all=0.7823 loss_corrupt=2.1700 acc_corrupt=0.6078 corrupt_frac=0.5488 loss=2.1700 mean_t=0.4995 wrong_frac=0.6998 init_acc_corrupt=0.2278 init_gold_top10=0.2758 init_gold_top100=0.3107
+step=83700 micro_steps=1339200 elapsed=81.3s lr=3.000000e-04 loss_all=1.3019 acc_all=0.7825 loss_corrupt=2.1651 acc_corrupt=0.6087 corrupt_frac=0.5499 loss=2.1651 mean_t=0.4945 wrong_frac=0.6992 init_acc_corrupt=0.2252 init_gold_top10=0.2749 init_gold_top100=0.3133
+step=83750 micro_steps=1340000 elapsed=81.3s lr=3.000000e-04 loss_all=1.3222 acc_all=0.7793 loss_corrupt=2.1971 acc_corrupt=0.6037 corrupt_frac=0.5503 loss=2.1971 mean_t=0.4963 wrong_frac=0.6994 init_acc_corrupt=0.2260 init_gold_top10=0.2745 init_gold_top100=0.3107
+step=83800 micro_steps=1340800 elapsed=81.2s lr=3.000000e-04 loss_all=1.2988 acc_all=0.7836 loss_corrupt=2.1627 acc_corrupt=0.6101 corrupt_frac=0.5482 loss=2.1627 mean_t=0.5014 wrong_frac=0.6998 init_acc_corrupt=0.2270 init_gold_top10=0.2754 init_gold_top100=0.3125
+step=83850 micro_steps=1341600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3050 acc_all=0.7824 loss_corrupt=2.1747 acc_corrupt=0.6077 corrupt_frac=0.5481 loss=2.1747 mean_t=0.5003 wrong_frac=0.6998 init_acc_corrupt=0.2277 init_gold_top10=0.2757 init_gold_top100=0.3109
+step=83900 micro_steps=1342400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3032 acc_all=0.7826 loss_corrupt=2.1658 acc_corrupt=0.6090 corrupt_frac=0.5496 loss=2.1658 mean_t=0.4990 wrong_frac=0.6999 init_acc_corrupt=0.2269 init_gold_top10=0.2753 init_gold_top100=0.3121
+step=83950 micro_steps=1343200 elapsed=81.4s lr=3.000000e-04 loss_all=1.2971 acc_all=0.7835 loss_corrupt=2.1600 acc_corrupt=0.6100 corrupt_frac=0.5486 loss=2.1600 mean_t=0.5004 wrong_frac=0.6997 init_acc_corrupt=0.2270 init_gold_top10=0.2752 init_gold_top100=0.3126
+step=84000 micro_steps=1344000 elapsed=81.2s lr=3.000000e-04 loss_all=1.3180 acc_all=0.7794 loss_corrupt=2.1883 acc_corrupt=0.6041 corrupt_frac=0.5507 loss=2.1883 mean_t=0.5003 wrong_frac=0.6994 init_acc_corrupt=0.2271 init_gold_top10=0.2750 init_gold_top100=0.3110
+step=84050 micro_steps=1344800 elapsed=82.7s lr=3.000000e-04 loss_all=1.3069 acc_all=0.7823 loss_corrupt=2.1712 acc_corrupt=0.6087 corrupt_frac=0.5504 loss=2.1712 mean_t=0.4986 wrong_frac=0.6995 init_acc_corrupt=0.2254 init_gold_top10=0.2748 init_gold_top100=0.3129
+step=84100 micro_steps=1345600 elapsed=81.3s lr=3.000000e-04 loss_all=1.3359 acc_all=0.7764 loss_corrupt=2.1993 acc_corrupt=0.6029 corrupt_frac=0.5565 loss=2.1993 mean_t=0.4973 wrong_frac=0.6996 init_acc_corrupt=0.2258 init_gold_top10=0.2750 init_gold_top100=0.3114
+step=84150 micro_steps=1346400 elapsed=81.3s lr=3.000000e-04 loss_all=1.2946 acc_all=0.7844 loss_corrupt=2.1626 acc_corrupt=0.6098 corrupt_frac=0.5460 loss=2.1626 mean_t=0.4996 wrong_frac=0.7004 init_acc_corrupt=0.2250 init_gold_top10=0.2743 init_gold_top100=0.3123
+step=84200 micro_steps=1347200 elapsed=81.4s lr=3.000000e-04 loss_all=1.2961 acc_all=0.7836 loss_corrupt=2.1541 acc_corrupt=0.6108 corrupt_frac=0.5491 loss=2.1541 mean_t=0.4998 wrong_frac=0.7004 init_acc_corrupt=0.2270 init_gold_top10=0.2744 init_gold_top100=0.3101
+step=84250 micro_steps=1348000 elapsed=81.4s lr=3.000000e-04 loss_all=1.2984 acc_all=0.7834 loss_corrupt=2.1622 acc_corrupt=0.6098 corrupt_frac=0.5492 loss=2.1622 mean_t=0.4991 wrong_frac=0.6996 init_acc_corrupt=0.2267 init_gold_top10=0.2753 init_gold_top100=0.3122
+step=84300 micro_steps=1348800 elapsed=81.4s lr=3.000000e-04 loss_all=1.3162 acc_all=0.7812 loss_corrupt=2.1873 acc_corrupt=0.6070 corrupt_frac=0.5506 loss=2.1873 mean_t=0.4977 wrong_frac=0.7003 init_acc_corrupt=0.2246 init_gold_top10=0.2736 init_gold_top100=0.3115
+step=84350 micro_steps=1349600 elapsed=81.3s lr=3.000000e-04 loss_all=1.3193 acc_all=0.7797 loss_corrupt=2.1925 acc_corrupt=0.6044 corrupt_frac=0.5506 loss=2.1925 mean_t=0.5004 wrong_frac=0.7002 init_acc_corrupt=0.2272 init_gold_top10=0.2753 init_gold_top100=0.3106
+step=84400 micro_steps=1350400 elapsed=81.3s lr=3.000000e-04 loss_all=1.3069 acc_all=0.7826 loss_corrupt=2.1736 acc_corrupt=0.6088 corrupt_frac=0.5491 loss=2.1736 mean_t=0.4939 wrong_frac=0.6997 init_acc_corrupt=0.2245 init_gold_top10=0.2740 init_gold_top100=0.3121
+step=84450 micro_steps=1351200 elapsed=81.5s lr=3.000000e-04 loss_all=1.3096 acc_all=0.7805 loss_corrupt=2.1750 acc_corrupt=0.6059 corrupt_frac=0.5505 loss=2.1750 mean_t=0.5007 wrong_frac=0.7007 init_acc_corrupt=0.2256 init_gold_top10=0.2736 init_gold_top100=0.3098
+step=84500 micro_steps=1352000 elapsed=80.4s lr=3.000000e-04 loss_all=1.3138 acc_all=0.7805 loss_corrupt=2.1748 acc_corrupt=0.6075 corrupt_frac=0.5534 loss=2.1748 mean_t=0.4989 wrong_frac=0.7000 init_acc_corrupt=0.2262 init_gold_top10=0.2755 init_gold_top100=0.3125
+step=84550 micro_steps=1352800 elapsed=81.2s lr=3.000000e-04 loss_all=1.3020 acc_all=0.7836 loss_corrupt=2.1782 acc_corrupt=0.6080 corrupt_frac=0.5456 loss=2.1782 mean_t=0.4977 wrong_frac=0.7007 init_acc_corrupt=0.2247 init_gold_top10=0.2735 init_gold_top100=0.3104
+step=84600 micro_steps=1353600 elapsed=81.0s lr=3.000000e-04 loss_all=1.3004 acc_all=0.7825 loss_corrupt=2.1630 acc_corrupt=0.6088 corrupt_frac=0.5498 loss=2.1630 mean_t=0.5004 wrong_frac=0.6997 init_acc_corrupt=0.2267 init_gold_top10=0.2751 init_gold_top100=0.3119
+step=84650 micro_steps=1354400 elapsed=81.2s lr=3.000000e-04 loss_all=1.3012 acc_all=0.7842 loss_corrupt=2.1697 acc_corrupt=0.6103 corrupt_frac=0.5471 loss=2.1697 mean_t=0.5000 wrong_frac=0.6997 init_acc_corrupt=0.2264 init_gold_top10=0.2749 init_gold_top100=0.3119
+step=84700 micro_steps=1355200 elapsed=81.1s lr=3.000000e-04 loss_all=1.3070 acc_all=0.7821 loss_corrupt=2.1807 acc_corrupt=0.6067 corrupt_frac=0.5479 loss=2.1807 mean_t=0.4997 wrong_frac=0.7008 init_acc_corrupt=0.2254 init_gold_top10=0.2739 init_gold_top100=0.3099
+step=84750 micro_steps=1356000 elapsed=81.1s lr=3.000000e-04 loss_all=1.3075 acc_all=0.7824 loss_corrupt=2.1663 acc_corrupt=0.6102 corrupt_frac=0.5515 loss=2.1663 mean_t=0.5026 wrong_frac=0.6996 init_acc_corrupt=0.2267 init_gold_top10=0.2752 init_gold_top100=0.3123
+step=84800 micro_steps=1356800 elapsed=81.2s lr=3.000000e-04 loss_all=1.3136 acc_all=0.7807 loss_corrupt=2.1808 acc_corrupt=0.6062 corrupt_frac=0.5503 loss=2.1808 mean_t=0.5018 wrong_frac=0.6994 init_acc_corrupt=0.2272 init_gold_top10=0.2750 init_gold_top100=0.3110
+step=84850 micro_steps=1357600 elapsed=81.2s lr=3.000000e-04 loss_all=1.3004 acc_all=0.7830 loss_corrupt=2.1628 acc_corrupt=0.6094 corrupt_frac=0.5491 loss=2.1628 mean_t=0.4977 wrong_frac=0.7006 init_acc_corrupt=0.2263 init_gold_top10=0.2741 init_gold_top100=0.3108
+step=84900 micro_steps=1358400 elapsed=81.3s lr=3.000000e-04 loss_all=1.2948 acc_all=0.7838 loss_corrupt=2.1645 acc_corrupt=0.6087 corrupt_frac=0.5462 loss=2.1645 mean_t=0.5009 wrong_frac=0.7004 init_acc_corrupt=0.2275 init_gold_top10=0.2750 init_gold_top100=0.3104
+step=84950 micro_steps=1359200 elapsed=81.3s lr=3.000000e-04 loss_all=1.2983 acc_all=0.7826 loss_corrupt=2.1545 acc_corrupt=0.6095 corrupt_frac=0.5500 loss=2.1545 mean_t=0.5014 wrong_frac=0.7005 init_acc_corrupt=0.2267 init_gold_top10=0.2746 init_gold_top100=0.3111
+step=85000 micro_steps=1360000 elapsed=81.2s lr=3.000000e-04 loss_all=1.2945 acc_all=0.7847 loss_corrupt=2.1673 acc_corrupt=0.6095 corrupt_frac=0.5449 loss=2.1673 mean_t=0.4986 wrong_frac=0.7009 init_acc_corrupt=0.2252 init_gold_top10=0.2737 init_gold_top100=0.3112
+step=85050 micro_steps=1360800 elapsed=82.6s lr=3.000000e-04 loss_all=1.3135 acc_all=0.7802 loss_corrupt=2.1823 acc_corrupt=0.6053 corrupt_frac=0.5509 loss=2.1823 mean_t=0.5027 wrong_frac=0.7004 init_acc_corrupt=0.2267 init_gold_top10=0.2750 init_gold_top100=0.3106
+step=85100 micro_steps=1361600 elapsed=81.3s lr=3.000000e-04 loss_all=1.2793 acc_all=0.7861 loss_corrupt=2.1326 acc_corrupt=0.6135 corrupt_frac=0.5465 loss=2.1326 mean_t=0.5031 wrong_frac=0.6998 init_acc_corrupt=0.2286 init_gold_top10=0.2756 init_gold_top100=0.3123
+step=85150 micro_steps=1362400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3167 acc_all=0.7801 loss_corrupt=2.1877 acc_corrupt=0.6051 corrupt_frac=0.5505 loss=2.1877 mean_t=0.4990 wrong_frac=0.7002 init_acc_corrupt=0.2266 init_gold_top10=0.2748 init_gold_top100=0.3109
+step=85200 micro_steps=1363200 elapsed=81.4s lr=3.000000e-04 loss_all=1.3176 acc_all=0.7801 loss_corrupt=2.1822 acc_corrupt=0.6065 corrupt_frac=0.5518 loss=2.1822 mean_t=0.5009 wrong_frac=0.7004 init_acc_corrupt=0.2261 init_gold_top10=0.2748 init_gold_top100=0.3120
+step=85250 micro_steps=1364000 elapsed=81.4s lr=3.000000e-04 loss_all=1.2917 acc_all=0.7844 loss_corrupt=2.1524 acc_corrupt=0.6112 corrupt_frac=0.5475 loss=2.1524 mean_t=0.5014 wrong_frac=0.7000 init_acc_corrupt=0.2283 init_gold_top10=0.2756 init_gold_top100=0.3111
+step=85300 micro_steps=1364800 elapsed=81.2s lr=3.000000e-04 loss_all=1.2931 acc_all=0.7834 loss_corrupt=2.1461 acc_corrupt=0.6109 corrupt_frac=0.5499 loss=2.1461 mean_t=0.5009 wrong_frac=0.6995 init_acc_corrupt=0.2279 init_gold_top10=0.2759 init_gold_top100=0.3124
+step=85350 micro_steps=1365600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3064 acc_all=0.7820 loss_corrupt=2.1667 acc_corrupt=0.6088 corrupt_frac=0.5502 loss=2.1667 mean_t=0.4988 wrong_frac=0.7000 init_acc_corrupt=0.2258 init_gold_top10=0.2751 init_gold_top100=0.3124
+step=85400 micro_steps=1366400 elapsed=81.5s lr=3.000000e-04 loss_all=1.3035 acc_all=0.7822 loss_corrupt=2.1700 acc_corrupt=0.6077 corrupt_frac=0.5488 loss=2.1700 mean_t=0.5018 wrong_frac=0.6997 init_acc_corrupt=0.2273 init_gold_top10=0.2750 init_gold_top100=0.3106
+step=85450 micro_steps=1367200 elapsed=81.4s lr=3.000000e-04 loss_all=1.2900 acc_all=0.7840 loss_corrupt=2.1403 acc_corrupt=0.6123 corrupt_frac=0.5514 loss=2.1403 mean_t=0.5065 wrong_frac=0.7003 init_acc_corrupt=0.2294 init_gold_top10=0.2752 init_gold_top100=0.3110
+step=85500 micro_steps=1368000 elapsed=80.3s lr=3.000000e-04 loss_all=1.3049 acc_all=0.7821 loss_corrupt=2.1779 acc_corrupt=0.6065 corrupt_frac=0.5473 loss=2.1779 mean_t=0.5009 wrong_frac=0.7003 init_acc_corrupt=0.2271 init_gold_top10=0.2747 init_gold_top100=0.3100
+step=85550 micro_steps=1368800 elapsed=81.3s lr=3.000000e-04 loss_all=1.3085 acc_all=0.7816 loss_corrupt=2.1673 acc_corrupt=0.6090 corrupt_frac=0.5520 loss=2.1673 mean_t=0.5014 wrong_frac=0.7001 init_acc_corrupt=0.2272 init_gold_top10=0.2747 init_gold_top100=0.3113
+step=85600 micro_steps=1369600 elapsed=81.3s lr=3.000000e-04 loss_all=1.2983 acc_all=0.7829 loss_corrupt=2.1588 acc_corrupt=0.6095 corrupt_frac=0.5499 loss=2.1588 mean_t=0.5051 wrong_frac=0.6998 init_acc_corrupt=0.2286 init_gold_top10=0.2763 init_gold_top100=0.3112
+step=85650 micro_steps=1370400 elapsed=81.2s lr=3.000000e-04 loss_all=1.2937 acc_all=0.7837 loss_corrupt=2.1586 acc_corrupt=0.6092 corrupt_frac=0.5473 loss=2.1586 mean_t=0.4957 wrong_frac=0.7005 init_acc_corrupt=0.2247 init_gold_top10=0.2728 init_gold_top100=0.3107
+step=85700 micro_steps=1371200 elapsed=81.3s lr=3.000000e-04 loss_all=1.2944 acc_all=0.7838 loss_corrupt=2.1422 acc_corrupt=0.6127 corrupt_frac=0.5516 loss=2.1422 mean_t=0.4983 wrong_frac=0.7002 init_acc_corrupt=0.2270 init_gold_top10=0.2750 init_gold_top100=0.3115
+step=85750 micro_steps=1372000 elapsed=81.3s lr=3.000000e-04 loss_all=1.3034 acc_all=0.7827 loss_corrupt=2.1800 acc_corrupt=0.6067 corrupt_frac=0.5464 loss=2.1800 mean_t=0.4971 wrong_frac=0.7007 init_acc_corrupt=0.2258 init_gold_top10=0.2739 init_gold_top100=0.3100
+step=85800 micro_steps=1372800 elapsed=81.3s lr=3.000000e-04 loss_all=1.3134 acc_all=0.7810 loss_corrupt=2.1716 acc_corrupt=0.6086 corrupt_frac=0.5526 loss=2.1716 mean_t=0.4971 wrong_frac=0.7003 init_acc_corrupt=0.2249 init_gold_top10=0.2735 init_gold_top100=0.3115
+step=85850 micro_steps=1373600 elapsed=81.3s lr=3.000000e-04 loss_all=1.2892 acc_all=0.7842 loss_corrupt=2.1439 acc_corrupt=0.6114 corrupt_frac=0.5488 loss=2.1439 mean_t=0.5003 wrong_frac=0.6993 init_acc_corrupt=0.2272 init_gold_top10=0.2765 init_gold_top100=0.3121
+step=85900 micro_steps=1374400 elapsed=81.3s lr=3.000000e-04 loss_all=1.3052 acc_all=0.7819 loss_corrupt=2.1611 acc_corrupt=0.6096 corrupt_frac=0.5525 loss=2.1611 mean_t=0.5012 wrong_frac=0.7003 init_acc_corrupt=0.2276 init_gold_top10=0.2745 init_gold_top100=0.3113
+step=85950 micro_steps=1375200 elapsed=81.3s lr=3.000000e-04 loss_all=1.3190 acc_all=0.7797 loss_corrupt=2.1790 acc_corrupt=0.6069 corrupt_frac=0.5533 loss=2.1790 mean_t=0.5068 wrong_frac=0.7014 init_acc_corrupt=0.2290 init_gold_top10=0.2747 init_gold_top100=0.3086
+step=86000 micro_steps=1376000 elapsed=81.3s lr=3.000000e-04 loss_all=1.2973 acc_all=0.7838 loss_corrupt=2.1567 acc_corrupt=0.6108 corrupt_frac=0.5489 loss=2.1567 mean_t=0.4991 wrong_frac=0.6995 init_acc_corrupt=0.2265 init_gold_top10=0.2749 init_gold_top100=0.3116
+step=86050 micro_steps=1376800 elapsed=82.6s lr=3.000000e-04 loss_all=1.2713 acc_all=0.7875 loss_corrupt=2.1278 acc_corrupt=0.6143 corrupt_frac=0.5446 loss=2.1278 mean_t=0.5010 wrong_frac=0.7005 init_acc_corrupt=0.2276 init_gold_top10=0.2758 init_gold_top100=0.3123
+step=86100 micro_steps=1377600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3098 acc_all=0.7809 loss_corrupt=2.1788 acc_corrupt=0.6058 corrupt_frac=0.5495 loss=2.1788 mean_t=0.4982 wrong_frac=0.6998 init_acc_corrupt=0.2258 init_gold_top10=0.2748 init_gold_top100=0.3115
+step=86150 micro_steps=1378400 elapsed=81.3s lr=3.000000e-04 loss_all=1.3009 acc_all=0.7827 loss_corrupt=2.1520 acc_corrupt=0.6112 corrupt_frac=0.5523 loss=2.1520 mean_t=0.4988 wrong_frac=0.7003 init_acc_corrupt=0.2271 init_gold_top10=0.2750 init_gold_top100=0.3122
+step=86200 micro_steps=1379200 elapsed=81.4s lr=3.000000e-04 loss_all=1.3069 acc_all=0.7821 loss_corrupt=2.1800 acc_corrupt=0.6068 corrupt_frac=0.5482 loss=2.1800 mean_t=0.4976 wrong_frac=0.6997 init_acc_corrupt=0.2248 init_gold_top10=0.2735 init_gold_top100=0.3108
+step=86250 micro_steps=1380000 elapsed=81.4s lr=3.000000e-04 loss_all=1.2990 acc_all=0.7834 loss_corrupt=2.1631 acc_corrupt=0.6097 corrupt_frac=0.5482 loss=2.1631 mean_t=0.4992 wrong_frac=0.7001 init_acc_corrupt=0.2264 init_gold_top10=0.2750 init_gold_top100=0.3123
+step=86300 micro_steps=1380800 elapsed=81.4s lr=3.000000e-04 loss_all=1.3134 acc_all=0.7807 loss_corrupt=2.1748 acc_corrupt=0.6078 corrupt_frac=0.5526 loss=2.1748 mean_t=0.4979 wrong_frac=0.7001 init_acc_corrupt=0.2264 init_gold_top10=0.2744 init_gold_top100=0.3099
+step=86350 micro_steps=1381600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3038 acc_all=0.7821 loss_corrupt=2.1527 acc_corrupt=0.6109 corrupt_frac=0.5529 loss=2.1527 mean_t=0.5028 wrong_frac=0.7005 init_acc_corrupt=0.2276 init_gold_top10=0.2750 init_gold_top100=0.3114
+step=86400 micro_steps=1382400 elapsed=81.5s lr=3.000000e-04 loss_all=1.3024 acc_all=0.7821 loss_corrupt=2.1479 acc_corrupt=0.6117 corrupt_frac=0.5555 loss=2.1479 mean_t=0.5046 wrong_frac=0.6995 init_acc_corrupt=0.2287 init_gold_top10=0.2767 init_gold_top100=0.3125
+step=86450 micro_steps=1383200 elapsed=81.5s lr=3.000000e-04 loss_all=1.3057 acc_all=0.7816 loss_corrupt=2.1716 acc_corrupt=0.6072 corrupt_frac=0.5496 loss=2.1716 mean_t=0.5005 wrong_frac=0.7007 init_acc_corrupt=0.2268 init_gold_top10=0.2741 init_gold_top100=0.3100
+step=86500 micro_steps=1384000 elapsed=80.5s lr=3.000000e-04 loss_all=1.3001 acc_all=0.7838 loss_corrupt=2.1580 acc_corrupt=0.6117 corrupt_frac=0.5505 loss=2.1580 mean_t=0.5022 wrong_frac=0.6996 init_acc_corrupt=0.2278 init_gold_top10=0.2751 init_gold_top100=0.3118
+step=86550 micro_steps=1384800 elapsed=81.4s lr=3.000000e-04 loss_all=1.3032 acc_all=0.7818 loss_corrupt=2.1602 acc_corrupt=0.6089 corrupt_frac=0.5510 loss=2.1602 mean_t=0.5013 wrong_frac=0.6988 init_acc_corrupt=0.2273 init_gold_top10=0.2758 init_gold_top100=0.3123
+step=86600 micro_steps=1385600 elapsed=81.4s lr=3.000000e-04 loss_all=1.2962 acc_all=0.7836 loss_corrupt=2.1490 acc_corrupt=0.6117 corrupt_frac=0.5498 loss=2.1490 mean_t=0.4977 wrong_frac=0.7000 init_acc_corrupt=0.2264 init_gold_top10=0.2753 init_gold_top100=0.3122
+step=86650 micro_steps=1386400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3060 acc_all=0.7820 loss_corrupt=2.1696 acc_corrupt=0.6083 corrupt_frac=0.5505 loss=2.1696 mean_t=0.5012 wrong_frac=0.6993 init_acc_corrupt=0.2279 init_gold_top10=0.2758 init_gold_top100=0.3114
+step=86700 micro_steps=1387200 elapsed=81.4s lr=3.000000e-04 loss_all=1.3020 acc_all=0.7831 loss_corrupt=2.1653 acc_corrupt=0.6099 corrupt_frac=0.5499 loss=2.1653 mean_t=0.4949 wrong_frac=0.7002 init_acc_corrupt=0.2245 init_gold_top10=0.2739 init_gold_top100=0.3116
+step=86750 micro_steps=1388000 elapsed=81.2s lr=3.000000e-04 loss_all=1.3008 acc_all=0.7831 loss_corrupt=2.1572 acc_corrupt=0.6108 corrupt_frac=0.5507 loss=2.1572 mean_t=0.4928 wrong_frac=0.6999 init_acc_corrupt=0.2250 init_gold_top10=0.2734 init_gold_top100=0.3114
+step=86800 micro_steps=1388800 elapsed=81.3s lr=3.000000e-04 loss_all=1.3027 acc_all=0.7819 loss_corrupt=2.1694 acc_corrupt=0.6072 corrupt_frac=0.5490 loss=2.1694 mean_t=0.4977 wrong_frac=0.7005 init_acc_corrupt=0.2253 init_gold_top10=0.2746 init_gold_top100=0.3111
+step=86850 micro_steps=1389600 elapsed=81.4s lr=3.000000e-04 loss_all=1.2943 acc_all=0.7837 loss_corrupt=2.1413 acc_corrupt=0.6127 corrupt_frac=0.5519 loss=2.1413 mean_t=0.5000 wrong_frac=0.7006 init_acc_corrupt=0.2256 init_gold_top10=0.2740 init_gold_top100=0.3117
+step=86900 micro_steps=1390400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3014 acc_all=0.7829 loss_corrupt=2.1650 acc_corrupt=0.6092 corrupt_frac=0.5492 loss=2.1650 mean_t=0.4982 wrong_frac=0.6998 init_acc_corrupt=0.2254 init_gold_top10=0.2741 init_gold_top100=0.3110
+step=86950 micro_steps=1391200 elapsed=81.3s lr=3.000000e-04 loss_all=1.2956 acc_all=0.7839 loss_corrupt=2.1561 acc_corrupt=0.6108 corrupt_frac=0.5495 loss=2.1561 mean_t=0.4974 wrong_frac=0.6992 init_acc_corrupt=0.2257 init_gold_top10=0.2752 init_gold_top100=0.3127
+step=87000 micro_steps=1392000 elapsed=81.5s lr=3.000000e-04 loss_all=1.2897 acc_all=0.7842 loss_corrupt=2.1458 acc_corrupt=0.6113 corrupt_frac=0.5490 loss=2.1458 mean_t=0.4998 wrong_frac=0.6998 init_acc_corrupt=0.2275 init_gold_top10=0.2756 init_gold_top100=0.3111
+step=87050 micro_steps=1392800 elapsed=82.8s lr=3.000000e-04 loss_all=1.2964 acc_all=0.7837 loss_corrupt=2.1585 acc_corrupt=0.6102 corrupt_frac=0.5487 loss=2.1585 mean_t=0.5007 wrong_frac=0.6997 init_acc_corrupt=0.2260 init_gold_top10=0.2746 init_gold_top100=0.3116
+step=87100 micro_steps=1393600 elapsed=81.4s lr=3.000000e-04 loss_all=1.2942 acc_all=0.7840 loss_corrupt=2.1405 acc_corrupt=0.6136 corrupt_frac=0.5523 loss=2.1405 mean_t=0.5008 wrong_frac=0.7002 init_acc_corrupt=0.2265 init_gold_top10=0.2747 init_gold_top100=0.3120
+step=87150 micro_steps=1394400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3029 acc_all=0.7827 loss_corrupt=2.1709 acc_corrupt=0.6082 corrupt_frac=0.5485 loss=2.1709 mean_t=0.5008 wrong_frac=0.7001 init_acc_corrupt=0.2262 init_gold_top10=0.2742 init_gold_top100=0.3103
+step=87200 micro_steps=1395200 elapsed=81.3s lr=3.000000e-04 loss_all=1.2862 acc_all=0.7860 loss_corrupt=2.1469 acc_corrupt=0.6132 corrupt_frac=0.5476 loss=2.1469 mean_t=0.4992 wrong_frac=0.6997 init_acc_corrupt=0.2262 init_gold_top10=0.2748 init_gold_top100=0.3127
+step=87250 micro_steps=1396000 elapsed=81.4s lr=3.000000e-04 loss_all=1.2839 acc_all=0.7857 loss_corrupt=2.1426 acc_corrupt=0.6123 corrupt_frac=0.5453 loss=2.1426 mean_t=0.4952 wrong_frac=0.7002 init_acc_corrupt=0.2251 init_gold_top10=0.2743 init_gold_top100=0.3107
+step=87300 micro_steps=1396800 elapsed=81.4s lr=3.000000e-04 loss_all=1.3049 acc_all=0.7824 loss_corrupt=2.1694 acc_corrupt=0.6089 corrupt_frac=0.5501 loss=2.1694 mean_t=0.4998 wrong_frac=0.6987 init_acc_corrupt=0.2265 init_gold_top10=0.2760 init_gold_top100=0.3133
+step=87350 micro_steps=1397600 elapsed=81.3s lr=3.000000e-04 loss_all=1.3039 acc_all=0.7821 loss_corrupt=2.1541 acc_corrupt=0.6107 corrupt_frac=0.5535 loss=2.1541 mean_t=0.5015 wrong_frac=0.6995 init_acc_corrupt=0.2268 init_gold_top10=0.2748 init_gold_top100=0.3110
+step=87400 micro_steps=1398400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3052 acc_all=0.7826 loss_corrupt=2.1707 acc_corrupt=0.6091 corrupt_frac=0.5503 loss=2.1707 mean_t=0.4986 wrong_frac=0.7002 init_acc_corrupt=0.2265 init_gold_top10=0.2746 init_gold_top100=0.3108
+step=87450 micro_steps=1399200 elapsed=81.4s lr=3.000000e-04 loss_all=1.2999 acc_all=0.7832 loss_corrupt=2.1544 acc_corrupt=0.6113 corrupt_frac=0.5512 loss=2.1544 mean_t=0.5022 wrong_frac=0.7001 init_acc_corrupt=0.2269 init_gold_top10=0.2754 init_gold_top100=0.3125
+step=87500 micro_steps=1400000 elapsed=80.4s lr=3.000000e-04 loss_all=1.3153 acc_all=0.7803 loss_corrupt=2.1757 acc_corrupt=0.6074 corrupt_frac=0.5530 loss=2.1757 mean_t=0.5003 wrong_frac=0.7005 init_acc_corrupt=0.2260 init_gold_top10=0.2741 init_gold_top100=0.3103
+step=87550 micro_steps=1400800 elapsed=81.4s lr=3.000000e-04 loss_all=1.3072 acc_all=0.7818 loss_corrupt=2.1581 acc_corrupt=0.6109 corrupt_frac=0.5542 loss=2.1581 mean_t=0.5008 wrong_frac=0.7003 init_acc_corrupt=0.2273 init_gold_top10=0.2752 init_gold_top100=0.3117
+step=87600 micro_steps=1401600 elapsed=81.5s lr=3.000000e-04 loss_all=1.2813 acc_all=0.7859 loss_corrupt=2.1368 acc_corrupt=0.6130 corrupt_frac=0.5473 loss=2.1368 mean_t=0.5024 wrong_frac=0.6995 init_acc_corrupt=0.2279 init_gold_top10=0.2762 init_gold_top100=0.3119
+step=87650 micro_steps=1402400 elapsed=81.9s lr=3.000000e-04 loss_all=1.2978 acc_all=0.7833 loss_corrupt=2.1561 acc_corrupt=0.6104 corrupt_frac=0.5497 loss=2.1561 mean_t=0.5014 wrong_frac=0.6997 init_acc_corrupt=0.2267 init_gold_top10=0.2746 init_gold_top100=0.3120
+step=87700 micro_steps=1403200 elapsed=88.8s lr=3.000000e-04 loss_all=1.3133 acc_all=0.7812 loss_corrupt=2.1799 acc_corrupt=0.6074 corrupt_frac=0.5507 loss=2.1799 mean_t=0.4963 wrong_frac=0.7006 init_acc_corrupt=0.2247 init_gold_top10=0.2733 init_gold_top100=0.3099
+step=87750 micro_steps=1404000 elapsed=81.2s lr=3.000000e-04 loss_all=1.3102 acc_all=0.7808 loss_corrupt=2.1644 acc_corrupt=0.6088 corrupt_frac=0.5538 loss=2.1644 mean_t=0.4987 wrong_frac=0.7001 init_acc_corrupt=0.2262 init_gold_top10=0.2741 init_gold_top100=0.3107
+step=87800 micro_steps=1404800 elapsed=81.3s lr=3.000000e-04 loss_all=1.2977 acc_all=0.7835 loss_corrupt=2.1552 acc_corrupt=0.6107 corrupt_frac=0.5491 loss=2.1552 mean_t=0.4966 wrong_frac=0.7007 init_acc_corrupt=0.2241 init_gold_top10=0.2734 init_gold_top100=0.3114
+step=87850 micro_steps=1405600 elapsed=81.4s lr=3.000000e-04 loss_all=1.2921 acc_all=0.7844 loss_corrupt=2.1596 acc_corrupt=0.6099 corrupt_frac=0.5463 loss=2.1596 mean_t=0.4970 wrong_frac=0.7000 init_acc_corrupt=0.2254 init_gold_top10=0.2749 init_gold_top100=0.3112
+step=87900 micro_steps=1406400 elapsed=81.4s lr=3.000000e-04 loss_all=1.2981 acc_all=0.7836 loss_corrupt=2.1565 acc_corrupt=0.6113 corrupt_frac=0.5502 loss=2.1565 mean_t=0.4938 wrong_frac=0.6997 init_acc_corrupt=0.2251 init_gold_top10=0.2747 init_gold_top100=0.3129
+step=87950 micro_steps=1407200 elapsed=81.4s lr=3.000000e-04 loss_all=1.2736 acc_all=0.7870 loss_corrupt=2.1307 acc_corrupt=0.6138 corrupt_frac=0.5452 loss=2.1307 mean_t=0.5002 wrong_frac=0.7006 init_acc_corrupt=0.2262 init_gold_top10=0.2747 init_gold_top100=0.3106
+step=88000 micro_steps=1408000 elapsed=81.5s lr=3.000000e-04 loss_all=1.3054 acc_all=0.7814 loss_corrupt=2.1554 acc_corrupt=0.6099 corrupt_frac=0.5536 loss=2.1554 mean_t=0.4945 wrong_frac=0.7003 init_acc_corrupt=0.2261 init_gold_top10=0.2747 init_gold_top100=0.3114
+step=88050 micro_steps=1408800 elapsed=82.8s lr=3.000000e-04 loss_all=1.2867 acc_all=0.7847 loss_corrupt=2.1387 acc_corrupt=0.6125 corrupt_frac=0.5493 loss=2.1387 mean_t=0.5001 wrong_frac=0.6998 init_acc_corrupt=0.2276 init_gold_top10=0.2758 init_gold_top100=0.3119
+step=88100 micro_steps=1409600 elapsed=81.4s lr=3.000000e-04 loss_all=1.3018 acc_all=0.7832 loss_corrupt=2.1709 acc_corrupt=0.6087 corrupt_frac=0.5481 loss=2.1709 mean_t=0.5017 wrong_frac=0.7001 init_acc_corrupt=0.2256 init_gold_top10=0.2738 init_gold_top100=0.3111
+step=88150 micro_steps=1410400 elapsed=81.4s lr=3.000000e-04 loss_all=1.2698 acc_all=0.7880 loss_corrupt=2.1183 acc_corrupt=0.6164 corrupt_frac=0.5455 loss=2.1183 mean_t=0.5005 wrong_frac=0.7001 init_acc_corrupt=0.2266 init_gold_top10=0.2747 init_gold_top100=0.3117
+step=88200 micro_steps=1411200 elapsed=81.4s lr=3.000000e-04 loss_all=1.3065 acc_all=0.7817 loss_corrupt=2.1744 acc_corrupt=0.6074 corrupt_frac=0.5498 loss=2.1744 mean_t=0.4978 wrong_frac=0.6995 init_acc_corrupt=0.2262 init_gold_top10=0.2748 init_gold_top100=0.3110
+step=88250 micro_steps=1412000 elapsed=81.4s lr=3.000000e-04 loss_all=1.2829 acc_all=0.7859 loss_corrupt=2.1336 acc_corrupt=0.6142 corrupt_frac=0.5485 loss=2.1336 mean_t=0.4972 wrong_frac=0.6994 init_acc_corrupt=0.2263 init_gold_top10=0.2751 init_gold_top100=0.3124
+step=88300 micro_steps=1412800 elapsed=81.3s lr=3.000000e-04 loss_all=1.3070 acc_all=0.7815 loss_corrupt=2.1581 acc_corrupt=0.6101 corrupt_frac=0.5535 loss=2.1581 mean_t=0.5009 wrong_frac=0.7003 init_acc_corrupt=0.2266 init_gold_top10=0.2747 init_gold_top100=0.3110
+step=88350 micro_steps=1413600 elapsed=81.3s lr=3.000000e-04 loss_all=1.3024 acc_all=0.7825 loss_corrupt=2.1617 acc_corrupt=0.6096 corrupt_frac=0.5504 loss=2.1617 mean_t=0.5019 wrong_frac=0.6993 init_acc_corrupt=0.2277 init_gold_top10=0.2759 init_gold_top100=0.3122
+step=88400 micro_steps=1414400 elapsed=81.4s lr=3.000000e-04 loss_all=1.3046 acc_all=0.7827 loss_corrupt=2.1619 acc_corrupt=0.6108 corrupt_frac=0.5526 loss=2.1619 mean_t=0.5046 wrong_frac=0.6997 init_acc_corrupt=0.2272 init_gold_top10=0.2749 init_gold_top100=0.3116
+step=88450 micro_steps=1415200 elapsed=81.4s lr=3.000000e-04 loss_all=1.2808 acc_all=0.7861 loss_corrupt=2.1375 acc_corrupt=0.6130 corrupt_frac=0.5459 loss=2.1375 mean_t=0.5026 wrong_frac=0.7001 init_acc_corrupt=0.2271 init_gold_top10=0.2748 init_gold_top100=0.3109
+step=88500 micro_steps=1416000 elapsed=80.5s lr=3.000000e-04 loss_all=1.2933 acc_all=0.7844 loss_corrupt=2.1435 acc_corrupt=0.6133 corrupt_frac=0.5505 loss=2.1435 mean_t=0.5006 wrong_frac=0.6993 init_acc_corrupt=0.2282 init_gold_top10=0.2760 init_gold_top100=0.3128
+step=88550 micro_steps=1416800 elapsed=81.4s lr=3.000000e-04 loss_all=1.3029 acc_all=0.7822 loss_corrupt=2.1548 acc_corrupt=0.6105 corrupt_frac=0.5521 loss=2.1548 mean_t=0.5009 wrong_frac=0.6997 init_acc_corrupt=0.2274 init_gold_top10=0.2749 init_gold_top100=0.3106
+step=88600 micro_steps=1417600 elapsed=81.4s lr=3.000000e-04 loss_all=1.2862 acc_all=0.7857 loss_corrupt=2.1441 acc_corrupt=0.6130 corrupt_frac=0.5475 loss=2.1441 mean_t=0.5013 wrong_frac=0.6998 init_acc_corrupt=0.2275 init_gold_top10=0.2754 init_gold_top100=0.3121
+step=88650 micro_steps=1418400 elapsed=81.5s lr=3.000000e-04 loss_all=1.2965 acc_all=0.7835 loss_corrupt=2.1478 acc_corrupt=0.6116 corrupt_frac=0.5497 loss=2.1478 mean_t=0.4952 wrong_frac=0.6996 init_acc_corrupt=0.2254 init_gold_top10=0.2749 init_gold_top100=0.3114
+step=88700 micro_steps=1419200 elapsed=81.4s lr=3.000000e-04 loss_all=1.2829 acc_all=0.7858 loss_corrupt=2.1365 acc_corrupt=0.6135 corrupt_frac=0.5480 loss=2.1365 mean_t=0.5009 wrong_frac=0.6999 init_acc_corrupt=0.2276 init_gold_top10=0.2752 init_gold_top100=0.3114
+step=88750 micro_steps=1420000 elapsed=81.2s lr=3.000000e-04 loss_all=1.2929 acc_all=0.7846 loss_corrupt=2.1451 acc_corrupt=0.6132 corrupt_frac=0.5498 loss=2.1451 mean_t=0.5014 wrong_frac=0.7006 init_acc_corrupt=0.2274 init_gold_top10=0.2747 init_gold_top100=0.3107
+step=88800 micro_steps=1420800 elapsed=81.3s lr=3.000000e-04 loss_all=1.2979 acc_all=0.7837 loss_corrupt=2.1609 acc_corrupt=0.6103 corrupt_frac=0.5484 loss=2.1609 mean_t=0.4985 wrong_frac=0.7001 init_acc_corrupt=0.2267 init_gold_top10=0.2753 init_gold_top100=0.3113
+step=88850 micro_steps=1421600 elapsed=81.5s lr=3.000000e-04 loss_all=1.2886 acc_all=0.7849 loss_corrupt=2.1408 acc_corrupt=0.6133 corrupt_frac=0.5497 loss=2.1408 mean_t=0.4989 wrong_frac=0.6992 init_acc_corrupt=0.2268 init_gold_top10=0.2757 init_gold_top100=0.3129
+step=88900 micro_steps=1422400 elapsed=60.1s lr=3.000000e-04 loss_all=1.3058 acc_all=0.7819 loss_corrupt=2.1640 acc_corrupt=0.6095 corrupt_frac=0.5523 loss=2.1640 mean_t=0.5011 wrong_frac=0.6995 init_acc_corrupt=0.2261 init_gold_top10=0.2747 init_gold_top100=0.3112
+step=88950 micro_steps=1423200 elapsed=50.6s lr=3.000000e-04 loss_all=1.2917 acc_all=0.7843 loss_corrupt=2.1368 acc_corrupt=0.6137 corrupt_frac=0.5513 loss=2.1368 mean_t=0.4995 wrong_frac=0.6998 init_acc_corrupt=0.2264 init_gold_top10=0.2746 init_gold_top100=0.3119
+step=89000 micro_steps=1424000 elapsed=56.6s lr=3.000000e-04 loss_all=1.2929 acc_all=0.7836 loss_corrupt=2.1407 acc_corrupt=0.6124 corrupt_frac=0.5513 loss=2.1407 mean_t=0.5014 wrong_frac=0.7005 init_acc_corrupt=0.2277 init_gold_top10=0.2753 init_gold_top100=0.3107
+step=89050 micro_steps=1424800 elapsed=53.4s lr=3.000000e-04 loss_all=1.2655 acc_all=0.7883 loss_corrupt=2.1140 acc_corrupt=0.6161 corrupt_frac=0.5447 loss=2.1140 mean_t=0.5033 wrong_frac=0.7003 init_acc_corrupt=0.2279 init_gold_top10=0.2751 init_gold_top100=0.3112
+step=89100 micro_steps=1425600 elapsed=52.6s lr=3.000000e-04 loss_all=1.2969 acc_all=0.7841 loss_corrupt=2.1473 acc_corrupt=0.6135 corrupt_frac=0.5519 loss=2.1473 mean_t=0.4991 wrong_frac=0.6996 init_acc_corrupt=0.2267 init_gold_top10=0.2750 init_gold_top100=0.3119
+step=89150 micro_steps=1426400 elapsed=52.5s lr=3.000000e-04 loss_all=1.2782 acc_all=0.7866 loss_corrupt=2.1357 acc_corrupt=0.6136 corrupt_frac=0.5462 loss=2.1357 mean_t=0.4997 wrong_frac=0.6994 init_acc_corrupt=0.2281 init_gold_top10=0.2761 init_gold_top100=0.3121
+step=89200 micro_steps=1427200 elapsed=52.6s lr=3.000000e-04 loss_all=1.2859 acc_all=0.7849 loss_corrupt=2.1349 acc_corrupt=0.6135 corrupt_frac=0.5507 loss=2.1349 mean_t=0.5024 wrong_frac=0.7001 init_acc_corrupt=0.2278 init_gold_top10=0.2745 init_gold_top100=0.3109
+step=89250 micro_steps=1428000 elapsed=52.2s lr=3.000000e-04 loss_all=1.2990 acc_all=0.7823 loss_corrupt=2.1491 acc_corrupt=0.6107 corrupt_frac=0.5524 loss=2.1491 mean_t=0.5005 wrong_frac=0.7008 init_acc_corrupt=0.2269 init_gold_top10=0.2749 init_gold_top100=0.3095
+step=89300 micro_steps=1428800 elapsed=52.2s lr=3.000000e-04 loss_all=1.2857 acc_all=0.7851 loss_corrupt=2.1330 acc_corrupt=0.6139 corrupt_frac=0.5503 loss=2.1330 mean_t=0.5005 wrong_frac=0.7002 init_acc_corrupt=0.2259 init_gold_top10=0.2737 init_gold_top100=0.3116
+step=89350 micro_steps=1429600 elapsed=53.0s lr=3.000000e-04 loss_all=1.2716 acc_all=0.7877 loss_corrupt=2.1226 acc_corrupt=0.6156 corrupt_frac=0.5465 loss=2.1226 mean_t=0.5030 wrong_frac=0.6999 init_acc_corrupt=0.2282 init_gold_top10=0.2755 init_gold_top100=0.3111
+step=89400 micro_steps=1430400 elapsed=53.7s lr=3.000000e-04 loss_all=1.2965 acc_all=0.7836 loss_corrupt=2.1491 acc_corrupt=0.6120 corrupt_frac=0.5509 loss=2.1491 mean_t=0.4998 wrong_frac=0.6989 init_acc_corrupt=0.2271 init_gold_top10=0.2758 init_gold_top100=0.3132
+step=89450 micro_steps=1431200 elapsed=53.5s lr=3.000000e-04 loss_all=1.2781 acc_all=0.7865 loss_corrupt=2.1266 acc_corrupt=0.6149 corrupt_frac=0.5480 loss=2.1266 mean_t=0.4943 wrong_frac=0.7009 init_acc_corrupt=0.2245 init_gold_top10=0.2734 init_gold_top100=0.3109
+step=89500 micro_steps=1432000 elapsed=53.5s lr=3.000000e-04 loss_all=1.3048 acc_all=0.7822 loss_corrupt=2.1650 acc_corrupt=0.6093 corrupt_frac=0.5505 loss=2.1650 mean_t=0.5043 wrong_frac=0.7000 init_acc_corrupt=0.2289 init_gold_top10=0.2750 init_gold_top100=0.3095
+step=89550 micro_steps=1432800 elapsed=53.5s lr=3.000000e-04 loss_all=1.2982 acc_all=0.7836 loss_corrupt=2.1483 acc_corrupt=0.6127 corrupt_frac=0.5518 loss=2.1483 mean_t=0.5023 wrong_frac=0.7003 init_acc_corrupt=0.2270 init_gold_top10=0.2742 init_gold_top100=0.3111
+step=89600 micro_steps=1433600 elapsed=53.3s lr=3.000000e-04 loss_all=1.3019 acc_all=0.7820 loss_corrupt=2.1559 acc_corrupt=0.6096 corrupt_frac=0.5526 loss=2.1559 mean_t=0.4926 wrong_frac=0.7000 init_acc_corrupt=0.2250 init_gold_top10=0.2737 init_gold_top100=0.3100
+step=89650 micro_steps=1434400 elapsed=53.3s lr=3.000000e-04 loss_all=1.3000 acc_all=0.7830 loss_corrupt=2.1517 acc_corrupt=0.6112 corrupt_frac=0.5508 loss=2.1517 mean_t=0.4971 wrong_frac=0.6993 init_acc_corrupt=0.2258 init_gold_top10=0.2743 init_gold_top100=0.3124
+step=89700 micro_steps=1435200 elapsed=59.9s lr=3.000000e-04 loss_all=1.2835 acc_all=0.7848 loss_corrupt=2.1311 acc_corrupt=0.6132 corrupt_frac=0.5498 loss=2.1311 mean_t=0.5039 wrong_frac=0.7005 init_acc_corrupt=0.2284 init_gold_top10=0.2750 init_gold_top100=0.3100
+step=89750 micro_steps=1436000 elapsed=54.3s lr=3.000000e-04 loss_all=1.3011 acc_all=0.7823 loss_corrupt=2.1539 acc_corrupt=0.6107 corrupt_frac=0.5538 loss=2.1539 mean_t=0.5013 wrong_frac=0.7002 init_acc_corrupt=0.2276 init_gold_top10=0.2746 init_gold_top100=0.3113
+step=89800 micro_steps=1436800 elapsed=54.1s lr=3.000000e-04 loss_all=1.2853 acc_all=0.7861 loss_corrupt=2.1299 acc_corrupt=0.6161 corrupt_frac=0.5504 loss=2.1299 mean_t=0.4978 wrong_frac=0.7000 init_acc_corrupt=0.2257 init_gold_top10=0.2748 init_gold_top100=0.3120
+step=89850 micro_steps=1437600 elapsed=54.2s lr=3.000000e-04 loss_all=1.2750 acc_all=0.7863 loss_corrupt=2.1204 acc_corrupt=0.6147 corrupt_frac=0.5479 loss=2.1204 mean_t=0.5010 wrong_frac=0.6993 init_acc_corrupt=0.2284 init_gold_top10=0.2767 init_gold_top100=0.3117
+step=89900 micro_steps=1438400 elapsed=55.0s lr=3.000000e-04 loss_all=1.2744 acc_all=0.7869 loss_corrupt=2.1177 acc_corrupt=0.6164 corrupt_frac=0.5488 loss=2.1177 mean_t=0.5022 wrong_frac=0.7007 init_acc_corrupt=0.2271 init_gold_top10=0.2746 init_gold_top100=0.3115
+step=89950 micro_steps=1439200 elapsed=58.3s lr=3.000000e-04 loss_all=1.2914 acc_all=0.7842 loss_corrupt=2.1512 acc_corrupt=0.6107 corrupt_frac=0.5479 loss=2.1512 mean_t=0.5029 wrong_frac=0.7000 init_acc_corrupt=0.2273 init_gold_top10=0.2755 init_gold_top100=0.3107
+step=90000 micro_steps=1440000 elapsed=53.2s lr=3.000000e-04 loss_all=1.2921 acc_all=0.7846 loss_corrupt=2.1473 acc_corrupt=0.6124 corrupt_frac=0.5488 loss=2.1473 mean_t=0.5021 wrong_frac=0.6998 init_acc_corrupt=0.2263 init_gold_top10=0.2742 init_gold_top100=0.3119
+step=90050 micro_steps=1440800 elapsed=54.8s lr=3.000000e-04 loss_all=1.3060 acc_all=0.7814 loss_corrupt=2.1631 acc_corrupt=0.6089 corrupt_frac=0.5528 loss=2.1631 mean_t=0.4979 wrong_frac=0.7009 init_acc_corrupt=0.2249 init_gold_top10=0.2737 init_gold_top100=0.3103
+step=90100 micro_steps=1441600 elapsed=53.5s lr=3.000000e-04 loss_all=1.2746 acc_all=0.7862 loss_corrupt=2.1065 acc_corrupt=0.6171 corrupt_frac=0.5511 loss=2.1065 mean_t=0.5022 wrong_frac=0.7005 init_acc_corrupt=0.2287 init_gold_top10=0.2755 init_gold_top100=0.3109
+step=90150 micro_steps=1442400 elapsed=53.4s lr=3.000000e-04 loss_all=1.2882 acc_all=0.7852 loss_corrupt=2.1286 acc_corrupt=0.6157 corrupt_frac=0.5519 loss=2.1286 mean_t=0.5008 wrong_frac=0.7006 init_acc_corrupt=0.2268 init_gold_top10=0.2746 init_gold_top100=0.3112
+step=90200 micro_steps=1443200 elapsed=53.4s lr=3.000000e-04 loss_all=1.2991 acc_all=0.7826 loss_corrupt=2.1518 acc_corrupt=0.6108 corrupt_frac=0.5525 loss=2.1518 mean_t=0.5034 wrong_frac=0.6996 init_acc_corrupt=0.2282 init_gold_top10=0.2760 init_gold_top100=0.3109
+step=90250 micro_steps=1444000 elapsed=53.3s lr=3.000000e-04 loss_all=1.2794 acc_all=0.7869 loss_corrupt=2.1237 acc_corrupt=0.6167 corrupt_frac=0.5490 loss=2.1237 mean_t=0.4976 wrong_frac=0.6997 init_acc_corrupt=0.2264 init_gold_top10=0.2746 init_gold_top100=0.3122
+step=90300 micro_steps=1444800 elapsed=53.3s lr=3.000000e-04 loss_all=1.2961 acc_all=0.7833 loss_corrupt=2.1535 acc_corrupt=0.6103 corrupt_frac=0.5499 loss=2.1535 mean_t=0.4999 wrong_frac=0.6992 init_acc_corrupt=0.2275 init_gold_top10=0.2756 init_gold_top100=0.3115
+step=90350 micro_steps=1445600 elapsed=53.0s lr=3.000000e-04 loss_all=1.2919 acc_all=0.7846 loss_corrupt=2.1392 acc_corrupt=0.6138 corrupt_frac=0.5504 loss=2.1392 mean_t=0.4970 wrong_frac=0.6993 init_acc_corrupt=0.2259 init_gold_top10=0.2750 init_gold_top100=0.3130
+step=90400 micro_steps=1446400 elapsed=53.3s lr=3.000000e-04 loss_all=1.2945 acc_all=0.7837 loss_corrupt=2.1515 acc_corrupt=0.6108 corrupt_frac=0.5490 loss=2.1515 mean_t=0.4988 wrong_frac=0.6996 init_acc_corrupt=0.2258 init_gold_top10=0.2747 init_gold_top100=0.3114
+step=90450 micro_steps=1447200 elapsed=59.1s lr=3.000000e-04 loss_all=1.2959 acc_all=0.7828 loss_corrupt=2.1378 acc_corrupt=0.6126 corrupt_frac=0.5544 loss=2.1378 mean_t=0.5004 wrong_frac=0.6998 init_acc_corrupt=0.2278 init_gold_top10=0.2751 init_gold_top100=0.3115
+step=90500 micro_steps=1448000 elapsed=57.3s lr=3.000000e-04 loss_all=1.2643 acc_all=0.7888 loss_corrupt=2.1115 acc_corrupt=0.6174 corrupt_frac=0.5459 loss=2.1115 mean_t=0.4988 wrong_frac=0.7007 init_acc_corrupt=0.2260 init_gold_top10=0.2742 init_gold_top100=0.3115
+step=90550 micro_steps=1448800 elapsed=55.0s lr=3.000000e-04 loss_all=1.2826 acc_all=0.7857 loss_corrupt=2.1384 acc_corrupt=0.6128 corrupt_frac=0.5470 loss=2.1384 mean_t=0.4994 wrong_frac=0.6997 init_acc_corrupt=0.2286 init_gold_top10=0.2754 init_gold_top100=0.3105
+step=90600 micro_steps=1449600 elapsed=55.2s lr=3.000000e-04 loss_all=1.2787 acc_all=0.7866 loss_corrupt=2.1202 acc_corrupt=0.6166 corrupt_frac=0.5497 loss=2.1202 mean_t=0.4997 wrong_frac=0.7001 init_acc_corrupt=0.2266 init_gold_top10=0.2754 init_gold_top100=0.3131
+step=90650 micro_steps=1450400 elapsed=54.9s lr=3.000000e-04 loss_all=1.2778 acc_all=0.7859 loss_corrupt=2.1313 acc_corrupt=0.6131 corrupt_frac=0.5466 loss=2.1313 mean_t=0.4999 wrong_frac=0.7006 init_acc_corrupt=0.2269 init_gold_top10=0.2747 init_gold_top100=0.3105
+step=90700 micro_steps=1451200 elapsed=55.1s lr=3.000000e-04 loss_all=1.2944 acc_all=0.7837 loss_corrupt=2.1395 acc_corrupt=0.6132 corrupt_frac=0.5529 loss=2.1395 mean_t=0.4983 wrong_frac=0.7003 init_acc_corrupt=0.2269 init_gold_top10=0.2753 init_gold_top100=0.3122
+step=90750 micro_steps=1452000 elapsed=55.1s lr=3.000000e-04 loss_all=1.2730 acc_all=0.7864 loss_corrupt=2.1130 acc_corrupt=0.6160 corrupt_frac=0.5501 loss=2.1130 mean_t=0.5006 wrong_frac=0.6998 init_acc_corrupt=0.2276 init_gold_top10=0.2747 init_gold_top100=0.3103
+step=90800 micro_steps=1452800 elapsed=55.4s lr=3.000000e-04 loss_all=1.2795 acc_all=0.7859 loss_corrupt=2.1209 acc_corrupt=0.6157 corrupt_frac=0.5509 loss=2.1209 mean_t=0.5022 wrong_frac=0.7003 init_acc_corrupt=0.2289 init_gold_top10=0.2759 init_gold_top100=0.3110
+step=90850 micro_steps=1453600 elapsed=55.2s lr=3.000000e-04 loss_all=1.2719 acc_all=0.7883 loss_corrupt=2.1158 acc_corrupt=0.6181 corrupt_frac=0.5475 loss=2.1158 mean_t=0.5020 wrong_frac=0.6990 init_acc_corrupt=0.2288 init_gold_top10=0.2766 init_gold_top100=0.3123
+step=90900 micro_steps=1454400 elapsed=55.5s lr=3.000000e-04 loss_all=1.2817 acc_all=0.7857 loss_corrupt=2.1343 acc_corrupt=0.6134 corrupt_frac=0.5479 loss=2.1343 mean_t=0.5022 wrong_frac=0.7006 init_acc_corrupt=0.2269 init_gold_top10=0.2747 init_gold_top100=0.3100
+step=90950 micro_steps=1455200 elapsed=55.3s lr=3.000000e-04 loss_all=1.2797 acc_all=0.7874 loss_corrupt=2.1385 acc_corrupt=0.6148 corrupt_frac=0.5452 loss=2.1385 mean_t=0.4979 wrong_frac=0.7008 init_acc_corrupt=0.2259 init_gold_top10=0.2740 init_gold_top100=0.3112
+step=91000 micro_steps=1456000 elapsed=55.2s lr=3.000000e-04 loss_all=1.2874 acc_all=0.7842 loss_corrupt=2.1411 acc_corrupt=0.6116 corrupt_frac=0.5495 loss=2.1411 mean_t=0.4975 wrong_frac=0.7005 init_acc_corrupt=0.2256 init_gold_top10=0.2742 init_gold_top100=0.3105
+step=91050 micro_steps=1456800 elapsed=56.4s lr=3.000000e-04 loss_all=1.2827 acc_all=0.7857 loss_corrupt=2.1275 acc_corrupt=0.6153 corrupt_frac=0.5503 loss=2.1275 mean_t=0.4997 wrong_frac=0.6999 init_acc_corrupt=0.2262 init_gold_top10=0.2747 init_gold_top100=0.3120
+step=91100 micro_steps=1457600 elapsed=55.4s lr=3.000000e-04 loss_all=1.3099 acc_all=0.7814 loss_corrupt=2.1665 acc_corrupt=0.6094 corrupt_frac=0.5528 loss=2.1665 mean_t=0.4994 wrong_frac=0.7000 init_acc_corrupt=0.2257 init_gold_top10=0.2741 init_gold_top100=0.3103
+step=91150 micro_steps=1458400 elapsed=54.5s lr=3.000000e-04 loss_all=1.2629 acc_all=0.7895 loss_corrupt=2.1087 acc_corrupt=0.6184 corrupt_frac=0.5447 loss=2.1087 mean_t=0.5023 wrong_frac=0.6999 init_acc_corrupt=0.2269 init_gold_top10=0.2749 init_gold_top100=0.3121
+step=91200 micro_steps=1459200 elapsed=54.8s lr=3.000000e-04 loss_all=1.2851 acc_all=0.7856 loss_corrupt=2.1289 acc_corrupt=0.6155 corrupt_frac=0.5516 loss=2.1289 mean_t=0.5043 wrong_frac=0.6995 init_acc_corrupt=0.2276 init_gold_top10=0.2752 init_gold_top100=0.3116
+step=91250 micro_steps=1460000 elapsed=55.1s lr=3.000000e-04 loss_all=1.2903 acc_all=0.7843 loss_corrupt=2.1507 acc_corrupt=0.6107 corrupt_frac=0.5470 loss=2.1507 mean_t=0.4978 wrong_frac=0.6992 init_acc_corrupt=0.2264 init_gold_top10=0.2756 init_gold_top100=0.3117
+step=91300 micro_steps=1460800 elapsed=55.3s lr=3.000000e-04 loss_all=1.2710 acc_all=0.7877 loss_corrupt=2.1148 acc_corrupt=0.6172 corrupt_frac=0.5483 loss=2.1148 mean_t=0.5030 wrong_frac=0.7011 init_acc_corrupt=0.2267 init_gold_top10=0.2746 init_gold_top100=0.3113
+step=91350 micro_steps=1461600 elapsed=54.9s lr=3.000000e-04 loss_all=1.3109 acc_all=0.7808 loss_corrupt=2.1566 acc_corrupt=0.6104 corrupt_frac=0.5552 loss=2.1566 mean_t=0.5036 wrong_frac=0.6998 init_acc_corrupt=0.2279 init_gold_top10=0.2751 init_gold_top100=0.3105
+step=91400 micro_steps=1462400 elapsed=53.7s lr=3.000000e-04 loss_all=1.2725 acc_all=0.7870 loss_corrupt=2.1115 acc_corrupt=0.6169 corrupt_frac=0.5497 loss=2.1115 mean_t=0.4979 wrong_frac=0.7003 init_acc_corrupt=0.2259 init_gold_top10=0.2743 init_gold_top100=0.3120
+step=91450 micro_steps=1463200 elapsed=54.5s lr=3.000000e-04 loss_all=1.2701 acc_all=0.7876 loss_corrupt=2.1126 acc_corrupt=0.6170 corrupt_frac=0.5478 loss=2.1126 mean_t=0.5031 wrong_frac=0.6989 init_acc_corrupt=0.2297 init_gold_top10=0.2772 init_gold_top100=0.3116
+step=91500 micro_steps=1464000 elapsed=54.9s lr=3.000000e-04 loss_all=1.2820 acc_all=0.7863 loss_corrupt=2.1262 acc_corrupt=0.6161 corrupt_frac=0.5497 loss=2.1262 mean_t=0.5001 wrong_frac=0.7001 init_acc_corrupt=0.2262 init_gold_top10=0.2748 init_gold_top100=0.3119
+step=91550 micro_steps=1464800 elapsed=54.8s lr=3.000000e-04 loss_all=1.2744 acc_all=0.7873 loss_corrupt=2.1204 acc_corrupt=0.6163 corrupt_frac=0.5479 loss=2.1204 mean_t=0.4953 wrong_frac=0.6992 init_acc_corrupt=0.2258 init_gold_top10=0.2756 init_gold_top100=0.3134
+step=91600 micro_steps=1465600 elapsed=55.0s lr=3.000000e-04 loss_all=1.2865 acc_all=0.7849 loss_corrupt=2.1359 acc_corrupt=0.6132 corrupt_frac=0.5491 loss=2.1359 mean_t=0.4993 wrong_frac=0.7000 init_acc_corrupt=0.2274 init_gold_top10=0.2747 init_gold_top100=0.3101
+step=91650 micro_steps=1466400 elapsed=54.8s lr=3.000000e-04 loss_all=1.2832 acc_all=0.7856 loss_corrupt=2.1246 acc_corrupt=0.6155 corrupt_frac=0.5515 loss=2.1246 mean_t=0.5036 wrong_frac=0.7006 init_acc_corrupt=0.2270 init_gold_top10=0.2746 init_gold_top100=0.3112
+step=91700 micro_steps=1467200 elapsed=54.9s lr=3.000000e-04 loss_all=1.2950 acc_all=0.7835 loss_corrupt=2.1502 acc_corrupt=0.6109 corrupt_frac=0.5496 loss=2.1502 mean_t=0.4993 wrong_frac=0.7006 init_acc_corrupt=0.2254 init_gold_top10=0.2742 init_gold_top100=0.3103
+step=91750 micro_steps=1468000 elapsed=55.2s lr=3.000000e-04 loss_all=1.2933 acc_all=0.7845 loss_corrupt=2.1464 acc_corrupt=0.6129 corrupt_frac=0.5506 loss=2.1464 mean_t=0.5005 wrong_frac=0.7005 init_acc_corrupt=0.2264 init_gold_top10=0.2742 init_gold_top100=0.3109
+step=91800 micro_steps=1468800 elapsed=54.8s lr=3.000000e-04 loss_all=1.3136 acc_all=0.7808 loss_corrupt=2.1666 acc_corrupt=0.6095 corrupt_frac=0.5543 loss=2.1666 mean_t=0.5003 wrong_frac=0.6994 init_acc_corrupt=0.2260 init_gold_top10=0.2748 init_gold_top100=0.3109
+step=91850 micro_steps=1469600 elapsed=55.0s lr=3.000000e-04 loss_all=1.2884 acc_all=0.7847 loss_corrupt=2.1275 acc_corrupt=0.6151 corrupt_frac=0.5523 loss=2.1275 mean_t=0.5023 wrong_frac=0.7002 init_acc_corrupt=0.2268 init_gold_top10=0.2746 init_gold_top100=0.3114
+step=91900 micro_steps=1470400 elapsed=54.9s lr=3.000000e-04 loss_all=1.2627 acc_all=0.7895 loss_corrupt=2.1057 acc_corrupt=0.6190 corrupt_frac=0.5459 loss=2.1057 mean_t=0.5050 wrong_frac=0.7003 init_acc_corrupt=0.2289 init_gold_top10=0.2757 init_gold_top100=0.3113
+step=91950 micro_steps=1471200 elapsed=55.0s lr=3.000000e-04 loss_all=1.2987 acc_all=0.7825 loss_corrupt=2.1420 acc_corrupt=0.6123 corrupt_frac=0.5546 loss=2.1420 mean_t=0.5028 wrong_frac=0.6999 init_acc_corrupt=0.2286 init_gold_top10=0.2752 init_gold_top100=0.3099
+step=92000 micro_steps=1472000 elapsed=54.8s lr=3.000000e-04 loss_all=1.2824 acc_all=0.7857 loss_corrupt=2.1256 acc_corrupt=0.6156 corrupt_frac=0.5516 loss=2.1256 mean_t=0.5029 wrong_frac=0.7000 init_acc_corrupt=0.2281 init_gold_top10=0.2753 init_gold_top100=0.3120
+step=92050 micro_steps=1472800 elapsed=56.0s lr=3.000000e-04 loss_all=1.2976 acc_all=0.7825 loss_corrupt=2.1497 acc_corrupt=0.6106 corrupt_frac=0.5523 loss=2.1497 mean_t=0.5018 wrong_frac=0.7001 init_acc_corrupt=0.2265 init_gold_top10=0.2752 init_gold_top100=0.3108
+step=92100 micro_steps=1473600 elapsed=54.7s lr=3.000000e-04 loss_all=1.2872 acc_all=0.7851 loss_corrupt=2.1382 acc_corrupt=0.6136 corrupt_frac=0.5505 loss=2.1382 mean_t=0.4988 wrong_frac=0.7005 init_acc_corrupt=0.2258 init_gold_top10=0.2754 init_gold_top100=0.3121
+step=92150 micro_steps=1474400 elapsed=54.9s lr=3.000000e-04 loss_all=1.2905 acc_all=0.7841 loss_corrupt=2.1413 acc_corrupt=0.6123 corrupt_frac=0.5504 loss=2.1413 mean_t=0.5002 wrong_frac=0.6998 init_acc_corrupt=0.2271 init_gold_top10=0.2750 init_gold_top100=0.3111
+step=92200 micro_steps=1475200 elapsed=54.8s lr=3.000000e-04 loss_all=1.2744 acc_all=0.7869 loss_corrupt=2.1163 acc_corrupt=0.6167 corrupt_frac=0.5504 loss=2.1163 mean_t=0.4996 wrong_frac=0.7001 init_acc_corrupt=0.2265 init_gold_top10=0.2748 init_gold_top100=0.3115
+step=92250 micro_steps=1476000 elapsed=54.6s lr=3.000000e-04 loss_all=1.2717 acc_all=0.7874 loss_corrupt=2.1120 acc_corrupt=0.6173 corrupt_frac=0.5495 loss=2.1120 mean_t=0.4985 wrong_frac=0.7001 init_acc_corrupt=0.2263 init_gold_top10=0.2744 init_gold_top100=0.3121
+step=92300 micro_steps=1476800 elapsed=54.9s lr=3.000000e-04 loss_all=1.3159 acc_all=0.7801 loss_corrupt=2.1715 acc_corrupt=0.6080 corrupt_frac=0.5543 loss=2.1715 mean_t=0.4976 wrong_frac=0.7002 init_acc_corrupt=0.2249 init_gold_top10=0.2731 init_gold_top100=0.3101
+step=92350 micro_steps=1477600 elapsed=55.0s lr=3.000000e-04 loss_all=1.2863 acc_all=0.7848 loss_corrupt=2.1195 acc_corrupt=0.6164 corrupt_frac=0.5537 loss=2.1195 mean_t=0.4970 wrong_frac=0.7004 init_acc_corrupt=0.2265 init_gold_top10=0.2741 init_gold_top100=0.3116
+step=92400 micro_steps=1478400 elapsed=54.8s lr=3.000000e-04 loss_all=1.2890 acc_all=0.7848 loss_corrupt=2.1405 acc_corrupt=0.6130 corrupt_frac=0.5495 loss=2.1405 mean_t=0.5015 wrong_frac=0.7000 init_acc_corrupt=0.2274 init_gold_top10=0.2747 init_gold_top100=0.3103
+step=92450 micro_steps=1479200 elapsed=54.8s lr=3.000000e-04 loss_all=1.2784 acc_all=0.7870 loss_corrupt=2.1213 acc_corrupt=0.6172 corrupt_frac=0.5501 loss=2.1213 mean_t=0.5008 wrong_frac=0.6994 init_acc_corrupt=0.2274 init_gold_top10=0.2754 init_gold_top100=0.3126
+step=92500 micro_steps=1480000 elapsed=55.7s lr=3.000000e-04 loss_all=1.2675 acc_all=0.7877 loss_corrupt=2.1100 acc_corrupt=0.6169 corrupt_frac=0.5475 loss=2.1100 mean_t=0.4994 wrong_frac=0.6989 init_acc_corrupt=0.2276 init_gold_top10=0.2760 init_gold_top100=0.3122
+step=92550 micro_steps=1480800 elapsed=61.1s lr=3.000000e-04 loss_all=1.2852 acc_all=0.7850 loss_corrupt=2.1261 acc_corrupt=0.6149 corrupt_frac=0.5518 loss=2.1261 mean_t=0.4986 wrong_frac=0.7001 init_acc_corrupt=0.2270 init_gold_top10=0.2750 init_gold_top100=0.3113
+step=92600 micro_steps=1481600 elapsed=54.2s lr=3.000000e-04 loss_all=1.2746 acc_all=0.7871 loss_corrupt=2.1121 acc_corrupt=0.6179 corrupt_frac=0.5502 loss=2.1121 mean_t=0.5043 wrong_frac=0.6998 init_acc_corrupt=0.2285 init_gold_top10=0.2759 init_gold_top100=0.3121
+step=92650 micro_steps=1482400 elapsed=54.7s lr=3.000000e-04 loss_all=1.2883 acc_all=0.7838 loss_corrupt=2.1340 acc_corrupt=0.6125 corrupt_frac=0.5523 loss=2.1340 mean_t=0.5009 wrong_frac=0.7000 init_acc_corrupt=0.2275 init_gold_top10=0.2756 init_gold_top100=0.3112
+step=92700 micro_steps=1483200 elapsed=55.0s lr=3.000000e-04 loss_all=1.2819 acc_all=0.7857 loss_corrupt=2.1168 acc_corrupt=0.6169 corrupt_frac=0.5525 loss=2.1168 mean_t=0.5026 wrong_frac=0.7000 init_acc_corrupt=0.2279 init_gold_top10=0.2760 init_gold_top100=0.3121
+step=92750 micro_steps=1484000 elapsed=55.2s lr=3.000000e-04 loss_all=1.2787 acc_all=0.7858 loss_corrupt=2.1239 acc_corrupt=0.6147 corrupt_frac=0.5494 loss=2.1239 mean_t=0.5056 wrong_frac=0.7010 init_acc_corrupt=0.2264 init_gold_top10=0.2739 init_gold_top100=0.3100
+step=92800 micro_steps=1484800 elapsed=54.8s lr=3.000000e-04 loss_all=1.2920 acc_all=0.7849 loss_corrupt=2.1461 acc_corrupt=0.6132 corrupt_frac=0.5491 loss=2.1461 mean_t=0.4980 wrong_frac=0.6991 init_acc_corrupt=0.2261 init_gold_top10=0.2751 init_gold_top100=0.3129
+step=92850 micro_steps=1485600 elapsed=54.7s lr=3.000000e-04 loss_all=1.2797 acc_all=0.7870 loss_corrupt=2.1303 acc_corrupt=0.6157 corrupt_frac=0.5475 loss=2.1303 mean_t=0.4992 wrong_frac=0.6991 init_acc_corrupt=0.2276 init_gold_top10=0.2757 init_gold_top100=0.3114
+step=92900 micro_steps=1486400 elapsed=53.7s lr=3.000000e-04 loss_all=1.2742 acc_all=0.7874 loss_corrupt=2.1146 acc_corrupt=0.6173 corrupt_frac=0.5481 loss=2.1146 mean_t=0.5034 wrong_frac=0.7001 init_acc_corrupt=0.2283 init_gold_top10=0.2754 init_gold_top100=0.3109
+step=92950 micro_steps=1487200 elapsed=47.6s lr=3.000000e-04 loss_all=1.2785 acc_all=0.7865 loss_corrupt=2.1176 acc_corrupt=0.6169 corrupt_frac=0.5510 loss=2.1176 mean_t=0.4998 wrong_frac=0.7006 init_acc_corrupt=0.2266 init_gold_top10=0.2741 init_gold_top100=0.3113
+step=93000 micro_steps=1488000 elapsed=46.8s lr=3.000000e-04 loss_all=1.2834 acc_all=0.7849 loss_corrupt=2.1295 acc_corrupt=0.6134 corrupt_frac=0.5498 loss=2.1295 mean_t=0.5013 wrong_frac=0.7003 init_acc_corrupt=0.2264 init_gold_top10=0.2754 init_gold_top100=0.3109
+step=93050 micro_steps=1488800 elapsed=59.2s lr=3.000000e-04 loss_all=1.2816 acc_all=0.7862 loss_corrupt=2.1256 acc_corrupt=0.6159 corrupt_frac=0.5499 loss=2.1256 mean_t=0.4948 wrong_frac=0.7003 init_acc_corrupt=0.2253 init_gold_top10=0.2740 init_gold_top100=0.3121
+step=93100 micro_steps=1489600 elapsed=57.8s lr=3.000000e-04 loss_all=1.2727 acc_all=0.7866 loss_corrupt=2.1079 acc_corrupt=0.6174 corrupt_frac=0.5515 loss=2.1079 mean_t=0.5006 wrong_frac=0.6999 init_acc_corrupt=0.2272 init_gold_top10=0.2750 init_gold_top100=0.3110
+step=93150 micro_steps=1490400 elapsed=55.6s lr=3.000000e-04 loss_all=1.2725 acc_all=0.7866 loss_corrupt=2.1174 acc_corrupt=0.6154 corrupt_frac=0.5489 loss=2.1174 mean_t=0.5015 wrong_frac=0.7002 init_acc_corrupt=0.2275 init_gold_top10=0.2753 init_gold_top100=0.3117
+step=93200 micro_steps=1491200 elapsed=54.8s lr=3.000000e-04 loss_all=1.2764 acc_all=0.7866 loss_corrupt=2.1224 acc_corrupt=0.6155 corrupt_frac=0.5487 loss=2.1224 mean_t=0.4972 wrong_frac=0.6995 init_acc_corrupt=0.2261 init_gold_top10=0.2753 init_gold_top100=0.3119
+step=93250 micro_steps=1492000 elapsed=54.4s lr=3.000000e-04 loss_all=1.2816 acc_all=0.7867 loss_corrupt=2.1348 acc_corrupt=0.6151 corrupt_frac=0.5475 loss=2.1348 mean_t=0.4982 wrong_frac=0.6994 init_acc_corrupt=0.2259 init_gold_top10=0.2749 init_gold_top100=0.3124
+step=93300 micro_steps=1492800 elapsed=53.5s lr=3.000000e-04 loss_all=1.2821 acc_all=0.7863 loss_corrupt=2.1278 acc_corrupt=0.6158 corrupt_frac=0.5492 loss=2.1278 mean_t=0.5003 wrong_frac=0.7013 init_acc_corrupt=0.2260 init_gold_top10=0.2729 init_gold_top100=0.3099
+step=93350 micro_steps=1493600 elapsed=49.0s lr=3.000000e-04 loss_all=1.2923 acc_all=0.7848 loss_corrupt=2.1425 acc_corrupt=0.6137 corrupt_frac=0.5496 loss=2.1425 mean_t=0.5051 wrong_frac=0.7001 init_acc_corrupt=0.2287 init_gold_top10=0.2756 init_gold_top100=0.3105
+step=93400 micro_steps=1494400 elapsed=49.2s lr=3.000000e-04 loss_all=1.2911 acc_all=0.7848 loss_corrupt=2.1341 acc_corrupt=0.6152 corrupt_frac=0.5523 loss=2.1341 mean_t=0.5007 wrong_frac=0.7001 init_acc_corrupt=0.2254 init_gold_top10=0.2750 init_gold_top100=0.3127
+step=93450 micro_steps=1495200 elapsed=48.7s lr=3.000000e-04 loss_all=1.2981 acc_all=0.7832 loss_corrupt=2.1408 acc_corrupt=0.6135 corrupt_frac=0.5541 loss=2.1408 mean_t=0.5027 wrong_frac=0.6996 init_acc_corrupt=0.2282 init_gold_top10=0.2758 init_gold_top100=0.3114
+step=93500 micro_steps=1496000 elapsed=48.9s lr=3.000000e-04 loss_all=1.2658 acc_all=0.7882 loss_corrupt=2.1093 acc_corrupt=0.6174 corrupt_frac=0.5475 loss=2.1093 mean_t=0.5027 wrong_frac=0.7006 init_acc_corrupt=0.2271 init_gold_top10=0.2746 init_gold_top100=0.3111
+step=93550 micro_steps=1496800 elapsed=49.1s lr=3.000000e-04 loss_all=1.2708 acc_all=0.7874 loss_corrupt=2.1133 acc_corrupt=0.6166 corrupt_frac=0.5477 loss=2.1133 mean_t=0.4996 wrong_frac=0.6999 init_acc_corrupt=0.2261 init_gold_top10=0.2748 init_gold_top100=0.3119
+step=93600 micro_steps=1497600 elapsed=50.6s lr=3.000000e-04 loss_all=1.2796 acc_all=0.7864 loss_corrupt=2.1338 acc_corrupt=0.6141 corrupt_frac=0.5469 loss=2.1338 mean_t=0.4999 wrong_frac=0.7000 init_acc_corrupt=0.2253 init_gold_top10=0.2738 init_gold_top100=0.3110
+step=93650 micro_steps=1498400 elapsed=49.2s lr=3.000000e-04 loss_all=1.2601 acc_all=0.7891 loss_corrupt=2.0948 acc_corrupt=0.6198 corrupt_frac=0.5489 loss=2.0948 mean_t=0.5018 wrong_frac=0.6999 init_acc_corrupt=0.2282 init_gold_top10=0.2755 init_gold_top100=0.3127
+step=93700 micro_steps=1499200 elapsed=49.5s lr=3.000000e-04 loss_all=1.2752 acc_all=0.7863 loss_corrupt=2.1147 acc_corrupt=0.6162 corrupt_frac=0.5505 loss=2.1147 mean_t=0.5021 wrong_frac=0.6998 init_acc_corrupt=0.2280 init_gold_top10=0.2757 init_gold_top100=0.3103
+step=93750 micro_steps=1500000 elapsed=49.1s lr=3.000000e-04 loss_all=1.2751 acc_all=0.7871 loss_corrupt=2.1138 acc_corrupt=0.6176 corrupt_frac=0.5497 loss=2.1138 mean_t=0.5050 wrong_frac=0.7000 init_acc_corrupt=0.2284 init_gold_top10=0.2758 init_gold_top100=0.3120
+step=93800 micro_steps=1500800 elapsed=48.9s lr=3.000000e-04 loss_all=1.2641 acc_all=0.7875 loss_corrupt=2.0946 acc_corrupt=0.6185 corrupt_frac=0.5506 loss=2.0946 mean_t=0.4993 wrong_frac=0.6999 init_acc_corrupt=0.2281 init_gold_top10=0.2754 init_gold_top100=0.3103
+step=93850 micro_steps=1501600 elapsed=48.9s lr=3.000000e-04 loss_all=1.2844 acc_all=0.7851 loss_corrupt=2.1241 acc_corrupt=0.6155 corrupt_frac=0.5521 loss=2.1241 mean_t=0.5028 wrong_frac=0.7000 init_acc_corrupt=0.2265 init_gold_top10=0.2750 init_gold_top100=0.3122
+step=93900 micro_steps=1502400 elapsed=48.9s lr=3.000000e-04 loss_all=1.2743 acc_all=0.7864 loss_corrupt=2.1164 acc_corrupt=0.6155 corrupt_frac=0.5497 loss=2.1164 mean_t=0.5018 wrong_frac=0.7000 init_acc_corrupt=0.2268 init_gold_top10=0.2751 init_gold_top100=0.3110
+step=93950 micro_steps=1503200 elapsed=48.8s lr=3.000000e-04 loss_all=1.2636 acc_all=0.7891 loss_corrupt=2.1041 acc_corrupt=0.6191 corrupt_frac=0.5471 loss=2.1041 mean_t=0.5018 wrong_frac=0.6993 init_acc_corrupt=0.2275 init_gold_top10=0.2761 init_gold_top100=0.3121
+step=94000 micro_steps=1504000 elapsed=49.1s lr=3.000000e-04 loss_all=1.2874 acc_all=0.7849 loss_corrupt=2.1297 acc_corrupt=0.6148 corrupt_frac=0.5514 loss=2.1297 mean_t=0.5004 wrong_frac=0.6997 init_acc_corrupt=0.2272 init_gold_top10=0.2754 init_gold_top100=0.3124
+step=94050 micro_steps=1504800 elapsed=50.1s lr=3.000000e-04 loss_all=1.2747 acc_all=0.7868 loss_corrupt=2.1210 acc_corrupt=0.6155 corrupt_frac=0.5479 loss=2.1210 mean_t=0.5009 wrong_frac=0.6998 init_acc_corrupt=0.2274 init_gold_top10=0.2752 init_gold_top100=0.3102
+step=94100 micro_steps=1505600 elapsed=48.8s lr=3.000000e-04 loss_all=1.2677 acc_all=0.7887 loss_corrupt=2.1072 acc_corrupt=0.6191 corrupt_frac=0.5480 loss=2.1072 mean_t=0.5011 wrong_frac=0.6998 init_acc_corrupt=0.2263 init_gold_top10=0.2743 init_gold_top100=0.3117
+step=94150 micro_steps=1506400 elapsed=48.5s lr=3.000000e-04 loss_all=1.2828 acc_all=0.7858 loss_corrupt=2.1267 acc_corrupt=0.6156 corrupt_frac=0.5512 loss=2.1267 mean_t=0.5050 wrong_frac=0.7003 init_acc_corrupt=0.2275 init_gold_top10=0.2751 init_gold_top100=0.3101
+step=94200 micro_steps=1507200 elapsed=45.2s lr=3.000000e-04 loss_all=1.2668 acc_all=0.7871 loss_corrupt=2.0938 acc_corrupt=0.6189 corrupt_frac=0.5525 loss=2.0938 mean_t=0.5027 wrong_frac=0.6996 init_acc_corrupt=0.2286 init_gold_top10=0.2766 init_gold_top100=0.3122
+step=94250 micro_steps=1508000 elapsed=44.8s lr=3.000000e-04 loss_all=1.2675 acc_all=0.7884 loss_corrupt=2.1094 acc_corrupt=0.6182 corrupt_frac=0.5481 loss=2.1094 mean_t=0.4982 wrong_frac=0.7001 init_acc_corrupt=0.2249 init_gold_top10=0.2742 init_gold_top100=0.3117
+step=94300 micro_steps=1508800 elapsed=44.9s lr=3.000000e-04 loss_all=1.2714 acc_all=0.7875 loss_corrupt=2.1109 acc_corrupt=0.6176 corrupt_frac=0.5497 loss=2.1109 mean_t=0.5006 wrong_frac=0.6988 init_acc_corrupt=0.2288 init_gold_top10=0.2762 init_gold_top100=0.3122
+step=94350 micro_steps=1509600 elapsed=46.8s lr=3.000000e-04 loss_all=1.2825 acc_all=0.7862 loss_corrupt=2.1161 acc_corrupt=0.6181 corrupt_frac=0.5530 loss=2.1161 mean_t=0.5022 wrong_frac=0.7009 init_acc_corrupt=0.2264 init_gold_top10=0.2740 init_gold_top100=0.3110
+step=94400 micro_steps=1510400 elapsed=47.9s lr=3.000000e-04 loss_all=1.2798 acc_all=0.7857 loss_corrupt=2.1289 acc_corrupt=0.6140 corrupt_frac=0.5487 loss=2.1289 mean_t=0.4999 wrong_frac=0.7012 init_acc_corrupt=0.2256 init_gold_top10=0.2736 init_gold_top100=0.3095
+step=94450 micro_steps=1511200 elapsed=58.1s lr=3.000000e-04 loss_all=1.2710 acc_all=0.7873 loss_corrupt=2.1075 acc_corrupt=0.6181 corrupt_frac=0.5510 loss=2.1075 mean_t=0.5019 wrong_frac=0.6999 init_acc_corrupt=0.2276 init_gold_top10=0.2756 init_gold_top100=0.3123
+step=94500 micro_steps=1512000 elapsed=54.4s lr=3.000000e-04 loss_all=1.2763 acc_all=0.7867 loss_corrupt=2.1119 acc_corrupt=0.6177 corrupt_frac=0.5512 loss=2.1119 mean_t=0.5015 wrong_frac=0.7000 init_acc_corrupt=0.2278 init_gold_top10=0.2754 init_gold_top100=0.3109
+step=94550 micro_steps=1512800 elapsed=54.5s lr=3.000000e-04 loss_all=1.2779 acc_all=0.7861 loss_corrupt=2.1143 acc_corrupt=0.6167 corrupt_frac=0.5513 loss=2.1143 mean_t=0.4975 wrong_frac=0.7000 init_acc_corrupt=0.2271 init_gold_top10=0.2755 init_gold_top100=0.3118
+step=94600 micro_steps=1513600 elapsed=54.4s lr=3.000000e-04 loss_all=1.2679 acc_all=0.7879 loss_corrupt=2.0998 acc_corrupt=0.6193 corrupt_frac=0.5498 loss=2.0998 mean_t=0.5005 wrong_frac=0.6999 init_acc_corrupt=0.2268 init_gold_top10=0.2752 init_gold_top100=0.3123
+step=94650 micro_steps=1514400 elapsed=59.8s lr=3.000000e-04 loss_all=1.2781 acc_all=0.7861 loss_corrupt=2.1165 acc_corrupt=0.6164 corrupt_frac=0.5506 loss=2.1165 mean_t=0.5000 wrong_frac=0.7006 init_acc_corrupt=0.2271 init_gold_top10=0.2751 init_gold_top100=0.3105
+step=94700 micro_steps=1515200 elapsed=55.9s lr=3.000000e-04 loss_all=1.2644 acc_all=0.7886 loss_corrupt=2.1017 acc_corrupt=0.6189 corrupt_frac=0.5481 loss=2.1017 mean_t=0.4967 wrong_frac=0.7002 init_acc_corrupt=0.2248 init_gold_top10=0.2741 init_gold_top100=0.3120
+step=94750 micro_steps=1516000 elapsed=55.6s lr=3.000000e-04 loss_all=1.2937 acc_all=0.7839 loss_corrupt=2.1435 acc_corrupt=0.6129 corrupt_frac=0.5519 loss=2.1435 mean_t=0.5014 wrong_frac=0.7001 init_acc_corrupt=0.2274 init_gold_top10=0.2752 init_gold_top100=0.3106
+step=94800 micro_steps=1516800 elapsed=58.3s lr=3.000000e-04 loss_all=1.2771 acc_all=0.7865 loss_corrupt=2.1062 acc_corrupt=0.6192 corrupt_frac=0.5548 loss=2.1062 mean_t=0.5015 wrong_frac=0.6989 init_acc_corrupt=0.2283 init_gold_top10=0.2758 init_gold_top100=0.3131
+step=94850 micro_steps=1517600 elapsed=55.8s lr=3.000000e-04 loss_all=1.2722 acc_all=0.7877 loss_corrupt=2.1192 acc_corrupt=0.6168 corrupt_frac=0.5473 loss=2.1192 mean_t=0.4991 wrong_frac=0.6997 init_acc_corrupt=0.2263 init_gold_top10=0.2749 init_gold_top100=0.3113
+step=94900 micro_steps=1518400 elapsed=54.3s lr=3.000000e-04 loss_all=1.2844 acc_all=0.7857 loss_corrupt=2.1276 acc_corrupt=0.6157 corrupt_frac=0.5508 loss=2.1276 mean_t=0.4985 wrong_frac=0.7002 init_acc_corrupt=0.2269 init_gold_top10=0.2741 init_gold_top100=0.3104
+step=94950 micro_steps=1519200 elapsed=54.4s lr=3.000000e-04 loss_all=1.2656 acc_all=0.7889 loss_corrupt=2.0908 acc_corrupt=0.6219 corrupt_frac=0.5510 loss=2.0908 mean_t=0.5016 wrong_frac=0.6998 init_acc_corrupt=0.2286 init_gold_top10=0.2758 init_gold_top100=0.3119
+step=95000 micro_steps=1520000 elapsed=57.4s lr=3.000000e-04 loss_all=1.2838 acc_all=0.7851 loss_corrupt=2.1284 acc_corrupt=0.6144 corrupt_frac=0.5516 loss=2.1284 mean_t=0.4990 wrong_frac=0.7005 init_acc_corrupt=0.2259 init_gold_top10=0.2738 init_gold_top100=0.3110
+step=95050 micro_steps=1520800 elapsed=58.9s lr=3.000000e-04 loss_all=1.2563 acc_all=0.7901 loss_corrupt=2.0910 acc_corrupt=0.6209 corrupt_frac=0.5471 loss=2.0910 mean_t=0.5007 wrong_frac=0.7004 init_acc_corrupt=0.2276 init_gold_top10=0.2757 init_gold_top100=0.3117
+step=95100 micro_steps=1521600 elapsed=55.0s lr=3.000000e-04 loss_all=1.2794 acc_all=0.7864 loss_corrupt=2.1314 acc_corrupt=0.6144 corrupt_frac=0.5473 loss=2.1314 mean_t=0.5031 wrong_frac=0.7008 init_acc_corrupt=0.2262 init_gold_top10=0.2741 init_gold_top100=0.3102
+step=95150 micro_steps=1522400 elapsed=56.5s lr=3.000000e-04 loss_all=1.2810 acc_all=0.7857 loss_corrupt=2.1181 acc_corrupt=0.6164 corrupt_frac=0.5523 loss=2.1181 mean_t=0.5004 wrong_frac=0.7003 init_acc_corrupt=0.2270 init_gold_top10=0.2743 init_gold_top100=0.3113
+step=95200 micro_steps=1523200 elapsed=58.8s lr=3.000000e-04 loss_all=1.2683 acc_all=0.7881 loss_corrupt=2.0979 acc_corrupt=0.6203 corrupt_frac=0.5505 loss=2.0979 mean_t=0.5051 wrong_frac=0.6998 init_acc_corrupt=0.2293 init_gold_top10=0.2761 init_gold_top100=0.3105
+step=95250 micro_steps=1524000 elapsed=54.6s lr=3.000000e-04 loss_all=1.2784 acc_all=0.7861 loss_corrupt=2.1197 acc_corrupt=0.6158 corrupt_frac=0.5503 loss=2.1197 mean_t=0.5007 wrong_frac=0.7006 init_acc_corrupt=0.2254 init_gold_top10=0.2740 init_gold_top100=0.3117
+step=95300 micro_steps=1524800 elapsed=54.2s lr=3.000000e-04 loss_all=1.2568 acc_all=0.7905 loss_corrupt=2.0967 acc_corrupt=0.6205 corrupt_frac=0.5452 loss=2.0967 mean_t=0.5045 wrong_frac=0.7001 init_acc_corrupt=0.2277 init_gold_top10=0.2753 init_gold_top100=0.3118
+step=95350 micro_steps=1525600 elapsed=52.6s lr=3.000000e-04 loss_all=1.2838 acc_all=0.7850 loss_corrupt=2.1289 acc_corrupt=0.6142 corrupt_frac=0.5509 loss=2.1289 mean_t=0.5016 wrong_frac=0.7002 init_acc_corrupt=0.2270 init_gold_top10=0.2748 init_gold_top100=0.3105
+step=95400 micro_steps=1526400 elapsed=58.0s lr=3.000000e-04 loss_all=1.2800 acc_all=0.7861 loss_corrupt=2.1106 acc_corrupt=0.6182 corrupt_frac=0.5537 loss=2.1106 mean_t=0.4981 wrong_frac=0.7005 init_acc_corrupt=0.2255 init_gold_top10=0.2742 init_gold_top100=0.3117
+step=95450 micro_steps=1527200 elapsed=51.7s lr=3.000000e-04 loss_all=1.2830 acc_all=0.7859 loss_corrupt=2.1322 acc_corrupt=0.6146 corrupt_frac=0.5492 loss=2.1322 mean_t=0.5002 wrong_frac=0.7009 init_acc_corrupt=0.2273 init_gold_top10=0.2746 init_gold_top100=0.3097
+step=95500 micro_steps=1528000 elapsed=48.9s lr=3.000000e-04 loss_all=1.2570 acc_all=0.7901 loss_corrupt=2.0987 acc_corrupt=0.6196 corrupt_frac=0.5459 loss=2.0987 mean_t=0.4991 wrong_frac=0.6997 init_acc_corrupt=0.2265 init_gold_top10=0.2750 init_gold_top100=0.3127
+step=95550 micro_steps=1528800 elapsed=56.2s lr=3.000000e-04 loss_all=1.2730 acc_all=0.7880 loss_corrupt=2.1284 acc_corrupt=0.6154 corrupt_frac=0.5441 loss=2.1284 mean_t=0.4973 wrong_frac=0.7005 init_acc_corrupt=0.2253 init_gold_top10=0.2734 init_gold_top100=0.3097
+step=95600 micro_steps=1529600 elapsed=55.1s lr=3.000000e-04 loss_all=1.2709 acc_all=0.7875 loss_corrupt=2.1134 acc_corrupt=0.6169 corrupt_frac=0.5484 loss=2.1134 mean_t=0.4965 wrong_frac=0.7005 init_acc_corrupt=0.2259 init_gold_top10=0.2745 init_gold_top100=0.3114
+step=95650 micro_steps=1530400 elapsed=55.4s lr=3.000000e-04 loss_all=1.2958 acc_all=0.7841 loss_corrupt=2.1384 acc_corrupt=0.6150 corrupt_frac=0.5540 loss=2.1384 mean_t=0.4961 wrong_frac=0.7012 init_acc_corrupt=0.2235 init_gold_top10=0.2728 init_gold_top100=0.3108
+step=95700 micro_steps=1531200 elapsed=55.4s lr=3.000000e-04 loss_all=1.2780 acc_all=0.7864 loss_corrupt=2.1224 acc_corrupt=0.6156 corrupt_frac=0.5483 loss=2.1224 mean_t=0.4987 wrong_frac=0.7001 init_acc_corrupt=0.2262 init_gold_top10=0.2745 init_gold_top100=0.3106
+step=95750 micro_steps=1532000 elapsed=55.1s lr=3.000000e-04 loss_all=1.2769 acc_all=0.7870 loss_corrupt=2.1081 acc_corrupt=0.6193 corrupt_frac=0.5530 loss=2.1081 mean_t=0.4987 wrong_frac=0.6997 init_acc_corrupt=0.2261 init_gold_top10=0.2749 init_gold_top100=0.3125
+step=95800 micro_steps=1532800 elapsed=56.3s lr=3.000000e-04 loss_all=1.2934 acc_all=0.7845 loss_corrupt=2.1546 acc_corrupt=0.6116 corrupt_frac=0.5487 loss=2.1546 mean_t=0.4958 wrong_frac=0.6997 init_acc_corrupt=0.2253 init_gold_top10=0.2745 init_gold_top100=0.3105
+step=95850 micro_steps=1533600 elapsed=47.5s lr=3.000000e-04 loss_all=1.2665 acc_all=0.7890 loss_corrupt=2.1037 acc_corrupt=0.6199 corrupt_frac=0.5485 loss=2.1037 mean_t=0.4998 wrong_frac=0.6993 init_acc_corrupt=0.2267 init_gold_top10=0.2755 init_gold_top100=0.3129
+step=95900 micro_steps=1534400 elapsed=47.6s lr=3.000000e-04 loss_all=1.2909 acc_all=0.7839 loss_corrupt=2.1336 acc_corrupt=0.6137 corrupt_frac=0.5529 loss=2.1336 mean_t=0.5012 wrong_frac=0.7003 init_acc_corrupt=0.2268 init_gold_top10=0.2753 init_gold_top100=0.3109
+step=95950 micro_steps=1535200 elapsed=47.3s lr=3.000000e-04 loss_all=1.2710 acc_all=0.7873 loss_corrupt=2.1094 acc_corrupt=0.6174 corrupt_frac=0.5502 loss=2.1094 mean_t=0.5009 wrong_frac=0.7005 init_acc_corrupt=0.2259 init_gold_top10=0.2741 init_gold_top100=0.3111
+step=96000 micro_steps=1536000 elapsed=47.5s lr=3.000000e-04 loss_all=1.2745 acc_all=0.7873 loss_corrupt=2.1152 acc_corrupt=0.6174 corrupt_frac=0.5491 loss=2.1152 mean_t=0.4983 wrong_frac=0.7004 init_acc_corrupt=0.2263 init_gold_top10=0.2750 init_gold_top100=0.3119
+step=96050 micro_steps=1536800 elapsed=48.9s lr=3.000000e-04 loss_all=1.2908 acc_all=0.7847 loss_corrupt=2.1405 acc_corrupt=0.6136 corrupt_frac=0.5508 loss=2.1405 mean_t=0.5004 wrong_frac=0.6997 init_acc_corrupt=0.2269 init_gold_top10=0.2753 init_gold_top100=0.3112
+step=96100 micro_steps=1537600 elapsed=47.4s lr=3.000000e-04 loss_all=1.2766 acc_all=0.7873 loss_corrupt=2.1162 acc_corrupt=0.6178 corrupt_frac=0.5496 loss=2.1162 mean_t=0.4963 wrong_frac=0.7002 init_acc_corrupt=0.2251 init_gold_top10=0.2744 init_gold_top100=0.3125
+step=96150 micro_steps=1538400 elapsed=47.5s lr=3.000000e-04 loss_all=1.3021 acc_all=0.7827 loss_corrupt=2.1568 acc_corrupt=0.6109 corrupt_frac=0.5516 loss=2.1568 mean_t=0.4986 wrong_frac=0.6992 init_acc_corrupt=0.2259 init_gold_top10=0.2754 init_gold_top100=0.3123
+step=96200 micro_steps=1539200 elapsed=47.5s lr=3.000000e-04 loss_all=1.2735 acc_all=0.7873 loss_corrupt=2.1104 acc_corrupt=0.6182 corrupt_frac=0.5511 loss=2.1104 mean_t=0.4974 wrong_frac=0.6993 init_acc_corrupt=0.2269 init_gold_top10=0.2752 init_gold_top100=0.3130
+step=96250 micro_steps=1540000 elapsed=47.3s lr=3.000000e-04 loss_all=1.2969 acc_all=0.7831 loss_corrupt=2.1314 acc_corrupt=0.6144 corrupt_frac=0.5552 loss=2.1314 mean_t=0.5039 wrong_frac=0.6996 init_acc_corrupt=0.2280 init_gold_top10=0.2750 init_gold_top100=0.3108
+step=96300 micro_steps=1540800 elapsed=47.5s lr=3.000000e-04 loss_all=1.2617 acc_all=0.7887 loss_corrupt=2.0856 acc_corrupt=0.6212 corrupt_frac=0.5500 loss=2.0856 mean_t=0.5018 wrong_frac=0.6992 init_acc_corrupt=0.2287 init_gold_top10=0.2758 init_gold_top100=0.3117
+step=96350 micro_steps=1541600 elapsed=47.4s lr=3.000000e-04 loss_all=1.2843 acc_all=0.7864 loss_corrupt=2.1302 acc_corrupt=0.6166 corrupt_frac=0.5513 loss=2.1302 mean_t=0.4967 wrong_frac=0.7008 init_acc_corrupt=0.2253 init_gold_top10=0.2740 init_gold_top100=0.3109
+step=96400 micro_steps=1542400 elapsed=47.6s lr=3.000000e-04 loss_all=1.2753 acc_all=0.7865 loss_corrupt=2.1194 acc_corrupt=0.6153 corrupt_frac=0.5480 loss=2.1194 mean_t=0.4984 wrong_frac=0.7006 init_acc_corrupt=0.2257 init_gold_top10=0.2739 init_gold_top100=0.3098
+step=96450 micro_steps=1543200 elapsed=47.6s lr=3.000000e-04 loss_all=1.2421 acc_all=0.7926 loss_corrupt=2.0741 acc_corrupt=0.6238 corrupt_frac=0.5447 loss=2.0741 mean_t=0.4989 wrong_frac=0.6994 init_acc_corrupt=0.2286 init_gold_top10=0.2751 init_gold_top100=0.3123
+step=96500 micro_steps=1544000 elapsed=47.6s lr=3.000000e-04 loss_all=1.2894 acc_all=0.7845 loss_corrupt=2.1381 acc_corrupt=0.6131 corrupt_frac=0.5501 loss=2.1381 mean_t=0.5013 wrong_frac=0.6996 init_acc_corrupt=0.2262 init_gold_top10=0.2758 init_gold_top100=0.3120
+step=96550 micro_steps=1544800 elapsed=47.5s lr=3.000000e-04 loss_all=1.2783 acc_all=0.7869 loss_corrupt=2.1219 acc_corrupt=0.6168 corrupt_frac=0.5502 loss=2.1219 mean_t=0.4974 wrong_frac=0.6993 init_acc_corrupt=0.2250 init_gold_top10=0.2742 init_gold_top100=0.3130
+step=96600 micro_steps=1545600 elapsed=47.9s lr=3.000000e-04 loss_all=1.2866 acc_all=0.7848 loss_corrupt=2.1263 acc_corrupt=0.6152 corrupt_frac=0.5528 loss=2.1263 mean_t=0.4973 wrong_frac=0.6999 init_acc_corrupt=0.2261 init_gold_top10=0.2742 init_gold_top100=0.3105
+step=96650 micro_steps=1546400 elapsed=47.5s lr=3.000000e-04 loss_all=1.2866 acc_all=0.7852 loss_corrupt=2.1239 acc_corrupt=0.6161 corrupt_frac=0.5524 loss=2.1239 mean_t=0.4992 wrong_frac=0.7005 init_acc_corrupt=0.2262 init_gold_top10=0.2744 init_gold_top100=0.3113
+step=96700 micro_steps=1547200 elapsed=53.6s lr=3.000000e-04 loss_all=1.2817 acc_all=0.7865 loss_corrupt=2.1266 acc_corrupt=0.6164 corrupt_frac=0.5502 loss=2.1266 mean_t=0.5010 wrong_frac=0.7007 init_acc_corrupt=0.2256 init_gold_top10=0.2740 init_gold_top100=0.3114
+step=96750 micro_steps=1548000 elapsed=57.0s lr=3.000000e-04 loss_all=1.2950 acc_all=0.7831 loss_corrupt=2.1422 acc_corrupt=0.6120 corrupt_frac=0.5523 loss=2.1422 mean_t=0.5014 wrong_frac=0.6997 init_acc_corrupt=0.2268 init_gold_top10=0.2752 init_gold_top100=0.3112
+step=96800 micro_steps=1548800 elapsed=54.6s lr=3.000000e-04 loss_all=1.2862 acc_all=0.7856 loss_corrupt=2.1288 acc_corrupt=0.6159 corrupt_frac=0.5519 loss=2.1288 mean_t=0.5021 wrong_frac=0.7001 init_acc_corrupt=0.2274 init_gold_top10=0.2748 init_gold_top100=0.3117
+step=96850 micro_steps=1549600 elapsed=54.5s lr=3.000000e-04 loss_all=1.2754 acc_all=0.7873 loss_corrupt=2.1219 acc_corrupt=0.6164 corrupt_frac=0.5473 loss=2.1219 mean_t=0.4988 wrong_frac=0.6992 init_acc_corrupt=0.2267 init_gold_top10=0.2748 init_gold_top100=0.3115
+step=96900 micro_steps=1550400 elapsed=59.5s lr=3.000000e-04 loss_all=1.2585 acc_all=0.7899 loss_corrupt=2.0903 acc_corrupt=0.6215 corrupt_frac=0.5488 loss=2.0903 mean_t=0.5050 wrong_frac=0.6993 init_acc_corrupt=0.2292 init_gold_top10=0.2769 init_gold_top100=0.3128
+step=96950 micro_steps=1551200 elapsed=54.7s lr=3.000000e-04 loss_all=1.2650 acc_all=0.7888 loss_corrupt=2.1079 acc_corrupt=0.6181 corrupt_frac=0.5464 loss=2.1079 mean_t=0.5015 wrong_frac=0.7001 init_acc_corrupt=0.2274 init_gold_top10=0.2754 init_gold_top100=0.3112
+step=97000 micro_steps=1552000 elapsed=46.4s lr=3.000000e-04 loss_all=1.2882 acc_all=0.7850 loss_corrupt=2.1225 acc_corrupt=0.6168 corrupt_frac=0.5534 loss=2.1225 mean_t=0.5025 wrong_frac=0.7000 init_acc_corrupt=0.2277 init_gold_top10=0.2756 init_gold_top100=0.3122
+step=97050 micro_steps=1552800 elapsed=51.0s lr=3.000000e-04 loss_all=1.2870 acc_all=0.7847 loss_corrupt=2.1251 acc_corrupt=0.6154 corrupt_frac=0.5533 loss=2.1251 mean_t=0.5003 wrong_frac=0.7002 init_acc_corrupt=0.2265 init_gold_top10=0.2749 init_gold_top100=0.3113
+step=97100 micro_steps=1553600 elapsed=54.2s lr=3.000000e-04 loss_all=1.2828 acc_all=0.7855 loss_corrupt=2.1251 acc_corrupt=0.6154 corrupt_frac=0.5514 loss=2.1251 mean_t=0.5045 wrong_frac=0.7005 init_acc_corrupt=0.2277 init_gold_top10=0.2747 init_gold_top100=0.3102
+step=97150 micro_steps=1554400 elapsed=54.0s lr=3.000000e-04 loss_all=1.2615 acc_all=0.7896 loss_corrupt=2.0903 acc_corrupt=0.6218 corrupt_frac=0.5493 loss=2.0903 mean_t=0.4976 wrong_frac=0.7008 init_acc_corrupt=0.2264 init_gold_top10=0.2746 init_gold_top100=0.3115
+step=97200 micro_steps=1555200 elapsed=53.9s lr=3.000000e-04 loss_all=1.2865 acc_all=0.7844 loss_corrupt=2.1261 acc_corrupt=0.6144 corrupt_frac=0.5530 loss=2.1261 mean_t=0.5049 wrong_frac=0.7006 init_acc_corrupt=0.2274 init_gold_top10=0.2756 init_gold_top100=0.3110
+step=97250 micro_steps=1556000 elapsed=53.8s lr=3.000000e-04 loss_all=1.2702 acc_all=0.7879 loss_corrupt=2.1036 acc_corrupt=0.6195 corrupt_frac=0.5505 loss=2.1036 mean_t=0.5027 wrong_frac=0.6997 init_acc_corrupt=0.2286 init_gold_top10=0.2761 init_gold_top100=0.3120
+step=97300 micro_steps=1556800 elapsed=54.0s lr=3.000000e-04 loss_all=1.2739 acc_all=0.7880 loss_corrupt=2.1267 acc_corrupt=0.6162 corrupt_frac=0.5458 loss=2.1267 mean_t=0.5002 wrong_frac=0.7005 init_acc_corrupt=0.2257 init_gold_top10=0.2743 init_gold_top100=0.3106
+step=97350 micro_steps=1557600 elapsed=55.2s lr=3.000000e-04 loss_all=1.2843 acc_all=0.7856 loss_corrupt=2.1157 acc_corrupt=0.6180 corrupt_frac=0.5545 loss=2.1157 mean_t=0.4971 wrong_frac=0.6998 init_acc_corrupt=0.2268 init_gold_top10=0.2754 init_gold_top100=0.3118
+step=97400 micro_steps=1558400 elapsed=51.5s lr=3.000000e-04 loss_all=1.2773 acc_all=0.7875 loss_corrupt=2.1213 acc_corrupt=0.6178 corrupt_frac=0.5497 loss=2.1213 mean_t=0.5031 wrong_frac=0.7004 init_acc_corrupt=0.2271 init_gold_top10=0.2749 init_gold_top100=0.3115
+step=97450 micro_steps=1559200 elapsed=49.2s lr=3.000000e-04 loss_all=1.2701 acc_all=0.7878 loss_corrupt=2.1167 acc_corrupt=0.6166 corrupt_frac=0.5469 loss=2.1167 mean_t=0.5014 wrong_frac=0.7001 init_acc_corrupt=0.2265 init_gold_top10=0.2745 init_gold_top100=0.3107
+step=97500 micro_steps=1560000 elapsed=52.8s lr=3.000000e-04 loss_all=1.2792 acc_all=0.7868 loss_corrupt=2.1097 acc_corrupt=0.6195 corrupt_frac=0.5540 loss=2.1097 mean_t=0.4991 wrong_frac=0.7001 init_acc_corrupt=0.2260 init_gold_top10=0.2749 init_gold_top100=0.3116
+step=97550 micro_steps=1560800 elapsed=54.9s lr=3.000000e-04 loss_all=1.2852 acc_all=0.7850 loss_corrupt=2.1307 acc_corrupt=0.6141 corrupt_frac=0.5509 loss=2.1307 mean_t=0.4983 wrong_frac=0.7007 init_acc_corrupt=0.2257 init_gold_top10=0.2737 init_gold_top100=0.3097
+step=97600 micro_steps=1561600 elapsed=55.0s lr=3.000000e-04 loss_all=1.2509 acc_all=0.7907 loss_corrupt=2.0867 acc_corrupt=0.6210 corrupt_frac=0.5458 loss=2.0867 mean_t=0.5034 wrong_frac=0.7002 init_acc_corrupt=0.2278 init_gold_top10=0.2762 init_gold_top100=0.3126
+step=97650 micro_steps=1562400 elapsed=54.7s lr=3.000000e-04 loss_all=1.2733 acc_all=0.7874 loss_corrupt=2.1151 acc_corrupt=0.6172 corrupt_frac=0.5490 loss=2.1151 mean_t=0.5004 wrong_frac=0.7002 init_acc_corrupt=0.2270 init_gold_top10=0.2748 init_gold_top100=0.3106
+step=97700 micro_steps=1563200 elapsed=55.2s lr=3.000000e-04 loss_all=1.2678 acc_all=0.7880 loss_corrupt=2.1030 acc_corrupt=0.6189 corrupt_frac=0.5497 loss=2.1030 mean_t=0.4969 wrong_frac=0.7001 init_acc_corrupt=0.2256 init_gold_top10=0.2739 init_gold_top100=0.3113
+step=97750 micro_steps=1564000 elapsed=54.9s lr=3.000000e-04 loss_all=1.2735 acc_all=0.7867 loss_corrupt=2.1042 acc_corrupt=0.6183 corrupt_frac=0.5525 loss=2.1042 mean_t=0.4958 wrong_frac=0.6999 init_acc_corrupt=0.2260 init_gold_top10=0.2747 init_gold_top100=0.3119
+step=97800 micro_steps=1564800 elapsed=55.0s lr=3.000000e-04 loss_all=1.2872 acc_all=0.7850 loss_corrupt=2.1377 acc_corrupt=0.6136 corrupt_frac=0.5494 loss=2.1377 mean_t=0.4987 wrong_frac=0.6996 init_acc_corrupt=0.2259 init_gold_top10=0.2742 init_gold_top100=0.3104
+step=97850 micro_steps=1565600 elapsed=54.9s lr=3.000000e-04 loss_all=1.2470 acc_all=0.7913 loss_corrupt=2.0643 acc_corrupt=0.6247 corrupt_frac=0.5488 loss=2.0643 mean_t=0.4992 wrong_frac=0.6995 init_acc_corrupt=0.2260 init_gold_top10=0.2753 init_gold_top100=0.3132
+step=97900 micro_steps=1566400 elapsed=55.1s lr=3.000000e-04 loss_all=1.2908 acc_all=0.7850 loss_corrupt=2.1369 acc_corrupt=0.6148 corrupt_frac=0.5514 loss=2.1369 mean_t=0.4972 wrong_frac=0.7000 init_acc_corrupt=0.2252 init_gold_top10=0.2740 init_gold_top100=0.3110
+step=97950 micro_steps=1567200 elapsed=55.2s lr=3.000000e-04 loss_all=1.2417 acc_all=0.7916 loss_corrupt=2.0655 acc_corrupt=0.6235 corrupt_frac=0.5471 loss=2.0655 mean_t=0.5037 wrong_frac=0.6999 init_acc_corrupt=0.2297 init_gold_top10=0.2764 init_gold_top100=0.3119
+step=98000 micro_steps=1568000 elapsed=55.2s lr=3.000000e-04 loss_all=1.2682 acc_all=0.7883 loss_corrupt=2.1202 acc_corrupt=0.6162 corrupt_frac=0.5457 loss=2.1202 mean_t=0.4955 wrong_frac=0.6999 init_acc_corrupt=0.2245 init_gold_top10=0.2739 init_gold_top100=0.3105
+step=98050 micro_steps=1568800 elapsed=56.5s lr=3.000000e-04 loss_all=1.2707 acc_all=0.7876 loss_corrupt=2.1048 acc_corrupt=0.6189 corrupt_frac=0.5506 loss=2.1048 mean_t=0.5013 wrong_frac=0.7003 init_acc_corrupt=0.2268 init_gold_top10=0.2749 init_gold_top100=0.3111
+step=98100 micro_steps=1569600 elapsed=55.1s lr=3.000000e-04 loss_all=1.2573 acc_all=0.7899 loss_corrupt=2.0861 acc_corrupt=0.6218 corrupt_frac=0.5487 loss=2.0861 mean_t=0.5021 wrong_frac=0.7000 init_acc_corrupt=0.2273 init_gold_top10=0.2752 init_gold_top100=0.3122
+step=98150 micro_steps=1570400 elapsed=55.1s lr=3.000000e-04 loss_all=1.2805 acc_all=0.7856 loss_corrupt=2.1281 acc_corrupt=0.6143 corrupt_frac=0.5496 loss=2.1281 mean_t=0.4974 wrong_frac=0.7000 init_acc_corrupt=0.2266 init_gold_top10=0.2743 init_gold_top100=0.3106
+step=98200 micro_steps=1571200 elapsed=55.2s lr=3.000000e-04 loss_all=1.2474 acc_all=0.7917 loss_corrupt=2.0722 acc_corrupt=0.6242 corrupt_frac=0.5474 loss=2.0722 mean_t=0.5040 wrong_frac=0.6996 init_acc_corrupt=0.2290 init_gold_top10=0.2758 init_gold_top100=0.3118
+step=98250 micro_steps=1572000 elapsed=55.1s lr=3.000000e-04 loss_all=1.2920 acc_all=0.7837 loss_corrupt=2.1263 acc_corrupt=0.6150 corrupt_frac=0.5550 loss=2.1263 mean_t=0.5001 wrong_frac=0.7011 init_acc_corrupt=0.2262 init_gold_top10=0.2741 init_gold_top100=0.3096
+step=98300 micro_steps=1572800 elapsed=55.2s lr=3.000000e-04 loss_all=1.2780 acc_all=0.7870 loss_corrupt=2.1166 acc_corrupt=0.6177 corrupt_frac=0.5497 loss=2.1166 mean_t=0.5011 wrong_frac=0.6994 init_acc_corrupt=0.2270 init_gold_top10=0.2755 init_gold_top100=0.3126
+step=98350 micro_steps=1573600 elapsed=54.9s lr=3.000000e-04 loss_all=1.2669 acc_all=0.7888 loss_corrupt=2.1132 acc_corrupt=0.6180 corrupt_frac=0.5466 loss=2.1132 mean_t=0.4981 wrong_frac=0.6999 init_acc_corrupt=0.2262 init_gold_top10=0.2741 init_gold_top100=0.3108
+step=98400 micro_steps=1574400 elapsed=55.1s lr=3.000000e-04 loss_all=1.2671 acc_all=0.7886 loss_corrupt=2.1042 acc_corrupt=0.6197 corrupt_frac=0.5495 loss=2.1042 mean_t=0.5020 wrong_frac=0.7002 init_acc_corrupt=0.2276 init_gold_top10=0.2750 init_gold_top100=0.3111
+step=98450 micro_steps=1575200 elapsed=55.0s lr=3.000000e-04 loss_all=1.2313 acc_all=0.7940 loss_corrupt=2.0508 acc_corrupt=0.6270 corrupt_frac=0.5455 loss=2.0508 mean_t=0.5077 wrong_frac=0.6999 init_acc_corrupt=0.2308 init_gold_top10=0.2760 init_gold_top100=0.3110
+step=98500 micro_steps=1576000 elapsed=55.1s lr=3.000000e-04 loss_all=1.2797 acc_all=0.7861 loss_corrupt=2.1119 acc_corrupt=0.6177 corrupt_frac=0.5524 loss=2.1119 mean_t=0.4998 wrong_frac=0.6999 init_acc_corrupt=0.2278 init_gold_top10=0.2753 init_gold_top100=0.3101
+step=98550 micro_steps=1576800 elapsed=54.4s lr=3.000000e-04 loss_all=1.2677 acc_all=0.7892 loss_corrupt=2.1078 acc_corrupt=0.6201 corrupt_frac=0.5489 loss=2.1078 mean_t=0.4999 wrong_frac=0.7007 init_acc_corrupt=0.2262 init_gold_top10=0.2744 init_gold_top100=0.3115
+step=98600 micro_steps=1577600 elapsed=48.9s lr=3.000000e-04 loss_all=1.2611 acc_all=0.7888 loss_corrupt=2.0885 acc_corrupt=0.6210 corrupt_frac=0.5503 loss=2.0885 mean_t=0.4978 wrong_frac=0.6996 init_acc_corrupt=0.2273 init_gold_top10=0.2755 init_gold_top100=0.3111
+step=98650 micro_steps=1578400 elapsed=54.2s lr=3.000000e-04 loss_all=1.2630 acc_all=0.7882 loss_corrupt=2.0923 acc_corrupt=0.6193 corrupt_frac=0.5492 loss=2.0923 mean_t=0.5003 wrong_frac=0.7003 init_acc_corrupt=0.2260 init_gold_top10=0.2748 init_gold_top100=0.3123
+step=98700 micro_steps=1579200 elapsed=54.4s lr=3.000000e-04 loss_all=1.2625 acc_all=0.7895 loss_corrupt=2.0981 acc_corrupt=0.6206 corrupt_frac=0.5482 loss=2.0981 mean_t=0.5060 wrong_frac=0.7007 init_acc_corrupt=0.2284 init_gold_top10=0.2760 init_gold_top100=0.3106
+step=98750 micro_steps=1580000 elapsed=55.4s lr=3.000000e-04 loss_all=1.2738 acc_all=0.7868 loss_corrupt=2.0999 acc_corrupt=0.6194 corrupt_frac=0.5531 loss=2.0999 mean_t=0.5001 wrong_frac=0.7003 init_acc_corrupt=0.2274 init_gold_top10=0.2748 init_gold_top100=0.3109
+step=98800 micro_steps=1580800 elapsed=55.3s lr=3.000000e-04 loss_all=1.2593 acc_all=0.7889 loss_corrupt=2.0817 acc_corrupt=0.6217 corrupt_frac=0.5513 loss=2.0817 mean_t=0.5018 wrong_frac=0.7001 init_acc_corrupt=0.2268 init_gold_top10=0.2752 init_gold_top100=0.3119
+step=98850 micro_steps=1581600 elapsed=55.2s lr=3.000000e-04 loss_all=1.2823 acc_all=0.7854 loss_corrupt=2.1240 acc_corrupt=0.6152 corrupt_frac=0.5513 loss=2.1240 mean_t=0.5000 wrong_frac=0.7000 init_acc_corrupt=0.2266 init_gold_top10=0.2752 init_gold_top100=0.3113
+step=98900 micro_steps=1582400 elapsed=55.0s lr=3.000000e-04 loss_all=1.2706 acc_all=0.7877 loss_corrupt=2.0995 acc_corrupt=0.6201 corrupt_frac=0.5519 loss=2.0995 mean_t=0.5032 wrong_frac=0.7004 init_acc_corrupt=0.2263 init_gold_top10=0.2750 init_gold_top100=0.3119
+step=98950 micro_steps=1583200 elapsed=55.0s lr=3.000000e-04 loss_all=1.2768 acc_all=0.7864 loss_corrupt=2.1099 acc_corrupt=0.6179 corrupt_frac=0.5520 loss=2.1099 mean_t=0.4994 wrong_frac=0.6998 init_acc_corrupt=0.2263 init_gold_top10=0.2744 init_gold_top100=0.3105
+step=99000 micro_steps=1584000 elapsed=55.1s lr=3.000000e-04 loss_all=1.2730 acc_all=0.7869 loss_corrupt=2.0956 acc_corrupt=0.6202 corrupt_frac=0.5539 loss=2.0956 mean_t=0.5046 wrong_frac=0.6995 init_acc_corrupt=0.2297 init_gold_top10=0.2761 init_gold_top100=0.3118
+step=99050 micro_steps=1584800 elapsed=56.4s lr=3.000000e-04 loss_all=1.2672 acc_all=0.7885 loss_corrupt=2.0987 acc_corrupt=0.6204 corrupt_frac=0.5496 loss=2.0987 mean_t=0.4967 wrong_frac=0.6997 init_acc_corrupt=0.2261 init_gold_top10=0.2748 init_gold_top100=0.3117
+step=99100 micro_steps=1585600 elapsed=55.1s lr=3.000000e-04 loss_all=1.2548 acc_all=0.7899 loss_corrupt=2.0765 acc_corrupt=0.6229 corrupt_frac=0.5506 loss=2.0765 mean_t=0.5012 wrong_frac=0.6993 init_acc_corrupt=0.2283 init_gold_top10=0.2764 init_gold_top100=0.3124
+step=99150 micro_steps=1586400 elapsed=55.1s lr=3.000000e-04 loss_all=1.2565 acc_all=0.7899 loss_corrupt=2.0832 acc_corrupt=0.6223 corrupt_frac=0.5497 loss=2.0832 mean_t=0.5007 wrong_frac=0.7005 init_acc_corrupt=0.2258 init_gold_top10=0.2744 init_gold_top100=0.3115
+step=99200 micro_steps=1587200 elapsed=55.2s lr=3.000000e-04 loss_all=1.2828 acc_all=0.7854 loss_corrupt=2.1191 acc_corrupt=0.6165 corrupt_frac=0.5525 loss=2.1191 mean_t=0.4948 wrong_frac=0.7003 init_acc_corrupt=0.2253 init_gold_top10=0.2746 init_gold_top100=0.3105
+step=99250 micro_steps=1588000 elapsed=55.5s lr=3.000000e-04 loss_all=1.2411 acc_all=0.7922 loss_corrupt=2.0592 acc_corrupt=0.6257 corrupt_frac=0.5487 loss=2.0592 mean_t=0.5012 wrong_frac=0.7006 init_acc_corrupt=0.2288 init_gold_top10=0.2760 init_gold_top100=0.3116
+step=99300 micro_steps=1588800 elapsed=55.3s lr=3.000000e-04 loss_all=1.2583 acc_all=0.7899 loss_corrupt=2.0904 acc_corrupt=0.6212 corrupt_frac=0.5472 loss=2.0904 mean_t=0.5018 wrong_frac=0.6999 init_acc_corrupt=0.2277 init_gold_top10=0.2751 init_gold_top100=0.3106
+step=99350 micro_steps=1589600 elapsed=55.1s lr=3.000000e-04 loss_all=1.2839 acc_all=0.7857 loss_corrupt=2.1146 acc_corrupt=0.6182 corrupt_frac=0.5542 loss=2.1146 mean_t=0.5014 wrong_frac=0.6999 init_acc_corrupt=0.2264 init_gold_top10=0.2751 init_gold_top100=0.3127
+step=99400 micro_steps=1590400 elapsed=55.2s lr=3.000000e-04 loss_all=1.2531 acc_all=0.7896 loss_corrupt=2.0833 acc_corrupt=0.6206 corrupt_frac=0.5484 loss=2.0833 mean_t=0.4996 wrong_frac=0.7011 init_acc_corrupt=0.2259 init_gold_top10=0.2739 init_gold_top100=0.3102
+step=99450 micro_steps=1591200 elapsed=55.4s lr=3.000000e-04 loss_all=1.2705 acc_all=0.7877 loss_corrupt=2.1078 acc_corrupt=0.6183 corrupt_frac=0.5494 loss=2.1078 mean_t=0.4994 wrong_frac=0.7004 init_acc_corrupt=0.2254 init_gold_top10=0.2745 init_gold_top100=0.3113
+step=99500 micro_steps=1592000 elapsed=55.1s lr=3.000000e-04 loss_all=1.2617 acc_all=0.7886 loss_corrupt=2.0832 acc_corrupt=0.6217 corrupt_frac=0.5514 loss=2.0832 mean_t=0.5019 wrong_frac=0.7001 init_acc_corrupt=0.2271 init_gold_top10=0.2750 init_gold_top100=0.3118
+step=99550 micro_steps=1592800 elapsed=55.0s lr=3.000000e-04 loss_all=1.2681 acc_all=0.7877 loss_corrupt=2.1033 acc_corrupt=0.6184 corrupt_frac=0.5499 loss=2.1033 mean_t=0.5009 wrong_frac=0.6997 init_acc_corrupt=0.2267 init_gold_top10=0.2746 init_gold_top100=0.3106
+step=99600 micro_steps=1593600 elapsed=55.3s lr=3.000000e-04 loss_all=1.2714 acc_all=0.7882 loss_corrupt=2.1064 acc_corrupt=0.6196 corrupt_frac=0.5505 loss=2.1064 mean_t=0.4973 wrong_frac=0.7011 init_acc_corrupt=0.2239 init_gold_top10=0.2726 init_gold_top100=0.3111
+step=99650 micro_steps=1594400 elapsed=55.2s lr=3.000000e-04 loss_all=1.2745 acc_all=0.7881 loss_corrupt=2.1160 acc_corrupt=0.6189 corrupt_frac=0.5494 loss=2.1160 mean_t=0.4985 wrong_frac=0.7004 init_acc_corrupt=0.2250 init_gold_top10=0.2742 init_gold_top100=0.3107
+step=99700 micro_steps=1595200 elapsed=52.3s lr=3.000000e-04 loss_all=1.2444 acc_all=0.7921 loss_corrupt=2.0714 acc_corrupt=0.6241 corrupt_frac=0.5466 loss=2.0714 mean_t=0.5006 wrong_frac=0.7001 init_acc_corrupt=0.2283 init_gold_top10=0.2757 init_gold_top100=0.3116
+step=99750 micro_steps=1596000 elapsed=48.9s lr=3.000000e-04 loss_all=1.2606 acc_all=0.7894 loss_corrupt=2.1010 acc_corrupt=0.6195 corrupt_frac=0.5477 loss=2.1010 mean_t=0.5013 wrong_frac=0.6997 init_acc_corrupt=0.2263 init_gold_top10=0.2753 init_gold_top100=0.3122
+step=99800 micro_steps=1596800 elapsed=48.9s lr=3.000000e-04 loss_all=1.2574 acc_all=0.7897 loss_corrupt=2.0891 acc_corrupt=0.6212 corrupt_frac=0.5488 loss=2.0891 mean_t=0.4970 wrong_frac=0.7007 init_acc_corrupt=0.2250 init_gold_top10=0.2734 init_gold_top100=0.3104
+step=99850 micro_steps=1597600 elapsed=49.0s lr=3.000000e-04 loss_all=1.2599 acc_all=0.7898 loss_corrupt=2.0855 acc_corrupt=0.6227 corrupt_frac=0.5506 loss=2.0855 mean_t=0.5047 wrong_frac=0.6998 init_acc_corrupt=0.2284 init_gold_top10=0.2756 init_gold_top100=0.3122
+step=99900 micro_steps=1598400 elapsed=48.6s lr=3.000000e-04 loss_all=1.2770 acc_all=0.7861 loss_corrupt=2.1151 acc_corrupt=0.6163 corrupt_frac=0.5506 loss=2.1151 mean_t=0.4971 wrong_frac=0.6999 init_acc_corrupt=0.2260 init_gold_top10=0.2751 init_gold_top100=0.3111
+step=99950 micro_steps=1599200 elapsed=48.4s lr=3.000000e-04 loss_all=1.2441 acc_all=0.7920 loss_corrupt=2.0614 acc_corrupt=0.6260 corrupt_frac=0.5490 loss=2.0614 mean_t=0.5064 wrong_frac=0.7000 init_acc_corrupt=0.2284 init_gold_top10=0.2753 init_gold_top100=0.3116
+step=100000 micro_steps=1600000 elapsed=49.1s lr=3.000000e-04 loss_all=1.2754 acc_all=0.7866 loss_corrupt=2.1080 acc_corrupt=0.6180 corrupt_frac=0.5523 loss=2.1080 mean_t=0.5009 wrong_frac=0.7008 init_acc_corrupt=0.2252 init_gold_top10=0.2738 init_gold_top100=0.3102
diff --git a/LTA_openwebtext_dualt/logs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0.launcher.log b/LTA_openwebtext_dualt/logs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0.launcher.log
new file mode 100644
index 0000000000000000000000000000000000000000..edf88f30638eb09a9083a92241d319771ae53e12
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0.launcher.log
@@ -0,0 +1,127 @@
+[launch] method=logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled host=di-20260411014000-djqhq time=2026-05-07T18:00:05+00:00
+[launch] cwd=/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt
+[launch] run_name=lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0
+[launch] save_dir=runs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0
+[launch] log_file=logs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0.log
+
+*****************************************
+Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. 
+*****************************************
+NCCL version 2.25.1+cuda12.8
+{
+  "device": "cuda:0",
+  "rank": 0,
+  "world_size": 4,
+  "samples": "wrapped_stream",
+  "vocab_size": 30522,
+  "save_dir": "runs/lta_lm1b_logisticnormal_linearmean_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_4gpu_1m_nw0",
+  "batch_size": 64,
+  "grad_accum": 2,
+  "effective_batch_size": 512,
+  "global_batch_size": 512,
+  "lr_schedule": "constant_warmup",
+  "warmup_steps": 2500,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "adam_eps": 1e-08,
+  "model_type": "ddit",
+  "dual_t": true,
+  "corrupt_t_mode": "same",
+  "corrupt_min_t": 0.0,
+  "corrupt_max_t": 1.0,
+  "dirichlet_endpoint_mode": "categorical_dual_t",
+  "dirichlet_semantic_t_mode": "same",
+  "dirichlet_semantic_t_value": 0.0,
+  "categorical_wrong_from_full_vocab": true,
+  "simplex_bridge_sampler": "logistic_normal_linear_mean",
+  "logistic_normal_sigma_min": 0.18,
+  "logistic_normal_sigma_max": 2.2,
+  "logistic_normal_tau_min": 0.65,
+  "logistic_normal_tau_max": 1.15,
+  "torch_compile": false,
+  "compile_mode": "max-autotune",
+  "state_format": "prob",
+  "target_loss": "hard_ce",
+  "meanflow_weight": 0.0,
+  "bridge_noise_init": "logistic_normal",
+  "noise_sigma": -1.0,
+  "wrap": true,
+  "wrap_mode": "stream",
+  "wrap_record_buffer_size": 200,
+  "openwebtext_split": "all",
+  "detokenizer": "auto",
+  "resolved_detokenizer": "lm1b",
+  "num_workers": 0,
+  "latest_every": 1000,
+  "resume_path": ""
+}
+step=100 micro_steps=200 elapsed=33.7s lr=1.212000e-05 loss_all=10.1645 acc_all=0.5433 loss_corrupt=10.1710 acc_corrupt=0.3656 corrupt_frac=0.5489 loss=10.1710 loss_recon=10.1710 loss_meanflow=0.0000 mean_model_t=0.5004 mean_corrupt_t=0.5004 wrong_frac=0.4963 init_acc_corrupt=0.4923 init_gold_top10=0.4993 init_gold_top100=0.5039
+step=200 micro_steps=400 elapsed=32.1s lr=2.412000e-05 loss_all=8.9418 acc_all=0.1305 loss_corrupt=8.9447 acc_corrupt=0.0986 corrupt_frac=0.5503 loss=8.9447 loss_recon=8.9447 loss_meanflow=0.0000 mean_model_t=0.5021 mean_corrupt_t=0.5021 wrong_frac=0.4978 init_acc_corrupt=0.4912 init_gold_top10=0.4979 init_gold_top100=0.5023
+step=300 micro_steps=600 elapsed=32.1s lr=3.612000e-05 loss_all=6.9768 acc_all=0.1485 loss_corrupt=7.0881 acc_corrupt=0.1136 corrupt_frac=0.5541 loss=7.0881 loss_recon=7.0881 loss_meanflow=0.0000 mean_model_t=0.5008 mean_corrupt_t=0.5008 wrong_frac=0.4990 init_acc_corrupt=0.4898 init_gold_top10=0.4966 init_gold_top100=0.5011
+step=400 micro_steps=800 elapsed=32.2s lr=4.812000e-05 loss_all=3.6665 acc_all=0.5435 loss_corrupt=4.7788 acc_corrupt=0.3888 corrupt_frac=0.5525 loss=4.7788 loss_recon=4.7788 loss_meanflow=0.0000 mean_model_t=0.5025 mean_corrupt_t=0.5025 wrong_frac=0.4996 init_acc_corrupt=0.4892 init_gold_top10=0.4960 init_gold_top100=0.5005
+step=500 micro_steps=1000 elapsed=32.2s lr=6.012000e-05 loss_all=2.3262 acc_all=0.7071 loss_corrupt=3.7839 acc_corrupt=0.5148 corrupt_frac=0.5524 loss=3.7839 loss_recon=3.7839 loss_meanflow=0.0000 mean_model_t=0.4993 mean_corrupt_t=0.4993 wrong_frac=0.5015 init_acc_corrupt=0.4869 init_gold_top10=0.4939 init_gold_top100=0.4985
+step=600 micro_steps=1200 elapsed=32.2s lr=7.212000e-05 loss_all=2.0390 acc_all=0.7353 loss_corrupt=3.4621 acc_corrupt=0.5424 corrupt_frac=0.5500 loss=3.4621 loss_recon=3.4621 loss_meanflow=0.0000 mean_model_t=0.4995 mean_corrupt_t=0.4995 wrong_frac=0.5005 init_acc_corrupt=0.4882 init_gold_top10=0.4950 init_gold_top100=0.4995
+step=700 micro_steps=1400 elapsed=32.2s lr=8.412000e-05 loss_all=1.9037 acc_all=0.7466 loss_corrupt=3.2809 acc_corrupt=0.5560 corrupt_frac=0.5486 loss=3.2809 loss_recon=3.2809 loss_meanflow=0.0000 mean_model_t=0.4990 mean_corrupt_t=0.4990 wrong_frac=0.5002 init_acc_corrupt=0.4884 init_gold_top10=0.4953 init_gold_top100=0.4998
+step=800 micro_steps=1600 elapsed=32.1s lr=9.612000e-05 loss_all=1.8368 acc_all=0.7513 loss_corrupt=3.1706 acc_corrupt=0.5644 corrupt_frac=0.5505 loss=3.1706 loss_recon=3.1706 loss_meanflow=0.0000 mean_model_t=0.4990 mean_corrupt_t=0.4990 wrong_frac=0.5002 init_acc_corrupt=0.4884 init_gold_top10=0.4954 init_gold_top100=0.4998
+step=900 micro_steps=1800 elapsed=32.2s lr=1.081200e-04 loss_all=1.7957 acc_all=0.7535 loss_corrupt=3.1140 acc_corrupt=0.5668 corrupt_frac=0.5487 loss=3.1140 loss_recon=3.1140 loss_meanflow=0.0000 mean_model_t=0.4992 mean_corrupt_t=0.4992 wrong_frac=0.5027 init_acc_corrupt=0.4857 init_gold_top10=0.4927 init_gold_top100=0.4973
+step=1000 micro_steps=2000 elapsed=32.1s lr=1.201200e-04 loss_all=1.7723 acc_all=0.7540 loss_corrupt=3.0474 acc_corrupt=0.5718 corrupt_frac=0.5531 loss=3.0474 loss_recon=3.0474 loss_meanflow=0.0000 mean_model_t=0.4954 mean_corrupt_t=0.4954 wrong_frac=0.5041 init_acc_corrupt=0.4845 init_gold_top10=0.4913 init_gold_top100=0.4961
+step=1100 micro_steps=2200 elapsed=33.6s lr=1.321200e-04 loss_all=1.7107 acc_all=0.7603 loss_corrupt=2.9532 acc_corrupt=0.5815 corrupt_frac=0.5514 loss=2.9532 loss_recon=2.9532 loss_meanflow=0.0000 mean_model_t=0.5021 mean_corrupt_t=0.5021 wrong_frac=0.4960 init_acc_corrupt=0.4932 init_gold_top10=0.4997 init_gold_top100=0.5042
+step=1200 micro_steps=2400 elapsed=32.1s lr=1.441200e-04 loss_all=1.6886 acc_all=0.7618 loss_corrupt=2.9234 acc_corrupt=0.5834 corrupt_frac=0.5499 loss=2.9234 loss_recon=2.9234 loss_meanflow=0.0000 mean_model_t=0.5036 mean_corrupt_t=0.5036 wrong_frac=0.4975 init_acc_corrupt=0.4914 init_gold_top10=0.4980 init_gold_top100=0.5025
+step=1300 micro_steps=2600 elapsed=32.1s lr=1.561200e-04 loss_all=1.6636 acc_all=0.7640 loss_corrupt=2.8729 acc_corrupt=0.5880 corrupt_frac=0.5504 loss=2.8729 loss_recon=2.8729 loss_meanflow=0.0000 mean_model_t=0.5037 mean_corrupt_t=0.5037 wrong_frac=0.4960 init_acc_corrupt=0.4930 init_gold_top10=0.4997 init_gold_top100=0.5041
+step=1400 micro_steps=2800 elapsed=32.1s lr=1.681200e-04 loss_all=1.6454 acc_all=0.7659 loss_corrupt=2.8562 acc_corrupt=0.5891 corrupt_frac=0.5462 loss=2.8562 loss_recon=2.8562 loss_meanflow=0.0000 mean_model_t=0.5015 mean_corrupt_t=0.5015 wrong_frac=0.4978 init_acc_corrupt=0.4908 init_gold_top10=0.4978 init_gold_top100=0.5023
+step=1500 micro_steps=3000 elapsed=32.1s lr=1.801200e-04 loss_all=1.6487 acc_all=0.7642 loss_corrupt=2.8300 acc_corrupt=0.5910 corrupt_frac=0.5519 loss=2.8300 loss_recon=2.8300 loss_meanflow=0.0000 mean_model_t=0.5007 mean_corrupt_t=0.5007 wrong_frac=0.4967 init_acc_corrupt=0.4922 init_gold_top10=0.4990 init_gold_top100=0.5035
+step=1600 micro_steps=3200 elapsed=32.2s lr=1.921200e-04 loss_all=1.6357 acc_all=0.7651 loss_corrupt=2.8133 acc_corrupt=0.5920 corrupt_frac=0.5504 loss=2.8133 loss_recon=2.8133 loss_meanflow=0.0000 mean_model_t=0.5011 mean_corrupt_t=0.5011 wrong_frac=0.4992 init_acc_corrupt=0.4896 init_gold_top10=0.4963 init_gold_top100=0.5008
+step=1700 micro_steps=3400 elapsed=32.1s lr=2.041200e-04 loss_all=1.6167 acc_all=0.7668 loss_corrupt=2.7754 acc_corrupt=0.5956 corrupt_frac=0.5497 loss=2.7754 loss_recon=2.7754 loss_meanflow=0.0000 mean_model_t=0.5012 mean_corrupt_t=0.5012 wrong_frac=0.4969 init_acc_corrupt=0.4919 init_gold_top10=0.4987 init_gold_top100=0.5032
+step=1800 micro_steps=3600 elapsed=32.1s lr=2.161200e-04 loss_all=1.6118 acc_all=0.7670 loss_corrupt=2.7677 acc_corrupt=0.5959 corrupt_frac=0.5490 loss=2.7677 loss_recon=2.7677 loss_meanflow=0.0000 mean_model_t=0.4992 mean_corrupt_t=0.4992 wrong_frac=0.4991 init_acc_corrupt=0.4894 init_gold_top10=0.4963 init_gold_top100=0.5009
+step=1900 micro_steps=3800 elapsed=32.1s lr=2.281200e-04 loss_all=1.5905 acc_all=0.7690 loss_corrupt=2.7400 acc_corrupt=0.5984 corrupt_frac=0.5471 loss=2.7400 loss_recon=2.7400 loss_meanflow=0.0000 mean_model_t=0.4995 mean_corrupt_t=0.4995 wrong_frac=0.4992 init_acc_corrupt=0.4894 init_gold_top10=0.4963 init_gold_top100=0.5009
+step=2000 micro_steps=4000 elapsed=32.1s lr=2.401200e-04 loss_all=1.5999 acc_all=0.7667 loss_corrupt=2.7239 acc_corrupt=0.5995 corrupt_frac=0.5547 loss=2.7239 loss_recon=2.7239 loss_meanflow=0.0000 mean_model_t=0.4999 mean_corrupt_t=0.4999 wrong_frac=0.4999 init_acc_corrupt=0.4888 init_gold_top10=0.4956 init_gold_top100=0.5002
+step=2100 micro_steps=4200 elapsed=33.5s lr=2.521200e-04 loss_all=1.5770 acc_all=0.7691 loss_corrupt=2.7072 acc_corrupt=0.6004 corrupt_frac=0.5501 loss=2.7072 loss_recon=2.7072 loss_meanflow=0.0000 mean_model_t=0.4987 mean_corrupt_t=0.4987 wrong_frac=0.5014 init_acc_corrupt=0.4873 init_gold_top10=0.4942 init_gold_top100=0.4987
+step=2200 micro_steps=4400 elapsed=32.1s lr=2.641200e-04 loss_all=1.5405 acc_all=0.7737 loss_corrupt=2.6464 acc_corrupt=0.6083 corrupt_frac=0.5497 loss=2.6464 loss_recon=2.6464 loss_meanflow=0.0000 mean_model_t=0.5043 mean_corrupt_t=0.5043 wrong_frac=0.4950 init_acc_corrupt=0.4938 init_gold_top10=0.5006 init_gold_top100=0.5051
+step=2300 micro_steps=4600 elapsed=32.1s lr=2.761200e-04 loss_all=1.5372 acc_all=0.7734 loss_corrupt=2.6522 acc_corrupt=0.6061 corrupt_frac=0.5471 loss=2.6522 loss_recon=2.6522 loss_meanflow=0.0000 mean_model_t=0.5005 mean_corrupt_t=0.5005 wrong_frac=0.5012 init_acc_corrupt=0.4875 init_gold_top10=0.4944 init_gold_top100=0.4990
+step=2400 micro_steps=4800 elapsed=32.1s lr=2.881200e-04 loss_all=1.5456 acc_all=0.7718 loss_corrupt=2.6467 acc_corrupt=0.6063 corrupt_frac=0.5525 loss=2.6467 loss_recon=2.6467 loss_meanflow=0.0000 mean_model_t=0.4997 mean_corrupt_t=0.4997 wrong_frac=0.5011 init_acc_corrupt=0.4875 init_gold_top10=0.4944 init_gold_top100=0.4991
+step=2500 micro_steps=5000 elapsed=32.0s lr=3.000000e-04 loss_all=1.5094 acc_all=0.7760 loss_corrupt=2.6095 acc_corrupt=0.6098 corrupt_frac=0.5460 loss=2.6095 loss_recon=2.6095 loss_meanflow=0.0000 mean_model_t=0.4982 mean_corrupt_t=0.4982 wrong_frac=0.5001 init_acc_corrupt=0.4885 init_gold_top10=0.4954 init_gold_top100=0.4999
+step=2600 micro_steps=5200 elapsed=32.1s lr=3.000000e-04 loss_all=1.5078 acc_all=0.7758 loss_corrupt=2.5903 acc_corrupt=0.6120 corrupt_frac=0.5509 loss=2.5903 loss_recon=2.5903 loss_meanflow=0.0000 mean_model_t=0.4994 mean_corrupt_t=0.4994 wrong_frac=0.4994 init_acc_corrupt=0.4892 init_gold_top10=0.4961 init_gold_top100=0.5007
+step=2700 micro_steps=5400 elapsed=32.1s lr=3.000000e-04 loss_all=1.5007 acc_all=0.7764 loss_corrupt=2.5900 acc_corrupt=0.6113 corrupt_frac=0.5489 loss=2.5900 loss_recon=2.5900 loss_meanflow=0.0000 mean_model_t=0.5002 mean_corrupt_t=0.5002 wrong_frac=0.5004 init_acc_corrupt=0.4885 init_gold_top10=0.4952 init_gold_top100=0.4997
+step=2800 micro_steps=5600 elapsed=32.1s lr=3.000000e-04 loss_all=1.4679 acc_all=0.7805 loss_corrupt=2.5478 acc_corrupt=0.6162 corrupt_frac=0.5472 loss=2.5478 loss_recon=2.5478 loss_meanflow=0.0000 mean_model_t=0.5018 mean_corrupt_t=0.5018 wrong_frac=0.4977 init_acc_corrupt=0.4909 init_gold_top10=0.4978 init_gold_top100=0.5023
+step=2900 micro_steps=5800 elapsed=32.1s lr=3.000000e-04 loss_all=1.4539 acc_all=0.7822 loss_corrupt=2.5214 acc_corrupt=0.6193 corrupt_frac=0.5481 loss=2.5214 loss_recon=2.5214 loss_meanflow=0.0000 mean_model_t=0.5021 mean_corrupt_t=0.5021 wrong_frac=0.4967 init_acc_corrupt=0.4921 init_gold_top10=0.4989 init_gold_top100=0.5033
+step=3000 micro_steps=6000 elapsed=32.1s lr=3.000000e-04 loss_all=1.4724 acc_all=0.7793 loss_corrupt=2.5567 acc_corrupt=0.6138 corrupt_frac=0.5484 loss=2.5567 loss_recon=2.5567 loss_meanflow=0.0000 mean_model_t=0.4967 mean_corrupt_t=0.4967 wrong_frac=0.5032 init_acc_corrupt=0.4854 init_gold_top10=0.4922 init_gold_top100=0.4969
+step=3100 micro_steps=6200 elapsed=33.7s lr=3.000000e-04 loss_all=1.4427 acc_all=0.7830 loss_corrupt=2.5009 acc_corrupt=0.6208 corrupt_frac=0.5492 loss=2.5009 loss_recon=2.5009 loss_meanflow=0.0000 mean_model_t=0.5036 mean_corrupt_t=0.5036 wrong_frac=0.4967 init_acc_corrupt=0.4921 init_gold_top10=0.4988 init_gold_top100=0.5033
+step=3200 micro_steps=6400 elapsed=32.2s lr=3.000000e-04 loss_all=1.4411 acc_all=0.7829 loss_corrupt=2.5122 acc_corrupt=0.6186 corrupt_frac=0.5470 loss=2.5122 loss_recon=2.5122 loss_meanflow=0.0000 mean_model_t=0.5012 mean_corrupt_t=0.5012 wrong_frac=0.5008 init_acc_corrupt=0.4879 init_gold_top10=0.4948 init_gold_top100=0.4993
+step=3300 micro_steps=6600 elapsed=32.2s lr=3.000000e-04 loss_all=1.4424 acc_all=0.7825 loss_corrupt=2.5125 acc_corrupt=0.6182 corrupt_frac=0.5477 loss=2.5125 loss_recon=2.5125 loss_meanflow=0.0000 mean_model_t=0.4977 mean_corrupt_t=0.4977 wrong_frac=0.5028 init_acc_corrupt=0.4857 init_gold_top10=0.4926 init_gold_top100=0.4973
+step=3400 micro_steps=6800 elapsed=32.2s lr=3.000000e-04 loss_all=1.4111 acc_all=0.7869 loss_corrupt=2.4540 acc_corrupt=0.6265 corrupt_frac=0.5486 loss=2.4540 loss_recon=2.4540 loss_meanflow=0.0000 mean_model_t=0.5032 mean_corrupt_t=0.5032 wrong_frac=0.4946 init_acc_corrupt=0.4944 init_gold_top10=0.5011 init_gold_top100=0.5055
+step=3500 micro_steps=7000 elapsed=32.1s lr=3.000000e-04 loss_all=1.4202 acc_all=0.7849 loss_corrupt=2.4856 acc_corrupt=0.6206 corrupt_frac=0.5455 loss=2.4856 loss_recon=2.4856 loss_meanflow=0.0000 mean_model_t=0.4976 mean_corrupt_t=0.4976 wrong_frac=0.5027 init_acc_corrupt=0.4857 init_gold_top10=0.4927 init_gold_top100=0.4974
+step=3600 micro_steps=7200 elapsed=32.1s lr=3.000000e-04 loss_all=1.4081 acc_all=0.7865 loss_corrupt=2.4649 acc_corrupt=0.6233 corrupt_frac=0.5459 loss=2.4649 loss_recon=2.4649 loss_meanflow=0.0000 mean_model_t=0.4991 mean_corrupt_t=0.4991 wrong_frac=0.4999 init_acc_corrupt=0.4888 init_gold_top10=0.4955 init_gold_top100=0.5001
+W0507 18:19:39.536000 353386 torch/distributed/elastic/agent/server/api.py:719] Received 15 death signal, shutting down workers
+W0507 18:19:39.537000 353386 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 353453 closing signal SIGTERM
+W0507 18:19:39.537000 353386 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 353454 closing signal SIGTERM
+W0507 18:19:39.538000 353386 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 353455 closing signal SIGTERM
+W0507 18:19:39.538000 353386 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 353456 closing signal SIGTERM
+Traceback (most recent call last):
+  File "<frozen runpy>", line 198, in _run_module_as_main
+  File "<frozen runpy>", line 88, in _run_code
+  File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 922, in <module>
+    main()
+  File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 355, in wrapper
+    return f(*args, **kwargs)
+           ^^^^^^^^^^^^^^^^^^
+  File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 918, in main
+    run(args)
+  File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 909, in run
+    elastic_launch(
+  File "/usr/local/lib/python3.12/dist-packages/torch/distributed/launcher/api.py", line 139, in __call__
+    return launch_agent(self._config, self._entrypoint, list(args))
+           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+  File "/usr/local/lib/python3.12/dist-packages/torch/distributed/launcher/api.py", line 261, in launch_agent
+    result = agent.run()
+             ^^^^^^^^^^^
+  File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/metrics/api.py", line 137, in wrapper
+    result = f(*args, **kwargs)
+             ^^^^^^^^^^^^^^^^^^
+  File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/agent/server/api.py", line 711, in run
+    result = self._invoke_run(role)
+             ^^^^^^^^^^^^^^^^^^^^^^
+  File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/agent/server/api.py", line 870, in _invoke_run
+    time.sleep(monitor_interval)
+  File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/multiprocessing/api.py", line 84, in _terminate_process_handler
+    raise SignalException(f"Process {os.getpid()} got signal: {sigval}", sigval=sigval)
+torch.distributed.elastic.multiprocessing.api.SignalException: Process 353386 got signal: 15
diff --git a/LTA_openwebtext_dualt/logs/lta_owt_c1024_len1024_t0to1_lowk64plus_cleanbridge_buf1000_gbs128_4gpu_2k.nohup b/LTA_openwebtext_dualt/logs/lta_owt_c1024_len1024_t0to1_lowk64plus_cleanbridge_buf1000_gbs128_4gpu_2k.nohup
new file mode 100644
index 0000000000000000000000000000000000000000..2483a5749615768e52e15e065c3e393445a76d7d
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/lta_owt_c1024_len1024_t0to1_lowk64plus_cleanbridge_buf1000_gbs128_4gpu_2k.nohup
@@ -0,0 +1,85 @@
+[launch] owt low-t-cut low-k 100-step pilot
+[launch] run_name=lta_owt_c1024_len1024_t0to1_lowk64plus_cleanbridge_buf1000_gbs128_4gpu_2k
+[launch] save_dir=runs/lta_owt_c1024_len1024_t0to1_lowk64plus_cleanbridge_buf1000_gbs128_4gpu_2k
+[launch] t=0.0..1.0 mask=0.01..1.0
+[launch] mixture original=0.0 lowk=1.0 all=0.0
+[launch] clean_state_mode=bridge
+
+*****************************************
+Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. 
+*****************************************
+NCCL version 2.25.1+cuda12.8
+{
+  "device": "cuda:0",
+  "rank": 0,
+  "world_size": 4,
+  "samples": "wrapped_stream_online_shuffle:1000",
+  "vocab_size": 50257,
+  "save_dir": "runs/lta_owt_c1024_len1024_t0to1_lowk64plus_cleanbridge_buf1000_gbs128_4gpu_2k",
+  "batch_size": 16,
+  "grad_accum": 2,
+  "effective_batch_size": 128,
+  "global_batch_size": 128,
+  "lr_schedule": "constant_warmup",
+  "warmup_steps": 100,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "adam_eps": 1e-08,
+  "model_type": "ddit",
+  "dual_t": true,
+  "corrupt_t_mode": "same",
+  "corrupt_min_t": 0.0,
+  "corrupt_max_t": 1.0,
+  "dirichlet_endpoint_mode": "categorical_dual_t",
+  "dirichlet_semantic_t_mode": "same",
+  "dirichlet_semantic_t_value": 0.0,
+  "categorical_wrong_from_full_vocab": true,
+  "simplex_bridge_sampler": "dirichlet",
+  "logistic_normal_sigma_min": 0.18,
+  "logistic_normal_sigma_max": 2.2,
+  "logistic_normal_tau_min": 0.65,
+  "logistic_normal_tau_max": 1.15,
+  "torch_compile": false,
+  "compile_mode": "max-autotune",
+  "state_format": "prob",
+  "target_loss": "hard_ce",
+  "meanflow_weight": 0.0,
+  "bridge_noise_init": "logistic_normal",
+  "noise_sigma": -1.0,
+  "wrap": true,
+  "wrap_mode": "stream",
+  "wrap_record_buffer_size": 200,
+  "owt_cached_chunks": false,
+  "owt_chunk_cache_dir": "",
+  "owt_chunk_cache_rebuild": false,
+  "owt_chunk_cache_write_batch": 4096,
+  "online_chunk_shuffle": true,
+  "online_chunk_shuffle_buffer": 1000,
+  "openwebtext_split": "train_minus_100k",
+  "detokenizer": "auto",
+  "resolved_detokenizer": null,
+  "num_workers": 0,
+  "latest_every": 500,
+  "resume_path": ""
+}
+step=100 micro_steps=200 elapsed=105.3s lr=3.000000e-04 loss_all=8.1603 acc_all=0.2428 loss_corrupt=8.2249 acc_corrupt=0.2239 corrupt_frac=0.8529 loss=8.2249 loss_recon=8.2249 loss_meanflow=0.0000 mean_model_t=0.5013 mean_corrupt_t=0.5013 wrong_frac=0.4990 init_acc_corrupt=0.4665 init_gold_top10=0.4953 init_gold_top100=0.5251
+step=200 micro_steps=400 elapsed=101.2s lr=3.000000e-04 loss_all=4.0894 acc_all=0.5048 loss_corrupt=4.4452 acc_corrupt=0.4609 corrupt_frac=0.8555 loss=4.4452 loss_recon=4.4452 loss_meanflow=0.0000 mean_model_t=0.4963 mean_corrupt_t=0.4963 wrong_frac=0.5040 init_acc_corrupt=0.4616 init_gold_top10=0.4904 init_gold_top100=0.5198
+step=300 micro_steps=600 elapsed=102.1s lr=3.000000e-04 loss_all=3.8334 acc_all=0.5283 loss_corrupt=4.1803 acc_corrupt=0.4854 corrupt_frac=0.8540 loss=4.1803 loss_recon=4.1803 loss_meanflow=0.0000 mean_model_t=0.5010 mean_corrupt_t=0.5010 wrong_frac=0.4986 init_acc_corrupt=0.4673 init_gold_top10=0.4959 init_gold_top100=0.5249
+step=400 micro_steps=800 elapsed=101.3s lr=3.000000e-04 loss_all=3.6010 acc_all=0.5477 loss_corrupt=3.9351 acc_corrupt=0.5057 corrupt_frac=0.8540 loss=3.9351 loss_recon=3.9351 loss_meanflow=0.0000 mean_model_t=0.5092 mean_corrupt_t=0.5092 wrong_frac=0.4904 init_acc_corrupt=0.4760 init_gold_top10=0.5043 init_gold_top100=0.5332
+step=500 micro_steps=1000 elapsed=101.6s lr=3.000000e-04 loss_all=3.5088 acc_all=0.5530 loss_corrupt=3.8326 acc_corrupt=0.5115 corrupt_frac=0.8551 loss=3.8326 loss_recon=3.8326 loss_meanflow=0.0000 mean_model_t=0.5078 mean_corrupt_t=0.5078 wrong_frac=0.4921 init_acc_corrupt=0.4738 init_gold_top10=0.5027 init_gold_top100=0.5309
+step=600 micro_steps=1200 elapsed=121.0s lr=3.000000e-04 loss_all=3.5477 acc_all=0.5448 loss_corrupt=3.8690 acc_corrupt=0.5034 corrupt_frac=0.8546 loss=3.8690 loss_recon=3.8690 loss_meanflow=0.0000 mean_model_t=0.4973 mean_corrupt_t=0.4973 wrong_frac=0.5028 init_acc_corrupt=0.4617 init_gold_top10=0.4912 init_gold_top100=0.5216
+step=700 micro_steps=1400 elapsed=151.2s lr=3.000000e-04 loss_all=3.4579 acc_all=0.5530 loss_corrupt=3.7778 acc_corrupt=0.5112 corrupt_frac=0.8540 loss=3.7778 loss_recon=3.7778 loss_meanflow=0.0000 mean_model_t=0.5022 mean_corrupt_t=0.5022 wrong_frac=0.4988 init_acc_corrupt=0.4661 init_gold_top10=0.4956 init_gold_top100=0.5251
+step=800 micro_steps=1600 elapsed=101.6s lr=3.000000e-04 loss_all=3.3878 acc_all=0.5601 loss_corrupt=3.6868 acc_corrupt=0.5205 corrupt_frac=0.8564 loss=3.6868 loss_recon=3.6868 loss_meanflow=0.0000 mean_model_t=0.5055 mean_corrupt_t=0.5055 wrong_frac=0.4933 init_acc_corrupt=0.4730 init_gold_top10=0.5013 init_gold_top100=0.5302
+step=900 micro_steps=1800 elapsed=101.6s lr=3.000000e-04 loss_all=3.4095 acc_all=0.5549 loss_corrupt=3.7220 acc_corrupt=0.5133 corrupt_frac=0.8515 loss=3.7220 loss_recon=3.7220 loss_meanflow=0.0000 mean_model_t=0.4971 mean_corrupt_t=0.4971 wrong_frac=0.5024 init_acc_corrupt=0.4637 init_gold_top10=0.4917 init_gold_top100=0.5223
+step=1000 micro_steps=2000 elapsed=150.6s lr=3.000000e-04 loss_all=3.4462 acc_all=0.5495 loss_corrupt=3.7466 acc_corrupt=0.5093 corrupt_frac=0.8552 loss=3.7466 loss_recon=3.7466 loss_meanflow=0.0000 mean_model_t=0.4921 mean_corrupt_t=0.4921 wrong_frac=0.5076 init_acc_corrupt=0.4575 init_gold_top10=0.4863 init_gold_top100=0.5181
+step=1100 micro_steps=2200 elapsed=137.7s lr=3.000000e-04 loss_all=3.3705 acc_all=0.5575 loss_corrupt=3.6763 acc_corrupt=0.5165 corrupt_frac=0.8529 loss=3.6763 loss_recon=3.6763 loss_meanflow=0.0000 mean_model_t=0.4963 mean_corrupt_t=0.4963 wrong_frac=0.5031 init_acc_corrupt=0.4619 init_gold_top10=0.4911 init_gold_top100=0.5209
+step=1200 micro_steps=2400 elapsed=101.7s lr=3.000000e-04 loss_all=3.3290 acc_all=0.5614 loss_corrupt=3.6456 acc_corrupt=0.5187 corrupt_frac=0.8546 loss=3.6456 loss_recon=3.6456 loss_meanflow=0.0000 mean_model_t=0.4982 mean_corrupt_t=0.4982 wrong_frac=0.5023 init_acc_corrupt=0.4630 init_gold_top10=0.4921 init_gold_top100=0.5221
+step=1300 micro_steps=2600 elapsed=101.5s lr=3.000000e-04 loss_all=3.3538 acc_all=0.5572 loss_corrupt=3.6600 acc_corrupt=0.5157 corrupt_frac=0.8554 loss=3.6600 loss_recon=3.6600 loss_meanflow=0.0000 mean_model_t=0.4943 mean_corrupt_t=0.4943 wrong_frac=0.5056 init_acc_corrupt=0.4591 init_gold_top10=0.4888 init_gold_top100=0.5192
+step=1400 micro_steps=2800 elapsed=101.7s lr=3.000000e-04 loss_all=3.3495 acc_all=0.5595 loss_corrupt=3.6461 acc_corrupt=0.5193 corrupt_frac=0.8568 loss=3.6461 loss_recon=3.6461 loss_meanflow=0.0000 mean_model_t=0.4980 mean_corrupt_t=0.4980 wrong_frac=0.5018 init_acc_corrupt=0.4625 init_gold_top10=0.4922 init_gold_top100=0.5239
+step=1500 micro_steps=3000 elapsed=102.7s lr=3.000000e-04 loss_all=3.2241 acc_all=0.5725 loss_corrupt=3.5293 acc_corrupt=0.5309 corrupt_frac=0.8553 loss=3.5293 loss_recon=3.5293 loss_meanflow=0.0000 mean_model_t=0.5072 mean_corrupt_t=0.5072 wrong_frac=0.4926 init_acc_corrupt=0.4732 init_gold_top10=0.5020 init_gold_top100=0.5305
+step=1600 micro_steps=3200 elapsed=152.8s lr=3.000000e-04 loss_all=3.2893 acc_all=0.5636 loss_corrupt=3.5949 acc_corrupt=0.5217 corrupt_frac=0.8537 loss=3.5949 loss_recon=3.5949 loss_meanflow=0.0000 mean_model_t=0.4976 mean_corrupt_t=0.4976 wrong_frac=0.5025 init_acc_corrupt=0.4617 init_gold_top10=0.4918 init_gold_top100=0.5222
+step=1700 micro_steps=3400 elapsed=190.0s lr=3.000000e-04 loss_all=3.2442 acc_all=0.5687 loss_corrupt=3.5504 acc_corrupt=0.5266 corrupt_frac=0.8535 loss=3.5504 loss_recon=3.5504 loss_meanflow=0.0000 mean_model_t=0.5021 mean_corrupt_t=0.5021 wrong_frac=0.4979 init_acc_corrupt=0.4670 init_gold_top10=0.4966 init_gold_top100=0.5258
+step=1800 micro_steps=3600 elapsed=103.1s lr=3.000000e-04 loss_all=3.2934 acc_all=0.5620 loss_corrupt=3.5990 acc_corrupt=0.5200 corrupt_frac=0.8535 loss=3.5990 loss_recon=3.5990 loss_meanflow=0.0000 mean_model_t=0.4942 mean_corrupt_t=0.4942 wrong_frac=0.5053 init_acc_corrupt=0.4599 init_gold_top10=0.4888 init_gold_top100=0.5191
+step=1900 micro_steps=3800 elapsed=102.9s lr=3.000000e-04 loss_all=3.2194 acc_all=0.5701 loss_corrupt=3.5194 acc_corrupt=0.5286 corrupt_frac=0.8545 loss=3.5194 loss_recon=3.5194 loss_meanflow=0.0000 mean_model_t=0.5006 mean_corrupt_t=0.5006 wrong_frac=0.4989 init_acc_corrupt=0.4664 init_gold_top10=0.4955 init_gold_top100=0.5250
+step=2000 micro_steps=4000 elapsed=103.0s lr=3.000000e-04 loss_all=3.2098 acc_all=0.5715 loss_corrupt=3.5113 acc_corrupt=0.5298 corrupt_frac=0.8547 loss=3.5113 loss_recon=3.5113 loss_meanflow=0.0000 mean_model_t=0.5035 mean_corrupt_t=0.5035 wrong_frac=0.4971 init_acc_corrupt=0.4693 init_gold_top10=0.4973 init_gold_top100=0.5262
+scripts/launch_lta_owt_c1024_fullycoupled_4gpu_len1024_lowtcut_lowk_100step.sh: line 137: --dirichlet_endpoint_mode: command not found
diff --git a/LTA_openwebtext_dualt/logs/lta_owt_gpt2cached_len1024_ddit768x12_elfopt_only_muon_ema_gbs512_8gpu_1m_20260513_032747.log b/LTA_openwebtext_dualt/logs/lta_owt_gpt2cached_len1024_ddit768x12_elfopt_only_muon_ema_gbs512_8gpu_1m_20260513_032747.log
new file mode 100644
index 0000000000000000000000000000000000000000..e6ac26f1daf2e6cf0d19f199e3474c5d6947baae
--- /dev/null
+++ b/LTA_openwebtext_dualt/logs/lta_owt_gpt2cached_len1024_ddit768x12_elfopt_only_muon_ema_gbs512_8gpu_1m_20260513_032747.log
@@ -0,0 +1,92 @@
+{
+  "device": "cuda:0",
+  "rank": 0,
+  "world_size": 1,
+  "samples": "owt_cached_chunks:8734897",
+  "vocab_size": 50257,
+  "tokenizer_vocab_size": 50257,
+  "save_dir": "runs/lta_owt_gpt2cached_len1024_ddit768x12_elfopt_only_muon_ema_gbs512_8gpu_1m_20260513_032747",
+  "batch_size": 32,
+  "grad_accum": 16,
+  "effective_batch_size": 512,
+  "global_batch_size": 512,
+  "lr_schedule": "constant_warmup",
+  "optimizer": "muon",
+  "warmup_steps": 2000,
+  "min_lr": 0.0,
+  "weight_decay": 0.0,
+  "adamw_param_groups": "nanogpt",
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.95,
+  "adam_eps": 1e-08,
+  "muon_momentum": 0.95,
+  "muon_ns_steps": 5,
+  "muon_update_scale": 1.0,
+  "ema_decay": 0.9999,
+  "ema_start_step": 0,
+  "model_type": "ddit",
+  "dual_t": true,
+  "corrupt_t_mode": "same",
+  "corrupt_min_t": 0.0,
+  "corrupt_max_t": 1.0,
+  "prefix_block_prob": 0.0,
+  "prefix_block_len": 128,
+  "dirichlet_endpoint_mode": "categorical_dual_t",
+  "dirichlet_semantic_t_mode": "same",
+  "dirichlet_semantic_t_value": 0.0,
+  "categorical_wrong_from_full_vocab": true,
+  "categorical_wrong_from_batch_valid_tokens": false,
+  "mask_mixture_original_prob": 0.0,
+  "mask_mixture_lowk_prob": 0.0,
+  "mask_mixture_lowcorrupt_prob": 0.0,
+  "mask_mixture_block_prob": 0.0,
+  "mask_mixture_all_prob": 0.0,
+  "mask_mixture_lowk_clean_tokens": "1,2,4,8,16,32,64",
+  "mask_mixture_lowcorrupt_tokens": "1,2,4,8,16,32,64",
+  "mask_mixture_block_tokens": "64,128",
+  "simplex_bridge_sampler": "dirichlet",
+  "logistic_normal_sigma_min": 0.18,
+  "logistic_normal_sigma_max": 2.2,
+  "logistic_normal_tau_min": 0.65,
+  "logistic_normal_tau_max": 1.15,
+  "torch_compile": false,
+  "compile_mode": "max-autotune",
+  "state_format": "prob",
+  "target_loss": "hard_ce",
+  "meanflow_weight": 0.0,
+  "bridge_noise_init": "logistic_normal",
+  "noise_sigma": -1.0,
+  "allow_tf32": true,
+  "activation_checkpointing": true,
+  "activation_checkpoint_interval": 1,
+  "ddp_static_graph": false,
+  "ddp_gradient_as_bucket_view": true,
+  "blocking_data_transfer": false,
+  "dataloader_prefetch_factor": 4,
+  "full_train_stats": false,
+  "wrap": true,
+  "wrap_mode": "stream",
+  "wrap_record_buffer_size": 200,
+  "owt_cached_chunks": true,
+  "owt_chunk_cache_dir": "/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext_lta_cached_chunks/gpt2_len1024_train_minus_100k",
+  "owt_chunk_cache_rebuild": false,
+  "owt_chunk_cache_write_batch": 4096,
+  "owt_exact_repeat_per_chunk": 0,
+  "online_chunk_shuffle": false,
+  "online_chunk_shuffle_buffer": 10000,
+  "openwebtext_split": "train_minus_100k",
+  "detokenizer": "auto",
+  "resolved_detokenizer": null,
+  "num_workers": 1,
+  "latest_every": 5000,
+  "resume_path": ""
+}
+step=50 micro_steps=800 elapsed=571.2s lr=5.100000e-05 loss_all=10.8125 acc_all=0.5605 loss_corrupt=10.8125 acc_corrupt=0.3880 corrupt_frac=0.5761 loss=10.8125 loss_recon=10.8125 loss_meanflow=0.0000 mean_model_t=0.4831 mean_corrupt_t=0.4831 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4951 init_acc_corrupt=0.4676 init_gold_top10=0.4988 init_gold_top100=0.5335
+step=100 micro_steps=1600 elapsed=570.4s lr=1.010000e-04 loss_all=10.7564 acc_all=0.5739 loss_corrupt=10.7781 acc_corrupt=0.3814 corrupt_frac=0.5033 loss=10.7781 loss_recon=10.7781 loss_meanflow=0.0000 mean_model_t=0.4987 mean_corrupt_t=0.4987 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4954 init_acc_corrupt=0.4742 init_gold_top10=0.4992 init_gold_top100=0.5288
+step=150 micro_steps=2400 elapsed=570.4s lr=1.510000e-04 loss_all=10.6733 acc_all=0.5642 loss_corrupt=10.7260 acc_corrupt=0.3500 corrupt_frac=0.5002 loss=10.7260 loss_recon=10.7260 loss_meanflow=0.0000 mean_model_t=0.5064 mean_corrupt_t=0.5064 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5343 init_acc_corrupt=0.4266 init_gold_top10=0.4587 init_gold_top100=0.4930
+step=200 micro_steps=3200 elapsed=570.5s lr=2.010000e-04 loss_all=10.5303 acc_all=0.5759 loss_corrupt=10.5970 acc_corrupt=0.4295 corrupt_frac=0.5151 loss=10.5970 loss_recon=10.5970 loss_meanflow=0.0000 mean_model_t=0.5509 mean_corrupt_t=0.5509 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4047 init_acc_corrupt=0.5650 init_gold_top10=0.5911 init_gold_top100=0.6175
+step=250 micro_steps=4000 elapsed=570.6s lr=2.510000e-04 loss_all=10.3466 acc_all=0.5599 loss_corrupt=10.4928 acc_corrupt=0.3590 corrupt_frac=0.4792 loss=10.4928 loss_recon=10.4928 loss_meanflow=0.0000 mean_model_t=0.5542 mean_corrupt_t=0.5542 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4766 init_acc_corrupt=0.4833 init_gold_top10=0.5175 init_gold_top100=0.5533
+step=300 micro_steps=4800 elapsed=570.4s lr=3.010000e-04 loss_all=10.1577 acc_all=0.5103 loss_corrupt=10.3788 acc_corrupt=0.3098 corrupt_frac=0.4810 loss=10.3788 loss_recon=10.3788 loss_meanflow=0.0000 mean_model_t=0.4728 mean_corrupt_t=0.4728 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5348 init_acc_corrupt=0.4165 init_gold_top10=0.4597 init_gold_top100=0.4903
+step=350 micro_steps=5600 elapsed=570.5s lr=3.510000e-04 loss_all=9.9247 acc_all=0.4639 loss_corrupt=10.2645 acc_corrupt=0.2476 corrupt_frac=0.5316 loss=10.2645 loss_recon=10.2645 loss_meanflow=0.0000 mean_model_t=0.4559 mean_corrupt_t=0.4559 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.6194 init_acc_corrupt=0.3267 init_gold_top10=0.3700 init_gold_top100=0.4187
+step=400 micro_steps=6400 elapsed=571.0s lr=4.010000e-04 loss_all=9.6225 acc_all=0.4531 loss_corrupt=9.8933 acc_corrupt=0.3268 corrupt_frac=0.6250 loss=9.8933 loss_recon=9.8933 loss_meanflow=0.0000 mean_model_t=0.5057 mean_corrupt_t=0.5057 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4999 init_acc_corrupt=0.4570 init_gold_top10=0.4944 init_gold_top100=0.5211
+step=450 micro_steps=7200 elapsed=570.9s lr=4.510000e-04 loss_all=9.1788 acc_all=0.4718 loss_corrupt=9.5245 acc_corrupt=0.3493 corrupt_frac=0.6076 loss=9.5245 loss_recon=9.5245 loss_meanflow=0.0000 mean_model_t=0.5421 mean_corrupt_t=0.5421 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4807 init_acc_corrupt=0.4938 init_gold_top10=0.5117 init_gold_top100=0.5420
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/__init__.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/__init__.py
new file mode 100644
index 0000000000000000000000000000000000000000..9f95dca555d80774ec863bf26d147dd43f15aeb6
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/__init__.py
@@ -0,0 +1,204 @@
+# This file is auto-generated by `utils/generate_inference_types.py`.
+# Do not modify it manually.
+#
+# ruff: noqa: F401
+
+from .audio_classification import (
+    AudioClassificationInput,
+    AudioClassificationOutputElement,
+    AudioClassificationOutputTransform,
+    AudioClassificationParameters,
+)
+from .audio_to_audio import AudioToAudioInput, AudioToAudioOutputElement
+from .automatic_speech_recognition import (
+    AutomaticSpeechRecognitionEarlyStoppingEnum,
+    AutomaticSpeechRecognitionGenerationParameters,
+    AutomaticSpeechRecognitionInput,
+    AutomaticSpeechRecognitionOutput,
+    AutomaticSpeechRecognitionOutputChunk,
+    AutomaticSpeechRecognitionParameters,
+)
+from .base import BaseInferenceType
+from .chat_completion import (
+    ChatCompletionInput,
+    ChatCompletionInputFunctionDefinition,
+    ChatCompletionInputFunctionName,
+    ChatCompletionInputGrammarType,
+    ChatCompletionInputJSONSchema,
+    ChatCompletionInputMessage,
+    ChatCompletionInputMessageChunk,
+    ChatCompletionInputMessageChunkType,
+    ChatCompletionInputResponseFormatJSONObject,
+    ChatCompletionInputResponseFormatJSONSchema,
+    ChatCompletionInputResponseFormatText,
+    ChatCompletionInputStreamOptions,
+    ChatCompletionInputTool,
+    ChatCompletionInputToolCall,
+    ChatCompletionInputToolChoiceClass,
+    ChatCompletionInputToolChoiceEnum,
+    ChatCompletionInputURL,
+    ChatCompletionOutput,
+    ChatCompletionOutputComplete,
+    ChatCompletionOutputFunctionDefinition,
+    ChatCompletionOutputLogprob,
+    ChatCompletionOutputLogprobs,
+    ChatCompletionOutputMessage,
+    ChatCompletionOutputToolCall,
+    ChatCompletionOutputTopLogprob,
+    ChatCompletionOutputUsage,
+    ChatCompletionStreamOutput,
+    ChatCompletionStreamOutputChoice,
+    ChatCompletionStreamOutputDelta,
+    ChatCompletionStreamOutputDeltaToolCall,
+    ChatCompletionStreamOutputFunction,
+    ChatCompletionStreamOutputLogprob,
+    ChatCompletionStreamOutputLogprobs,
+    ChatCompletionStreamOutputTopLogprob,
+    ChatCompletionStreamOutputUsage,
+)
+from .depth_estimation import DepthEstimationInput, DepthEstimationOutput
+from .document_question_answering import (
+    DocumentQuestionAnsweringInput,
+    DocumentQuestionAnsweringInputData,
+    DocumentQuestionAnsweringOutputElement,
+    DocumentQuestionAnsweringParameters,
+)
+from .feature_extraction import FeatureExtractionInput, FeatureExtractionInputTruncationDirection
+from .fill_mask import FillMaskInput, FillMaskOutputElement, FillMaskParameters
+from .image_classification import (
+    ImageClassificationInput,
+    ImageClassificationOutputElement,
+    ImageClassificationOutputTransform,
+    ImageClassificationParameters,
+)
+from .image_segmentation import (
+    ImageSegmentationInput,
+    ImageSegmentationOutputElement,
+    ImageSegmentationParameters,
+    ImageSegmentationSubtask,
+)
+from .image_text_to_image import (
+    ImageTextToImageInput,
+    ImageTextToImageOutput,
+    ImageTextToImageParameters,
+    ImageTextToImageTargetSize,
+)
+from .image_text_to_video import (
+    ImageTextToVideoInput,
+    ImageTextToVideoOutput,
+    ImageTextToVideoParameters,
+    ImageTextToVideoTargetSize,
+)
+from .image_to_image import ImageToImageInput, ImageToImageOutput, ImageToImageParameters, ImageToImageTargetSize
+from .image_to_text import (
+    ImageToTextEarlyStoppingEnum,
+    ImageToTextGenerationParameters,
+    ImageToTextInput,
+    ImageToTextOutput,
+    ImageToTextParameters,
+)
+from .image_to_video import ImageToVideoInput, ImageToVideoOutput, ImageToVideoParameters, ImageToVideoTargetSize
+from .object_detection import (
+    ObjectDetectionBoundingBox,
+    ObjectDetectionInput,
+    ObjectDetectionOutputElement,
+    ObjectDetectionParameters,
+)
+from .question_answering import (
+    QuestionAnsweringInput,
+    QuestionAnsweringInputData,
+    QuestionAnsweringOutputElement,
+    QuestionAnsweringParameters,
+)
+from .sentence_similarity import SentenceSimilarityInput, SentenceSimilarityInputData
+from .summarization import (
+    SummarizationInput,
+    SummarizationOutput,
+    SummarizationParameters,
+    SummarizationTruncationStrategy,
+)
+from .table_question_answering import (
+    Padding,
+    TableQuestionAnsweringInput,
+    TableQuestionAnsweringInputData,
+    TableQuestionAnsweringOutputElement,
+    TableQuestionAnsweringParameters,
+)
+from .text2text_generation import (
+    Text2TextGenerationInput,
+    Text2TextGenerationOutput,
+    Text2TextGenerationParameters,
+    Text2TextGenerationTruncationStrategy,
+)
+from .text_classification import (
+    TextClassificationInput,
+    TextClassificationOutputElement,
+    TextClassificationOutputTransform,
+    TextClassificationParameters,
+)
+from .text_generation import (
+    TextGenerationInput,
+    TextGenerationInputGenerateParameters,
+    TextGenerationInputGrammarType,
+    TextGenerationOutput,
+    TextGenerationOutputBestOfSequence,
+    TextGenerationOutputDetails,
+    TextGenerationOutputFinishReason,
+    TextGenerationOutputPrefillToken,
+    TextGenerationOutputToken,
+    TextGenerationStreamOutput,
+    TextGenerationStreamOutputStreamDetails,
+    TextGenerationStreamOutputToken,
+    TypeEnum,
+)
+from .text_to_audio import (
+    TextToAudioEarlyStoppingEnum,
+    TextToAudioGenerationParameters,
+    TextToAudioInput,
+    TextToAudioOutput,
+    TextToAudioParameters,
+)
+from .text_to_image import TextToImageInput, TextToImageOutput, TextToImageParameters
+from .text_to_speech import (
+    TextToSpeechEarlyStoppingEnum,
+    TextToSpeechGenerationParameters,
+    TextToSpeechInput,
+    TextToSpeechOutput,
+    TextToSpeechParameters,
+)
+from .text_to_video import TextToVideoInput, TextToVideoOutput, TextToVideoParameters
+from .token_classification import (
+    TokenClassificationAggregationStrategy,
+    TokenClassificationInput,
+    TokenClassificationOutputElement,
+    TokenClassificationParameters,
+)
+from .translation import TranslationInput, TranslationOutput, TranslationParameters, TranslationTruncationStrategy
+from .video_classification import (
+    VideoClassificationInput,
+    VideoClassificationOutputElement,
+    VideoClassificationOutputTransform,
+    VideoClassificationParameters,
+)
+from .visual_question_answering import (
+    VisualQuestionAnsweringInput,
+    VisualQuestionAnsweringInputData,
+    VisualQuestionAnsweringOutputElement,
+    VisualQuestionAnsweringParameters,
+)
+from .zero_shot_classification import (
+    ZeroShotClassificationInput,
+    ZeroShotClassificationOutputElement,
+    ZeroShotClassificationParameters,
+)
+from .zero_shot_image_classification import (
+    ZeroShotImageClassificationInput,
+    ZeroShotImageClassificationOutputElement,
+    ZeroShotImageClassificationParameters,
+)
+from .zero_shot_object_detection import (
+    ZeroShotObjectDetectionBoundingBox,
+    ZeroShotObjectDetectionInput,
+    ZeroShotObjectDetectionOutputElement,
+    ZeroShotObjectDetectionParameters,
+)
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/audio_to_audio.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/audio_to_audio.py
new file mode 100644
index 0000000000000000000000000000000000000000..43f376b5345fab6b854b028d1c17416c020d7bc1
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/audio_to_audio.py
@@ -0,0 +1,30 @@
+# Inference code generated from the JSON schema spec in @huggingface/tasks.
+#
+# See:
+#   - script: https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-codegen.ts
+#   - specs:  https://github.com/huggingface/huggingface.js/tree/main/packages/tasks/src/tasks.
+from typing import Any
+
+from .base import BaseInferenceType, dataclass_with_extra
+
+
+@dataclass_with_extra
+class AudioToAudioInput(BaseInferenceType):
+    """Inputs for Audio to Audio inference"""
+
+    inputs: Any
+    """The input audio data"""
+
+
+@dataclass_with_extra
+class AudioToAudioOutputElement(BaseInferenceType):
+    """Outputs of inference for the Audio To Audio task
+    A generated audio file with its label.
+    """
+
+    blob: Any
+    """The generated audio file."""
+    content_type: str
+    """The content type of audio file."""
+    label: str
+    """The label of the audio file."""
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/base.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/base.py
new file mode 100644
index 0000000000000000000000000000000000000000..ad4016f2d57d11e13dad44c161d3bce3ef741d50
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/base.py
@@ -0,0 +1,167 @@
+# Copyright 2024 The HuggingFace Team. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""Contains a base class for all inference types."""
+
+import inspect
+import json
+import types
+from dataclasses import asdict, dataclass
+from typing import Any, TypeVar, get_args
+
+from typing_extensions import dataclass_transform
+
+
+T = TypeVar("T", bound="BaseInferenceType")
+
+
+def _repr_with_extra(self):
+    fields = list(self.__dataclass_fields__.keys())
+    other_fields = list(k for k in self.__dict__ if k not in fields)
+    return f"{self.__class__.__name__}({', '.join(f'{k}={self.__dict__[k]!r}' for k in fields + other_fields)})"
+
+
+@dataclass_transform()
+def dataclass_with_extra(cls: type[T]) -> type[T]:
+    """Decorator to add a custom __repr__ method to a dataclass, showing all fields, including extra ones.
+
+    This decorator only works with dataclasses that inherit from `BaseInferenceType`.
+    """
+    cls = dataclass(cls)
+    cls.__repr__ = _repr_with_extra  # type: ignore[method-assign]
+    return cls
+
+
+@dataclass
+class BaseInferenceType(dict):
+    """Base class for all inference types.
+
+    Object is a dataclass and a dict for backward compatibility but plan is to remove the dict part in the future.
+
+    Handle parsing from dict, list and json strings in a permissive way to ensure future-compatibility (e.g. all fields
+    are made optional, and non-expected fields are added as dict attributes).
+    """
+
+    @classmethod
+    def parse_obj_as_list(cls: type[T], data: bytes | str | list | dict) -> list[T]:
+        """Alias to parse server response and return a single instance.
+
+        See `parse_obj` for more details.
+        """
+        output = cls.parse_obj(data)
+        if not isinstance(output, list):
+            raise ValueError(f"Invalid input data for {cls}. Expected a list, but got {type(output)}.")
+        return output
+
+    @classmethod
+    def parse_obj_as_instance(cls: type[T], data: bytes | str | list | dict) -> T:
+        """Alias to parse server response and return a single instance.
+
+        See `parse_obj` for more details.
+        """
+        output = cls.parse_obj(data)
+        if isinstance(output, list):
+            raise ValueError(f"Invalid input data for {cls}. Expected a single instance, but got a list.")
+        return output
+
+    @classmethod
+    def parse_obj(cls: type[T], data: bytes | str | list | dict) -> list[T] | T:
+        """Parse server response as a dataclass or list of dataclasses.
+
+        To enable future-compatibility, we want to handle cases where the server return more fields than expected.
+        In such cases, we don't want to raise an error but still create the dataclass object. Remaining fields are
+        added as dict attributes.
+        """
+        # Parse server response (from bytes)
+        if isinstance(data, bytes):
+            data = data.decode()
+        if isinstance(data, str):
+            data = json.loads(data)
+
+        # If a list, parse each item individually
+        if isinstance(data, list):
+            return [cls.parse_obj(d) for d in data]  # type: ignore
+
+        # At this point, we expect a dict
+        if not isinstance(data, dict):
+            raise ValueError(f"Invalid data type: {type(data)}")
+
+        init_values = {}
+        other_values = {}
+        for key, value in data.items():
+            key = normalize_key(key)
+            if key in cls.__dataclass_fields__ and cls.__dataclass_fields__[key].init:
+                if isinstance(value, dict) or isinstance(value, list):
+                    field_type = cls.__dataclass_fields__[key].type
+
+                    # if `field_type` is a `BaseInferenceType`, parse it
+                    if inspect.isclass(field_type) and issubclass(field_type, BaseInferenceType):
+                        value = field_type.parse_obj(value)
+
+                    # otherwise, recursively parse nested dataclasses (if possible)
+                    # `get_args` returns handle Union and Optional for us
+                    else:
+                        expected_types = get_args(field_type)
+                        for expected_type in expected_types:
+                            if (
+                                isinstance(expected_type, types.GenericAlias) and expected_type.__origin__ is list
+                            ) or getattr(expected_type, "_name", None) == "List":
+                                expected_type = get_args(expected_type)[
+                                    0
+                                ]  # assume same type for all items in the list
+                            if inspect.isclass(expected_type) and issubclass(expected_type, BaseInferenceType):
+                                value = expected_type.parse_obj(value)
+                                break
+                init_values[key] = value
+            else:
+                other_values[key] = value
+
+        # Make all missing fields default to None
+        # => ensure that dataclass initialization will never fail even if the server does not return all fields.
+        for key in cls.__dataclass_fields__:
+            if key not in init_values:
+                init_values[key] = None
+
+        # Initialize dataclass with expected values
+        item = cls(**init_values)
+
+        # Add remaining fields as dict attributes
+        item.update(other_values)
+
+        # Add remaining fields as extra dataclass fields.
+        # They won't be part of the dataclass fields but will be accessible as attributes.
+        # Use @dataclass_with_extra to show them in __repr__.
+        item.__dict__.update(other_values)
+        return item
+
+    def __post_init__(self):
+        self.update(asdict(self))
+
+    def __setitem__(self, __key: Any, __value: Any) -> None:
+        # Hacky way to keep dataclass values in sync when dict is updated
+        super().__setitem__(__key, __value)
+        if __key in self.__dataclass_fields__ and getattr(self, __key, None) != __value:
+            self.__setattr__(__key, __value)
+        return
+
+    def __setattr__(self, __name: str, __value: Any) -> None:
+        # Hacky way to keep dict values is sync when dataclass is updated
+        super().__setattr__(__name, __value)
+        if self.get(__name) != __value:
+            self[__name] = __value
+        return
+
+
+def normalize_key(key: str) -> str:
+    # e.g "content-type" -> "content_type", "Accept" -> "accept"
+    return key.replace("-", "_").replace(" ", "_").lower()
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/chat_completion.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/chat_completion.py
new file mode 100644
index 0000000000000000000000000000000000000000..3a5d69ef70ed25d0ed0731c6a6b536e3130cdd73
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/chat_completion.py
@@ -0,0 +1,347 @@
+# Inference code generated from the JSON schema spec in @huggingface/tasks.
+#
+# See:
+#   - script: https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-codegen.ts
+#   - specs:  https://github.com/huggingface/huggingface.js/tree/main/packages/tasks/src/tasks.
+from typing import Any, Literal, Union
+
+from .base import BaseInferenceType, dataclass_with_extra
+
+
+@dataclass_with_extra
+class ChatCompletionInputURL(BaseInferenceType):
+    url: str
+
+
+ChatCompletionInputMessageChunkType = Literal["text", "image_url"]
+
+
+@dataclass_with_extra
+class ChatCompletionInputMessageChunk(BaseInferenceType):
+    type: "ChatCompletionInputMessageChunkType"
+    image_url: ChatCompletionInputURL | None = None
+    text: str | None = None
+
+
+@dataclass_with_extra
+class ChatCompletionInputFunctionDefinition(BaseInferenceType):
+    name: str
+    parameters: Any
+    description: str | None = None
+
+
+@dataclass_with_extra
+class ChatCompletionInputToolCall(BaseInferenceType):
+    function: ChatCompletionInputFunctionDefinition
+    id: str
+    type: str
+
+
+@dataclass_with_extra
+class ChatCompletionInputMessage(BaseInferenceType):
+    role: str
+    content: list[ChatCompletionInputMessageChunk] | str | None = None
+    name: str | None = None
+    tool_calls: list[ChatCompletionInputToolCall] | None = None
+
+
+@dataclass_with_extra
+class ChatCompletionInputJSONSchema(BaseInferenceType):
+    name: str
+    """
+    The name of the response format.
+    """
+    description: str | None = None
+    """
+    A description of what the response format is for, used by the model to determine
+    how to respond in the format.
+    """
+    schema: dict[str, object] | None = None
+    """
+    The schema for the response format, described as a JSON Schema object. Learn how
+    to build JSON schemas [here](https://json-schema.org/).
+    """
+    strict: bool | None = None
+    """
+    Whether to enable strict schema adherence when generating the output. If set to
+    true, the model will always follow the exact schema defined in the `schema`
+    field.
+    """
+
+
+@dataclass_with_extra
+class ChatCompletionInputResponseFormatText(BaseInferenceType):
+    type: Literal["text"]
+
+
+@dataclass_with_extra
+class ChatCompletionInputResponseFormatJSONSchema(BaseInferenceType):
+    type: Literal["json_schema"]
+    json_schema: ChatCompletionInputJSONSchema
+
+
+@dataclass_with_extra
+class ChatCompletionInputResponseFormatJSONObject(BaseInferenceType):
+    type: Literal["json_object"]
+
+
+ChatCompletionInputGrammarType = Union[
+    ChatCompletionInputResponseFormatText,
+    ChatCompletionInputResponseFormatJSONSchema,
+    ChatCompletionInputResponseFormatJSONObject,
+]
+
+
+@dataclass_with_extra
+class ChatCompletionInputStreamOptions(BaseInferenceType):
+    include_usage: bool | None = None
+    """If set, an additional chunk will be streamed before the data: [DONE] message. The usage
+    field on this chunk shows the token usage statistics for the entire request, and the
+    choices field will always be an empty array. All other chunks will also include a usage
+    field, but with a null value.
+    """
+
+
+@dataclass_with_extra
+class ChatCompletionInputFunctionName(BaseInferenceType):
+    name: str
+
+
+@dataclass_with_extra
+class ChatCompletionInputToolChoiceClass(BaseInferenceType):
+    function: ChatCompletionInputFunctionName
+
+
+ChatCompletionInputToolChoiceEnum = Literal["auto", "none", "required"]
+
+
+@dataclass_with_extra
+class ChatCompletionInputTool(BaseInferenceType):
+    function: ChatCompletionInputFunctionDefinition
+    type: str
+
+
+@dataclass_with_extra
+class ChatCompletionInput(BaseInferenceType):
+    """Chat Completion Input.
+    Auto-generated from TGI specs.
+    For more details, check out
+    https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-tgi-import.ts.
+    """
+
+    messages: list[ChatCompletionInputMessage]
+    """A list of messages comprising the conversation so far."""
+    frequency_penalty: float | None = None
+    """Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing
+    frequency in the text so far,
+    decreasing the model's likelihood to repeat the same line verbatim.
+    """
+    logit_bias: list[float] | None = None
+    """UNUSED
+    Modify the likelihood of specified tokens appearing in the completion. Accepts a JSON
+    object that maps tokens
+    (specified by their token ID in the tokenizer) to an associated bias value from -100 to
+    100. Mathematically,
+    the bias is added to the logits generated by the model prior to sampling. The exact
+    effect will vary per model,
+    but values between -1 and 1 should decrease or increase likelihood of selection; values
+    like -100 or 100 should
+    result in a ban or exclusive selection of the relevant token.
+    """
+    logprobs: bool | None = None
+    """Whether to return log probabilities of the output tokens or not. If true, returns the log
+    probabilities of each
+    output token returned in the content of message.
+    """
+    max_tokens: int | None = None
+    """The maximum number of tokens that can be generated in the chat completion."""
+    model: str | None = None
+    """[UNUSED] ID of the model to use. See the model endpoint compatibility table for details
+    on which models work with the Chat API.
+    """
+    n: int | None = None
+    """UNUSED
+    How many chat completion choices to generate for each input message. Note that you will
+    be charged based on the
+    number of generated tokens across all of the choices. Keep n as 1 to minimize costs.
+    """
+    presence_penalty: float | None = None
+    """Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they
+    appear in the text so far,
+    increasing the model's likelihood to talk about new topics
+    """
+    response_format: ChatCompletionInputGrammarType | None = None
+    seed: int | None = None
+    stop: list[str] | None = None
+    """Up to 4 sequences where the API will stop generating further tokens."""
+    stream: bool | None = None
+    stream_options: ChatCompletionInputStreamOptions | None = None
+    temperature: float | None = None
+    """What sampling temperature to use, between 0 and 2. Higher values like 0.8 will make the
+    output more random, while
+    lower values like 0.2 will make it more focused and deterministic.
+    We generally recommend altering this or `top_p` but not both.
+    """
+    tool_choice: Union[ChatCompletionInputToolChoiceClass, "ChatCompletionInputToolChoiceEnum"] | None = None
+    tool_prompt: str | None = None
+    """A prompt to be appended before the tools"""
+    tools: list[ChatCompletionInputTool] | None = None
+    """A list of tools the model may call. Currently, only functions are supported as a tool.
+    Use this to provide a list of
+    functions the model may generate JSON inputs for.
+    """
+    top_logprobs: int | None = None
+    """An integer between 0 and 5 specifying the number of most likely tokens to return at each
+    token position, each with
+    an associated log probability. logprobs must be set to true if this parameter is used.
+    """
+    top_p: float | None = None
+    """An alternative to sampling with temperature, called nucleus sampling, where the model
+    considers the results of the
+    tokens with top_p probability mass. So 0.1 means only the tokens comprising the top 10%
+    probability mass are considered.
+    """
+
+
+@dataclass_with_extra
+class ChatCompletionOutputTopLogprob(BaseInferenceType):
+    logprob: float
+    token: str
+
+
+@dataclass_with_extra
+class ChatCompletionOutputLogprob(BaseInferenceType):
+    logprob: float
+    token: str
+    top_logprobs: list[ChatCompletionOutputTopLogprob]
+
+
+@dataclass_with_extra
+class ChatCompletionOutputLogprobs(BaseInferenceType):
+    content: list[ChatCompletionOutputLogprob]
+
+
+@dataclass_with_extra
+class ChatCompletionOutputFunctionDefinition(BaseInferenceType):
+    arguments: str
+    name: str
+    description: str | None = None
+
+
+@dataclass_with_extra
+class ChatCompletionOutputToolCall(BaseInferenceType):
+    function: ChatCompletionOutputFunctionDefinition
+    id: str
+    type: str
+
+
+@dataclass_with_extra
+class ChatCompletionOutputMessage(BaseInferenceType):
+    role: str
+    content: str | None = None
+    reasoning: str | None = None
+    tool_call_id: str | None = None
+    tool_calls: list[ChatCompletionOutputToolCall] | None = None
+
+
+@dataclass_with_extra
+class ChatCompletionOutputComplete(BaseInferenceType):
+    finish_reason: str
+    index: int
+    message: ChatCompletionOutputMessage
+    logprobs: ChatCompletionOutputLogprobs | None = None
+
+
+@dataclass_with_extra
+class ChatCompletionOutputUsage(BaseInferenceType):
+    completion_tokens: int
+    prompt_tokens: int
+    total_tokens: int
+
+
+@dataclass_with_extra
+class ChatCompletionOutput(BaseInferenceType):
+    """Chat Completion Output.
+    Auto-generated from TGI specs.
+    For more details, check out
+    https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-tgi-import.ts.
+    """
+
+    choices: list[ChatCompletionOutputComplete]
+    created: int
+    id: str
+    model: str
+    system_fingerprint: str
+    usage: ChatCompletionOutputUsage
+
+
+@dataclass_with_extra
+class ChatCompletionStreamOutputFunction(BaseInferenceType):
+    arguments: str
+    name: str | None = None
+
+
+@dataclass_with_extra
+class ChatCompletionStreamOutputDeltaToolCall(BaseInferenceType):
+    function: ChatCompletionStreamOutputFunction
+    id: str
+    index: int
+    type: str
+
+
+@dataclass_with_extra
+class ChatCompletionStreamOutputDelta(BaseInferenceType):
+    role: str
+    content: str | None = None
+    reasoning: str | None = None
+    tool_call_id: str | None = None
+    tool_calls: list[ChatCompletionStreamOutputDeltaToolCall] | None = None
+
+
+@dataclass_with_extra
+class ChatCompletionStreamOutputTopLogprob(BaseInferenceType):
+    logprob: float
+    token: str
+
+
+@dataclass_with_extra
+class ChatCompletionStreamOutputLogprob(BaseInferenceType):
+    logprob: float
+    token: str
+    top_logprobs: list[ChatCompletionStreamOutputTopLogprob]
+
+
+@dataclass_with_extra
+class ChatCompletionStreamOutputLogprobs(BaseInferenceType):
+    content: list[ChatCompletionStreamOutputLogprob]
+
+
+@dataclass_with_extra
+class ChatCompletionStreamOutputChoice(BaseInferenceType):
+    delta: ChatCompletionStreamOutputDelta
+    index: int
+    finish_reason: str | None = None
+    logprobs: ChatCompletionStreamOutputLogprobs | None = None
+
+
+@dataclass_with_extra
+class ChatCompletionStreamOutputUsage(BaseInferenceType):
+    completion_tokens: int
+    prompt_tokens: int
+    total_tokens: int
+
+
+@dataclass_with_extra
+class ChatCompletionStreamOutput(BaseInferenceType):
+    """Chat Completion Stream Output.
+    Auto-generated from TGI specs.
+    For more details, check out
+    https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-tgi-import.ts.
+    """
+
+    choices: list[ChatCompletionStreamOutputChoice]
+    created: int
+    id: str
+    model: str
+    system_fingerprint: str
+    usage: ChatCompletionStreamOutputUsage | None = None
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/feature_extraction.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/feature_extraction.py
new file mode 100644
index 0000000000000000000000000000000000000000..e2868432b8dc937582b467ba14bcb12c3148eaf7
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/feature_extraction.py
@@ -0,0 +1,36 @@
+# Inference code generated from the JSON schema spec in @huggingface/tasks.
+#
+# See:
+#   - script: https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-codegen.ts
+#   - specs:  https://github.com/huggingface/huggingface.js/tree/main/packages/tasks/src/tasks.
+from typing import Literal, Optional
+
+from .base import BaseInferenceType, dataclass_with_extra
+
+
+FeatureExtractionInputTruncationDirection = Literal["left", "right"]
+
+
+@dataclass_with_extra
+class FeatureExtractionInput(BaseInferenceType):
+    """Feature Extraction Input.
+    Auto-generated from TEI specs.
+    For more details, check out
+    https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-tei-import.ts.
+    """
+
+    inputs: list[str] | str
+    """The text or list of texts to embed."""
+    normalize: bool | None = None
+    prompt_name: str | None = None
+    """The name of the prompt that should be used by for encoding. If not set, no prompt
+    will be applied.
+    Must be a key in the `sentence-transformers` configuration `prompts` dictionary.
+    For example if ``prompt_name`` is "query" and the ``prompts`` is {"query": "query: ",
+    ...},
+    then the sentence "What is the capital of France?" will be encoded as
+    "query: What is the capital of France?" because the prompt text will be prepended before
+    any text to encode.
+    """
+    truncate: bool | None = None
+    truncation_direction: Optional["FeatureExtractionInputTruncationDirection"] = None
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/fill_mask.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/fill_mask.py
new file mode 100644
index 0000000000000000000000000000000000000000..84fcac730ee43763150068ddeca63a1ed127d59c
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/fill_mask.py
@@ -0,0 +1,47 @@
+# Inference code generated from the JSON schema spec in @huggingface/tasks.
+#
+# See:
+#   - script: https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-codegen.ts
+#   - specs:  https://github.com/huggingface/huggingface.js/tree/main/packages/tasks/src/tasks.
+from typing import Any
+
+from .base import BaseInferenceType, dataclass_with_extra
+
+
+@dataclass_with_extra
+class FillMaskParameters(BaseInferenceType):
+    """Additional inference parameters for Fill Mask"""
+
+    targets: list[str] | None = None
+    """When passed, the model will limit the scores to the passed targets instead of looking up
+    in the whole vocabulary. If the provided targets are not in the model vocab, they will be
+    tokenized and the first resulting token will be used (with a warning, and that might be
+    slower).
+    """
+    top_k: int | None = None
+    """When passed, overrides the number of predictions to return."""
+
+
+@dataclass_with_extra
+class FillMaskInput(BaseInferenceType):
+    """Inputs for Fill Mask inference"""
+
+    inputs: str
+    """The text with masked tokens"""
+    parameters: FillMaskParameters | None = None
+    """Additional inference parameters for Fill Mask"""
+
+
+@dataclass_with_extra
+class FillMaskOutputElement(BaseInferenceType):
+    """Outputs of inference for the Fill Mask task"""
+
+    score: float
+    """The corresponding probability"""
+    sequence: str
+    """The corresponding input with the mask token prediction."""
+    token: int
+    """The predicted token id (to replace the masked one)."""
+    token_str: Any
+    fill_mask_output_token_str: str | None = None
+    """The predicted token (to replace the masked one)."""
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/image_classification.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/image_classification.py
new file mode 100644
index 0000000000000000000000000000000000000000..a0d2d564b7d573cea0847308bbb723d519a5cede
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/image_classification.py
@@ -0,0 +1,43 @@
+# Inference code generated from the JSON schema spec in @huggingface/tasks.
+#
+# See:
+#   - script: https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-codegen.ts
+#   - specs:  https://github.com/huggingface/huggingface.js/tree/main/packages/tasks/src/tasks.
+from typing import Literal, Optional
+
+from .base import BaseInferenceType, dataclass_with_extra
+
+
+ImageClassificationOutputTransform = Literal["sigmoid", "softmax", "none"]
+
+
+@dataclass_with_extra
+class ImageClassificationParameters(BaseInferenceType):
+    """Additional inference parameters for Image Classification"""
+
+    function_to_apply: Optional["ImageClassificationOutputTransform"] = None
+    """The function to apply to the model outputs in order to retrieve the scores."""
+    top_k: int | None = None
+    """When specified, limits the output to the top K most probable classes."""
+
+
+@dataclass_with_extra
+class ImageClassificationInput(BaseInferenceType):
+    """Inputs for Image Classification inference"""
+
+    inputs: str
+    """The input image data as a base64-encoded string. If no `parameters` are provided, you can
+    also provide the image data as a raw bytes payload.
+    """
+    parameters: ImageClassificationParameters | None = None
+    """Additional inference parameters for Image Classification"""
+
+
+@dataclass_with_extra
+class ImageClassificationOutputElement(BaseInferenceType):
+    """Outputs of inference for the Image Classification task"""
+
+    label: str
+    """The predicted class label."""
+    score: float
+    """The corresponding probability."""
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/image_text_to_image.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/image_text_to_image.py
new file mode 100644
index 0000000000000000000000000000000000000000..d711f40ca021e5dfa3c072d19b5730d615dec6eb
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/image_text_to_image.py
@@ -0,0 +1,67 @@
+# Inference code generated from the JSON schema spec in @huggingface/tasks.
+#
+# See:
+#   - script: https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-codegen.ts
+#   - specs:  https://github.com/huggingface/huggingface.js/tree/main/packages/tasks/src/tasks.
+from typing import Any
+
+from .base import BaseInferenceType, dataclass_with_extra
+
+
+@dataclass_with_extra
+class ImageTextToImageTargetSize(BaseInferenceType):
+    """The size in pixels of the output image. This parameter is only supported by some
+    providers and for specific models. It will be ignored when unsupported.
+    """
+
+    height: int
+    width: int
+
+
+@dataclass_with_extra
+class ImageTextToImageParameters(BaseInferenceType):
+    """Additional inference parameters for Image Text To Image"""
+
+    guidance_scale: float | None = None
+    """For diffusion models. A higher guidance scale value encourages the model to generate
+    images closely linked to the text prompt at the expense of lower image quality.
+    """
+    negative_prompt: str | None = None
+    """One prompt to guide what NOT to include in image generation."""
+    num_inference_steps: int | None = None
+    """For diffusion models. The number of denoising steps. More denoising steps usually lead to
+    a higher quality image at the expense of slower inference.
+    """
+    prompt: str | None = None
+    """The text prompt to guide the image generation. Either this or inputs (image) must be
+    provided.
+    """
+    seed: int | None = None
+    """Seed for the random number generator."""
+    target_size: ImageTextToImageTargetSize | None = None
+    """The size in pixels of the output image. This parameter is only supported by some
+    providers and for specific models. It will be ignored when unsupported.
+    """
+
+
+@dataclass_with_extra
+class ImageTextToImageInput(BaseInferenceType):
+    """Inputs for Image Text To Image inference. Either inputs (image) or prompt (in parameters)
+    must be provided, or both.
+    """
+
+    inputs: str | None = None
+    """The input image data as a base64-encoded string. If no `parameters` are provided, you can
+    also provide the image data as a raw bytes payload. Either this or prompt must be
+    provided.
+    """
+    parameters: ImageTextToImageParameters | None = None
+    """Additional inference parameters for Image Text To Image"""
+
+
+@dataclass_with_extra
+class ImageTextToImageOutput(BaseInferenceType):
+    """Outputs of inference for the Image Text To Image task"""
+
+    image: Any
+    """The generated image returned as raw bytes in the payload."""
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/table_question_answering.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/table_question_answering.py
new file mode 100644
index 0000000000000000000000000000000000000000..1909f0d2b77551ff8b7b4cf0df199a46e5c72197
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/table_question_answering.py
@@ -0,0 +1,62 @@
+# Inference code generated from the JSON schema spec in @huggingface/tasks.
+#
+# See:
+#   - script: https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-codegen.ts
+#   - specs:  https://github.com/huggingface/huggingface.js/tree/main/packages/tasks/src/tasks.
+from typing import Literal, Optional
+
+from .base import BaseInferenceType, dataclass_with_extra
+
+
+@dataclass_with_extra
+class TableQuestionAnsweringInputData(BaseInferenceType):
+    """One (table, question) pair to answer"""
+
+    question: str
+    """The question to be answered about the table"""
+    table: dict[str, list[str]]
+    """The table to serve as context for the questions"""
+
+
+Padding = Literal["do_not_pad", "longest", "max_length"]
+
+
+@dataclass_with_extra
+class TableQuestionAnsweringParameters(BaseInferenceType):
+    """Additional inference parameters for Table Question Answering"""
+
+    padding: Optional["Padding"] = None
+    """Activates and controls padding."""
+    sequential: bool | None = None
+    """Whether to do inference sequentially or as a batch. Batching is faster, but models like
+    SQA require the inference to be done sequentially to extract relations within sequences,
+    given their conversational nature.
+    """
+    truncation: bool | None = None
+    """Activates and controls truncation."""
+
+
+@dataclass_with_extra
+class TableQuestionAnsweringInput(BaseInferenceType):
+    """Inputs for Table Question Answering inference"""
+
+    inputs: TableQuestionAnsweringInputData
+    """One (table, question) pair to answer"""
+    parameters: TableQuestionAnsweringParameters | None = None
+    """Additional inference parameters for Table Question Answering"""
+
+
+@dataclass_with_extra
+class TableQuestionAnsweringOutputElement(BaseInferenceType):
+    """Outputs of inference for the Table Question Answering task"""
+
+    answer: str
+    """The answer of the question given the table. If there is an aggregator, the answer will be
+    preceded by `AGGREGATOR >`.
+    """
+    cells: list[str]
+    """list of strings made up of the answer cell values."""
+    coordinates: list[list[int]]
+    """Coordinates of the cells of the answers."""
+    aggregator: str | None = None
+    """If the model has an aggregator, this returns the aggregator."""
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/text_classification.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/text_classification.py
new file mode 100644
index 0000000000000000000000000000000000000000..9df576b4de724a73be32ff5ecbf81dd5ea576f91
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/text_classification.py
@@ -0,0 +1,41 @@
+# Inference code generated from the JSON schema spec in @huggingface/tasks.
+#
+# See:
+#   - script: https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-codegen.ts
+#   - specs:  https://github.com/huggingface/huggingface.js/tree/main/packages/tasks/src/tasks.
+from typing import Literal, Optional
+
+from .base import BaseInferenceType, dataclass_with_extra
+
+
+TextClassificationOutputTransform = Literal["sigmoid", "softmax", "none"]
+
+
+@dataclass_with_extra
+class TextClassificationParameters(BaseInferenceType):
+    """Additional inference parameters for Text Classification"""
+
+    function_to_apply: Optional["TextClassificationOutputTransform"] = None
+    """The function to apply to the model outputs in order to retrieve the scores."""
+    top_k: int | None = None
+    """When specified, limits the output to the top K most probable classes."""
+
+
+@dataclass_with_extra
+class TextClassificationInput(BaseInferenceType):
+    """Inputs for Text Classification inference"""
+
+    inputs: str
+    """The text to classify"""
+    parameters: TextClassificationParameters | None = None
+    """Additional inference parameters for Text Classification"""
+
+
+@dataclass_with_extra
+class TextClassificationOutputElement(BaseInferenceType):
+    """Outputs of inference for the Text Classification task"""
+
+    label: str
+    """The predicted class label."""
+    score: float
+    """The corresponding probability."""
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/text_to_video.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/text_to_video.py
new file mode 100644
index 0000000000000000000000000000000000000000..6e357113cecccce1653c8db977ecd2ca392a79b1
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/text_to_video.py
@@ -0,0 +1,46 @@
+# Inference code generated from the JSON schema spec in @huggingface/tasks.
+#
+# See:
+#   - script: https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-codegen.ts
+#   - specs:  https://github.com/huggingface/huggingface.js/tree/main/packages/tasks/src/tasks.
+from typing import Any
+
+from .base import BaseInferenceType, dataclass_with_extra
+
+
+@dataclass_with_extra
+class TextToVideoParameters(BaseInferenceType):
+    """Additional inference parameters for Text To Video"""
+
+    guidance_scale: float | None = None
+    """A higher guidance scale value encourages the model to generate videos closely linked to
+    the text prompt, but values too high may cause saturation and other artifacts.
+    """
+    negative_prompt: list[str] | None = None
+    """One or several prompt to guide what NOT to include in video generation."""
+    num_frames: float | None = None
+    """The num_frames parameter determines how many video frames are generated."""
+    num_inference_steps: int | None = None
+    """The number of denoising steps. More denoising steps usually lead to a higher quality
+    video at the expense of slower inference.
+    """
+    seed: int | None = None
+    """Seed for the random number generator."""
+
+
+@dataclass_with_extra
+class TextToVideoInput(BaseInferenceType):
+    """Inputs for Text To Video inference"""
+
+    inputs: str
+    """The input text data (sometimes called "prompt")"""
+    parameters: TextToVideoParameters | None = None
+    """Additional inference parameters for Text To Video"""
+
+
+@dataclass_with_extra
+class TextToVideoOutput(BaseInferenceType):
+    """Outputs of inference for the Text To Video task"""
+
+    video: Any
+    """The generated video returned as raw bytes in the payload."""
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/video_classification.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/video_classification.py
new file mode 100644
index 0000000000000000000000000000000000000000..489a602c171e0b86fd5404d805c5773adea3b0ee
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/video_classification.py
@@ -0,0 +1,45 @@
+# Inference code generated from the JSON schema spec in @huggingface/tasks.
+#
+# See:
+#   - script: https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-codegen.ts
+#   - specs:  https://github.com/huggingface/huggingface.js/tree/main/packages/tasks/src/tasks.
+from typing import Any, Literal, Optional
+
+from .base import BaseInferenceType, dataclass_with_extra
+
+
+VideoClassificationOutputTransform = Literal["sigmoid", "softmax", "none"]
+
+
+@dataclass_with_extra
+class VideoClassificationParameters(BaseInferenceType):
+    """Additional inference parameters for Video Classification"""
+
+    frame_sampling_rate: int | None = None
+    """The sampling rate used to select frames from the video."""
+    function_to_apply: Optional["VideoClassificationOutputTransform"] = None
+    """The function to apply to the model outputs in order to retrieve the scores."""
+    num_frames: int | None = None
+    """The number of sampled frames to consider for classification."""
+    top_k: int | None = None
+    """When specified, limits the output to the top K most probable classes."""
+
+
+@dataclass_with_extra
+class VideoClassificationInput(BaseInferenceType):
+    """Inputs for Video Classification inference"""
+
+    inputs: Any
+    """The input video data"""
+    parameters: VideoClassificationParameters | None = None
+    """Additional inference parameters for Video Classification"""
+
+
+@dataclass_with_extra
+class VideoClassificationOutputElement(BaseInferenceType):
+    """Outputs of inference for the Video Classification task"""
+
+    label: str
+    """The predicted class label."""
+    score: float
+    """The corresponding probability."""
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/visual_question_answering.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/visual_question_answering.py
new file mode 100644
index 0000000000000000000000000000000000000000..73f532aa06981778515a82fa5e151a1cff6b687d
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/visual_question_answering.py
@@ -0,0 +1,49 @@
+# Inference code generated from the JSON schema spec in @huggingface/tasks.
+#
+# See:
+#   - script: https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-codegen.ts
+#   - specs:  https://github.com/huggingface/huggingface.js/tree/main/packages/tasks/src/tasks.
+from typing import Any
+
+from .base import BaseInferenceType, dataclass_with_extra
+
+
+@dataclass_with_extra
+class VisualQuestionAnsweringInputData(BaseInferenceType):
+    """One (image, question) pair to answer"""
+
+    image: Any
+    """The image."""
+    question: str
+    """The question to answer based on the image."""
+
+
+@dataclass_with_extra
+class VisualQuestionAnsweringParameters(BaseInferenceType):
+    """Additional inference parameters for Visual Question Answering"""
+
+    top_k: int | None = None
+    """The number of answers to return (will be chosen by order of likelihood). Note that we
+    return less than topk answers if there are not enough options available within the
+    context.
+    """
+
+
+@dataclass_with_extra
+class VisualQuestionAnsweringInput(BaseInferenceType):
+    """Inputs for Visual Question Answering inference"""
+
+    inputs: VisualQuestionAnsweringInputData
+    """One (image, question) pair to answer"""
+    parameters: VisualQuestionAnsweringParameters | None = None
+    """Additional inference parameters for Visual Question Answering"""
+
+
+@dataclass_with_extra
+class VisualQuestionAnsweringOutputElement(BaseInferenceType):
+    """Outputs of inference for the Visual Question Answering task"""
+
+    score: float
+    """The associated score / probability"""
+    answer: str | None = None
+    """The answer to the question"""
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/zero_shot_object_detection.py b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/zero_shot_object_detection.py
new file mode 100644
index 0000000000000000000000000000000000000000..e981463b253f61aa0f4c71636813e5fb65d48717
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/huggingface_hub/inference/_generated/types/zero_shot_object_detection.py
@@ -0,0 +1,50 @@
+# Inference code generated from the JSON schema spec in @huggingface/tasks.
+#
+# See:
+#   - script: https://github.com/huggingface/huggingface.js/blob/main/packages/tasks/scripts/inference-codegen.ts
+#   - specs:  https://github.com/huggingface/huggingface.js/tree/main/packages/tasks/src/tasks.
+from .base import BaseInferenceType, dataclass_with_extra
+
+
+@dataclass_with_extra
+class ZeroShotObjectDetectionParameters(BaseInferenceType):
+    """Additional inference parameters for Zero Shot Object Detection"""
+
+    candidate_labels: list[str]
+    """The candidate labels for this image"""
+
+
+@dataclass_with_extra
+class ZeroShotObjectDetectionInput(BaseInferenceType):
+    """Inputs for Zero Shot Object Detection inference"""
+
+    inputs: str
+    """The input image data as a base64-encoded string."""
+    parameters: ZeroShotObjectDetectionParameters
+    """Additional inference parameters for Zero Shot Object Detection"""
+
+
+@dataclass_with_extra
+class ZeroShotObjectDetectionBoundingBox(BaseInferenceType):
+    """The predicted bounding box. Coordinates are relative to the top left corner of the input
+    image.
+    """
+
+    xmax: int
+    xmin: int
+    ymax: int
+    ymin: int
+
+
+@dataclass_with_extra
+class ZeroShotObjectDetectionOutputElement(BaseInferenceType):
+    """Outputs of inference for the Zero Shot Object Detection task"""
+
+    box: ZeroShotObjectDetectionBoundingBox
+    """The predicted bounding box. Coordinates are relative to the top left corner of the input
+    image.
+    """
+    label: str
+    """A candidate label"""
+    score: float
+    """The associated score / probability"""
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck256_unfixed_norm_stateprobadd_selfcond_ce_fast_20260612_050225.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck256_unfixed_norm_stateprobadd_selfcond_ce_fast_20260612_050225.log
new file mode 100644
index 0000000000000000000000000000000000000000..c9274cfd90004b9e9ab96a7818ea624a8cd5970c
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck256_unfixed_norm_stateprobadd_selfcond_ce_fast_20260612_050225.log
@@ -0,0 +1,13375 @@
+[data] mode=elf_hfds direct-tokenized-fast path=/e2e-data/evad-tech-vla/wanghan58/data/embedded-language-flows/openwebtext-t5
+[data] t5_tokenized_arrow_shards=75 rows=9737184 steps_per_epoch_gbs512=19018 epochs=50 total_steps=950900
+[bridge] C=1->1024 schedule=exp
+[state-probadd] train: p_u=softmax(f(state,t)); state_in=state or (state+scale*p_u)/(1+scale); CE(f(state_in,t), y)
+[time] sample_dist=uniform logit_mean=-1.5 logit_std=0.6
+[embed] token_embed_init=random freeze_token_embed=0 freeze_t5_encoder=1
+[arch] time_conditioning=prefix time_tokens=4 use_abs_pos=1 state_self_cond_normalize=1
+[dist] nnodes=2 nproc_per_node=8 master=192.122.131.53:2222 node_rank=0
+[batch] batch_size=16 grad_accum=2
+[ema] decay=0.9999 start_steps=0
+W0612 05:02:30.445000 10453 torch/distributed/run.py:792] 
+W0612 05:02:30.445000 10453 torch/distributed/run.py:792] *****************************************
+W0612 05:02:30.445000 10453 torch/distributed/run.py:792] Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. 
+W0612 05:02:30.445000 10453 torch/distributed/run.py:792] *****************************************
+[W612 05:02:31.807031109 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:31.813889409 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:33.309107629 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.206868305 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.211464177 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.218269273 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.221804545 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.226545031 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.243963424 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.245015612 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.246084514 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.247685605 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.249177473 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.251457740 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.256845245 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.257075404 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.259439178 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.263500091 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.267401962 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.269650574 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.273416435 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.277388535 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.281923993 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.288952275 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.292464838 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.307561708 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:35.311925889 socket.cpp:202] [c10d] The hostname of the client socket cannot be retrieved. err=-3
+[W612 05:02:36.729240919 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W612 05:02:36.738292396 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W612 05:02:36.740124017 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W612 05:02:36.756484452 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W612 05:02:36.757901825 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W612 05:02:36.758720524 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W612 05:02:36.760890950 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W612 05:02:36.760963381 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[ema] initialized from current model weights
+t-20260612060102-896kn-worker-0:10543:10543 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10543:10543 [0] NCCL INFO Bootstrap: Using eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10543:10543 [0] NCCL INFO cudaDriverVersion 12080
+t-20260612060102-896kn-worker-0:10543:10543 [0] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260612060102-896kn-worker-0:10543:10543 [0] NCCL INFO Comm config Blocking set to 1
+t-20260612060102-896kn-worker-0:10546:10546 [3] NCCL INFO cudaDriverVersion 12080
+t-20260612060102-896kn-worker-0:10546:10546 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10545:10545 [2] NCCL INFO cudaDriverVersion 12080
+t-20260612060102-896kn-worker-0:10545:10545 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10547:10547 [4] NCCL INFO cudaDriverVersion 12080
+t-20260612060102-896kn-worker-0:10547:10547 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10548:10548 [5] NCCL INFO cudaDriverVersion 12080
+t-20260612060102-896kn-worker-0:10548:10548 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10549:10549 [6] NCCL INFO cudaDriverVersion 12080
+t-20260612060102-896kn-worker-0:10549:10549 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10550:10550 [7] NCCL INFO cudaDriverVersion 12080
+t-20260612060102-896kn-worker-0:10550:10550 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10544:10544 [1] NCCL INFO cudaDriverVersion 12080
+t-20260612060102-896kn-worker-0:10544:10544 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10547:10547 [4] NCCL INFO Bootstrap: Using eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10547:10547 [4] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260612060102-896kn-worker-0:10548:10548 [5] NCCL INFO Bootstrap: Using eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10545:10545 [2] NCCL INFO Bootstrap: Using eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10546:10546 [3] NCCL INFO Bootstrap: Using eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10548:10548 [5] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260612060102-896kn-worker-0:10545:10545 [2] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260612060102-896kn-worker-0:10546:10546 [3] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260612060102-896kn-worker-0:10544:10544 [1] NCCL INFO Bootstrap: Using eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10544:10544 [1] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260612060102-896kn-worker-0:10550:10550 [7] NCCL INFO Bootstrap: Using eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10549:10549 [6] NCCL INFO Bootstrap: Using eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10549:10549 [6] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260612060102-896kn-worker-0:10550:10550 [7] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260612060102-896kn-worker-0:10547:10547 [4] NCCL INFO Comm config Blocking set to 1
+t-20260612060102-896kn-worker-0:10548:10548 [5] NCCL INFO Comm config Blocking set to 1
+t-20260612060102-896kn-worker-0:10546:10546 [3] NCCL INFO Comm config Blocking set to 1
+t-20260612060102-896kn-worker-0:10545:10545 [2] NCCL INFO Comm config Blocking set to 1
+t-20260612060102-896kn-worker-0:10544:10544 [1] NCCL INFO Comm config Blocking set to 1
+t-20260612060102-896kn-worker-0:10550:10550 [7] NCCL INFO Comm config Blocking set to 1
+t-20260612060102-896kn-worker-0:10549:10549 [6] NCCL INFO Comm config Blocking set to 1
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO P2P plugin v9 IBext_v9
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO P2P plugin v9 IBext_v9
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO P2P plugin v9 IBext_v9
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO P2P plugin v9 IBext_v9
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO P2P plugin v9 IBext_v9
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO P2P plugin v9 IBext_v9
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO P2P plugin v9 IBext_v9
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO P2P plugin v9 IBext_v9
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Using network IBext_v9
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO Using network IBext_v9
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO Using network IBext_v9
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO Using network IBext_v9
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO Using network IBext_v9
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO Using network IBext_v9
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO Using network IBext_v9
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.80<0>
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO Using network IBext_v9
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO ncclCommInitRankConfig comm 0xa208770 rank 0 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0x65e999db008273eb - Init START
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO ncclCommInitRankConfig comm 0xabd6100 rank 2 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0x65e999db008273eb - Init START
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO ncclCommInitRankConfig comm 0xa5867c0 rank 5 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0x65e999db008273eb - Init START
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO ncclCommInitRankConfig comm 0xa928cb0 rank 1 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0x65e999db008273eb - Init START
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO ncclCommInitRankConfig comm 0xad922c0 rank 3 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0x65e999db008273eb - Init START
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO ncclCommInitRankConfig comm 0xb303f80 rank 4 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0x65e999db008273eb - Init START
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO ncclCommInitRankConfig comm 0xa1ef680 rank 6 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0x65e999db008273eb - Init START
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO ncclCommInitRankConfig comm 0xb4f3410 rank 7 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0x65e999db008273eb - Init START
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO Bootstrap timings total 0.105275 (create 0.100393, send 0.000065, recv 0.000086, ring 0.000463, delay 0.000001)
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Bootstrap timings total 0.324843 (create 0.000025, send 0.000072, recv 0.323970, ring 0.000458, delay 0.000001)
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO Bootstrap timings total 0.102630 (create 0.097728, send 0.000066, recv 0.000325, ring 0.004078, delay 0.000001)
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO Bootstrap timings total 0.103200 (create 0.098297, send 0.000067, recv 0.000276, ring 0.004296, delay 0.000001)
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO Bootstrap timings total 0.105809 (create 0.100904, send 0.000066, recv 0.000230, ring 0.004322, delay 0.000001)
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO Bootstrap timings total 0.103696 (create 0.098790, send 0.000067, recv 0.000166, ring 0.004161, delay 0.000001)
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO Bootstrap timings total 0.104763 (create 0.099852, send 0.000071, recv 0.000409, ring 0.004162, delay 0.000001)
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO Bootstrap timings total 0.146259 (create 0.013342, send 0.000073, recv 0.128390, ring 0.004083, delay 0.000001)
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO MNNVL busId 0x67020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO MNNVL busId 0x75020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO MNNVL busId 0x65040 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO MNNVL busId 0x71020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO MNNVL busId 0x6f020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO MNNVL busId 0x6b020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO MNNVL busId 0x69020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO MNNVL busId 0x73020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO Setting affinity for GPU 6 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NVLS multicast support is available on dev 6
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO Setting affinity for GPU 5 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NVLS multicast support is available on dev 5
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO Setting affinity for GPU 4 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NVLS multicast support is available on dev 4
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO Setting affinity for GPU 2 to 03ffffff,ffffffff,ffffffff
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO Setting affinity for GPU 3 to 03ffffff,ffffffff,ffffffff
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NVLS multicast support is available on dev 2
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NVLS multicast support is available on dev 3
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO Setting affinity for GPU 1 to 03ffffff,ffffffff,ffffffff
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NVLS multicast support is available on dev 1
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO Setting affinity for GPU 7 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NVLS multicast support is available on dev 7
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Setting affinity for GPU 0 to 03ffffff,ffffffff,ffffffff
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NVLS multicast support is available on dev 0
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO comm 0xb4f3410 rank 7 nRanks 16 nNodes 2 localRanks 8 localRank 7 MNNVL 0
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO comm 0xa1ef680 rank 6 nRanks 16 nNodes 2 localRanks 8 localRank 6 MNNVL 0
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO comm 0xa5867c0 rank 5 nRanks 16 nNodes 2 localRanks 8 localRank 5 MNNVL 0
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO comm 0xb303f80 rank 4 nRanks 16 nNodes 2 localRanks 8 localRank 4 MNNVL 0
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NVLS Head  0:  0  8
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NVLS Head  0:  0  8
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NVLS Head  0:  0  8
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NVLS Head  1:  1  9
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NVLS Head  0:  0  8
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NVLS Head  1:  1  9
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NVLS Head  1:  1  9
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NVLS Head  2:  2 10
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NVLS Head  1:  1  9
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NVLS Head  2:  2 10
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NVLS Head  2:  2 10
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NVLS Head  3:  3 11
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NVLS Head  2:  2 10
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NVLS Head  3:  3 11
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NVLS Head  4:  4 12
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NVLS Head  3:  3 11
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NVLS Head  3:  3 11
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NVLS Head  5:  5 13
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NVLS Head  4:  4 12
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NVLS Head  4:  4 12
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NVLS Head  4:  4 12
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NVLS Head  6:  6 14
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NVLS Head  5:  5 13
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NVLS Head  5:  5 13
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NVLS Head  5:  5 13
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NVLS Head  6:  6 14
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO NVLS Head  7:  7 15
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NVLS Head  6:  6 14
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO NVLS Head  7:  7 15
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NVLS Head  6:  6 14
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO NVLS Head  7:  7 15
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO NVLS Head  7:  7 15
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO comm 0xad922c0 rank 3 nRanks 16 nNodes 2 localRanks 8 localRank 3 MNNVL 0
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO Trees [0] -1/-1/-1->7->6 [1] 0/-1/-1->7->6 [2] 0/-1/-1->7->6 [3] 0/-1/-1->7->6 [4] 0/-1/-1->7->6 [5] 0/-1/-1->7->6 [6] 0/-1/-1->7->6 [7] 0/15/-1->7->-1 [8] -1/-1/-1->7->6 [9] 0/-1/-1->7->6 [10] 0/-1/-1->7->6 [11] 0/-1/-1->7->6 [12] 0/-1/-1->7->6 [13] 0/-1/-1->7->6 [14] 0/-1/-1->7->6 [15] 0/-1/-1->7->15
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO comm 0xabd6100 rank 2 nRanks 16 nNodes 2 localRanks 8 localRank 2 MNNVL 0
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO Trees [0] 6/-1/-1->5->4 [1] 6/-1/-1->5->4 [2] 6/-1/-1->5->4 [3] 6/-1/-1->5->4 [4] 6/-1/-1->5->4 [5] 6/13/-1->5->-1 [6] -1/-1/-1->5->4 [7] 6/-1/-1->5->4 [8] 6/-1/-1->5->4 [9] 6/-1/-1->5->4 [10] 6/-1/-1->5->4 [11] 6/-1/-1->5->4 [12] 6/-1/-1->5->4 [13] 6/-1/-1->5->13 [14] -1/-1/-1->5->4 [15] 6/-1/-1->5->4
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO Trees [0] 5/-1/-1->4->3 [1] 5/-1/-1->4->3 [2] 5/-1/-1->4->3 [3] 5/-1/-1->4->3 [4] 5/12/-1->4->-1 [5] -1/-1/-1->4->3 [6] 5/-1/-1->4->3 [7] 5/-1/-1->4->3 [8] 5/-1/-1->4->3 [9] 5/-1/-1->4->3 [10] 5/-1/-1->4->3 [11] 5/-1/-1->4->3 [12] 5/-1/-1->4->12 [13] -1/-1/-1->4->3 [14] 5/-1/-1->4->3 [15] 5/-1/-1->4->3
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO comm 0xa208770 rank 0 nRanks 16 nNodes 2 localRanks 8 localRank 0 MNNVL 0
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO Trees [0] 7/-1/-1->6->5 [1] 7/-1/-1->6->5 [2] 7/-1/-1->6->5 [3] 7/-1/-1->6->5 [4] 7/-1/-1->6->5 [5] 7/-1/-1->6->5 [6] 7/14/-1->6->-1 [7] -1/-1/-1->6->5 [8] 7/-1/-1->6->5 [9] 7/-1/-1->6->5 [10] 7/-1/-1->6->5 [11] 7/-1/-1->6->5 [12] 7/-1/-1->6->5 [13] 7/-1/-1->6->5 [14] 7/-1/-1->6->14 [15] -1/-1/-1->6->5
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO comm 0xa928cb0 rank 1 nRanks 16 nNodes 2 localRanks 8 localRank 1 MNNVL 0
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO P2P Chunksize set to 131072
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO P2P Chunksize set to 131072
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO P2P Chunksize set to 131072
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO P2P Chunksize set to 131072
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NVLS Head  0:  0  8
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NVLS Head  0:  0  8
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NVLS Head  1:  1  9
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NVLS Head  1:  1  9
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NVLS Head  2:  2 10
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NVLS Head  0:  0  8
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NVLS Head  2:  2 10
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NVLS Head  0:  0  8
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NVLS Head  3:  3 11
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NVLS Head  3:  3 11
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NVLS Head  1:  1  9
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NVLS Head  4:  4 12
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NVLS Head  4:  4 12
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NVLS Head  2:  2 10
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NVLS Head  5:  5 13
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NVLS Head  5:  5 13
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NVLS Head  1:  1  9
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NVLS Head  6:  6 14
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NVLS Head  6:  6 14
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NVLS Head  3:  3 11
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NVLS Head  4:  4 12
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NVLS Head  2:  2 10
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO NVLS Head  7:  7 15
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO NVLS Head  7:  7 15
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NVLS Head  5:  5 13
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NVLS Head  3:  3 11
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NVLS Head  6:  6 14
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NVLS Head  4:  4 12
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO NVLS Head  7:  7 15
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NVLS Head  5:  5 13
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NVLS Head  6:  6 14
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO NVLS Head  7:  7 15
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 00/16 :  0  7  6  5  4  3  2  1  9 10 11 12 13 14 15  8
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO Trees [0] 3/-1/-1->2->1 [1] 3/-1/-1->2->1 [2] 3/10/-1->2->-1 [3] -1/-1/-1->2->1 [4] 3/-1/-1->2->1 [5] 3/-1/-1->2->1 [6] 3/-1/-1->2->1 [7] 3/-1/-1->2->1 [8] 3/-1/-1->2->1 [9] 3/-1/-1->2->1 [10] 3/-1/-1->2->10 [11] -1/-1/-1->2->1 [12] 3/-1/-1->2->1 [13] 3/-1/-1->2->1 [14] 3/-1/-1->2->1 [15] 3/-1/-1->2->1
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO Trees [0] 4/-1/-1->3->2 [1] 4/-1/-1->3->2 [2] 4/-1/-1->3->2 [3] 4/11/-1->3->-1 [4] -1/-1/-1->3->2 [5] 4/-1/-1->3->2 [6] 4/-1/-1->3->2 [7] 4/-1/-1->3->2 [8] 4/-1/-1->3->2 [9] 4/-1/-1->3->2 [10] 4/-1/-1->3->2 [11] 4/-1/-1->3->11 [12] -1/-1/-1->3->2 [13] 4/-1/-1->3->2 [14] 4/-1/-1->3->2 [15] 4/-1/-1->3->2
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 01/16 :  0  8 15 14 13 12 11 10  9  1  2  3  4  5  6  7
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO P2P Chunksize set to 131072
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO P2P Chunksize set to 131072
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 02/16 :  0  7  6  5  4  3 11 12 13 14 15  8  9 10  2  1
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO Trees [0] 2/-1/-1->1->0 [1] 2/9/-1->1->-1 [2] -1/-1/-1->1->0 [3] 2/-1/-1->1->0 [4] 2/-1/-1->1->0 [5] 2/-1/-1->1->0 [6] 2/-1/-1->1->0 [7] 2/-1/-1->1->0 [8] 2/-1/-1->1->0 [9] 2/-1/-1->1->9 [10] -1/-1/-1->1->0 [11] 2/-1/-1->1->0 [12] 2/-1/-1->1->0 [13] 2/-1/-1->1->0 [14] 2/-1/-1->1->0 [15] 2/-1/-1->1->0
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO P2P Chunksize set to 131072
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 03/16 :  0  1  2 10  9  8 15 14 13 12 11  3  4  5  6  7
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 04/16 :  0  7  6  5 13 14 15  8  9 10 11 12  4  3  2  1
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 05/16 :  0  1  2  3  4 12 11 10  9  8 15 14 13  5  6  7
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 06/16 :  0  7 15  8  9 10 11 12 13 14  6  5  4  3  2  1
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 07/16 :  0  1  2  3  4  5  6 14 13 12 11 10  9  8 15  7
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 08/16 :  0  7  6  5  4  3  2  1  9 10 11 12 13 14 15  8
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 09/16 :  0  8 15 14 13 12 11 10  9  1  2  3  4  5  6  7
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 10/16 :  0  7  6  5  4  3 11 12 13 14 15  8  9 10  2  1
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 11/16 :  0  1  2 10  9  8 15 14 13 12 11  3  4  5  6  7
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 12/16 :  0  7  6  5 13 14 15  8  9 10 11 12  4  3  2  1
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 13/16 :  0  1  2  3  4 12 11 10  9  8 15 14 13  5  6  7
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 14/16 :  0  7 15  8  9 10 11 12 13 14  6  5  4  3  2  1
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Channel 15/16 :  0  1  2  3  4  5  6 14 13 12 11 10  9  8 15  7
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Trees [0] 1/8/-1->0->-1 [1] -1/-1/-1->0->7 [2] 1/-1/-1->0->7 [3] 1/-1/-1->0->7 [4] 1/-1/-1->0->7 [5] 1/-1/-1->0->7 [6] 1/-1/-1->0->7 [7] 1/-1/-1->0->7 [8] 1/-1/-1->0->8 [9] -1/-1/-1->0->7 [10] 1/-1/-1->0->7 [11] 1/-1/-1->0->7 [12] 1/-1/-1->0->7 [13] 1/-1/-1->0->7 [14] 1/-1/-1->0->7 [15] 1/-1/-1->0->7
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO P2P Chunksize set to 131072
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Check P2P Type intraNodeP2pSupport 1 directMode 0
+t-20260612060102-896kn-worker-0:10548:10728 [5] NCCL INFO [Proxy Service] Device 5 CPU core 116
+t-20260612060102-896kn-worker-0:10547:10730 [4] NCCL INFO [Proxy Service] Device 4 CPU core 100
+t-20260612060102-896kn-worker-0:10547:10734 [4] NCCL INFO [Proxy Service UDS] Device 4 CPU core 106
+t-20260612060102-896kn-worker-0:10545:10732 [2] NCCL INFO [Proxy Service] Device 2 CPU core 54
+t-20260612060102-896kn-worker-0:10549:10729 [6] NCCL INFO [Proxy Service] Device 6 CPU core 141
+t-20260612060102-896kn-worker-0:10550:10731 [7] NCCL INFO [Proxy Service] Device 7 CPU core 92
+t-20260612060102-896kn-worker-0:10550:10737 [7] NCCL INFO [Proxy Service UDS] Device 7 CPU core 94
+t-20260612060102-896kn-worker-0:10548:10736 [5] NCCL INFO [Proxy Service UDS] Device 5 CPU core 119
+t-20260612060102-896kn-worker-0:10549:10733 [6] NCCL INFO [Proxy Service UDS] Device 6 CPU core 142
+t-20260612060102-896kn-worker-0:10544:10735 [1] NCCL INFO [Proxy Service] Device 1 CPU core 12
+t-20260612060102-896kn-worker-0:10546:10738 [3] NCCL INFO [Proxy Service] Device 3 CPU core 4
+t-20260612060102-896kn-worker-0:10544:10740 [1] NCCL INFO [Proxy Service UDS] Device 1 CPU core 14
+t-20260612060102-896kn-worker-0:10546:10741 [3] NCCL INFO [Proxy Service UDS] Device 3 CPU core 20
+t-20260612060102-896kn-worker-0:10545:10739 [2] NCCL INFO [Proxy Service UDS] Device 2 CPU core 56
+t-20260612060102-896kn-worker-0:10543:10742 [0] NCCL INFO [Proxy Service] Device 0 CPU core 59
+t-20260612060102-896kn-worker-0:10543:10743 [0] NCCL INFO [Proxy Service UDS] Device 0 CPU core 66
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO CC Off, workFifoBytes 1048576
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO threadThresholds 8/8/64 | 128/8/64 | 512 | 512
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO 16 coll channels, 16 collnet channels, 16 nvls channels, 16 p2p channels, 2 p2p channels per peer
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO ncclCommInitRankConfig comm 0xa928cb0 rank 1 nranks 16 cudaDev 1 nvmlDev 1 busId 67020 commId 0x65e999db008273eb - Init COMPLETE
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO ncclCommInitRankConfig comm 0xa5867c0 rank 5 nranks 16 cudaDev 5 nvmlDev 5 busId 71020 commId 0x65e999db008273eb - Init COMPLETE
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO ncclCommInitRankConfig comm 0xb4f3410 rank 7 nranks 16 cudaDev 7 nvmlDev 7 busId 75020 commId 0x65e999db008273eb - Init COMPLETE
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO ncclCommInitRankConfig comm 0xa1ef680 rank 6 nranks 16 cudaDev 6 nvmlDev 6 busId 73020 commId 0x65e999db008273eb - Init COMPLETE
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO ncclCommInitRankConfig comm 0xb303f80 rank 4 nranks 16 cudaDev 4 nvmlDev 4 busId 6f020 commId 0x65e999db008273eb - Init COMPLETE
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO ncclCommInitRankConfig comm 0xa208770 rank 0 nranks 16 cudaDev 0 nvmlDev 0 busId 65040 commId 0x65e999db008273eb - Init COMPLETE
+t-20260612060102-896kn-worker-0:10544:10653 [1] NCCL INFO Init timings - ncclCommInitRankConfig: rank 1 nranks 16 total 2.13 (kernels 0.21, alloc 1.02, bootstrap 0.11, allgathers 0.00, topo 0.55, graphs 0.01, connections 0.22, rest 0.00)
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO ncclCommInitRankConfig comm 0xad922c0 rank 3 nranks 16 cudaDev 3 nvmlDev 3 busId 6b020 commId 0x65e999db008273eb - Init COMPLETE
+t-20260612060102-896kn-worker-0:10549:10655 [6] NCCL INFO Init timings - ncclCommInitRankConfig: rank 6 nranks 16 total 2.13 (kernels 0.22, alloc 1.02, bootstrap 0.10, allgathers 0.00, topo 0.55, graphs 0.01, connections 0.22, rest 0.00)
+t-20260612060102-896kn-worker-0:10548:10650 [5] NCCL INFO Init timings - ncclCommInitRankConfig: rank 5 nranks 16 total 2.13 (kernels 0.22, alloc 1.02, bootstrap 0.11, allgathers 0.00, topo 0.55, graphs 0.01, connections 0.22, rest 0.00)
+t-20260612060102-896kn-worker-0:10547:10649 [4] NCCL INFO Init timings - ncclCommInitRankConfig: rank 4 nranks 16 total 2.13 (kernels 0.22, alloc 1.02, bootstrap 0.10, allgathers 0.00, topo 0.55, graphs 0.01, connections 0.22, rest 0.00)
+t-20260612060102-896kn-worker-0:10543:10648 [0] NCCL INFO Init timings - ncclCommInitRankConfig: rank 0 nranks 16 total 2.18 (kernels 0.21, alloc 0.85, bootstrap 0.32, allgathers 0.00, topo 0.55, graphs 0.01, connections 0.22, rest 0.00)
+t-20260612060102-896kn-worker-0:10550:10654 [7] NCCL INFO Init timings - ncclCommInitRankConfig: rank 7 nranks 16 total 2.13 (kernels 0.22, alloc 1.02, bootstrap 0.10, allgathers 0.00, topo 0.55, graphs 0.01, connections 0.23, rest 0.00)
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO ncclCommInitRankConfig comm 0xabd6100 rank 2 nranks 16 cudaDev 2 nvmlDev 2 busId 69020 commId 0x65e999db008273eb - Init COMPLETE
+t-20260612060102-896kn-worker-0:10546:10651 [3] NCCL INFO Init timings - ncclCommInitRankConfig: rank 3 nranks 16 total 2.13 (kernels 0.21, alloc 1.02, bootstrap 0.10, allgathers 0.00, topo 0.55, graphs 0.01, connections 0.22, rest 0.00)
+t-20260612060102-896kn-worker-0:10545:10652 [2] NCCL INFO Init timings - ncclCommInitRankConfig: rank 2 nranks 16 total 2.13 (kernels 0.21, alloc 0.98, bootstrap 0.15, allgathers 0.00, topo 0.55, graphs 0.01, connections 0.22, rest 0.00)
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 03/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 05/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 07/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 11/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 13/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 15/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 01/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 01/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 03/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 03/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 05/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 05/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 07/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 07/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 09/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 09/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 11/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 11/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 13/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 13/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 15/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 15/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 00/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 02/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 04/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 06/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 01/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 03/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 05/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 07/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 08/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 09/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 10/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 01/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 11/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 12/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 03/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 13/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 14/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 05/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 15/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 09/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 01/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 01/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 11/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 03/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 05/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 13/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 07/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 07/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 09/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 09/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 11/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 13/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 15/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 15/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10753 [6] NCCL INFO [Proxy Progress] Device 6 CPU core 142
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 06/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 14/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 07/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 15/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10546:10754 [3] NCCL INFO [Proxy Progress] Device 3 CPU core 6
+t-20260612060102-896kn-worker-0:10548:10755 [5] NCCL INFO [Proxy Progress] Device 5 CPU core 116
+t-20260612060102-896kn-worker-0:10544:10756 [1] NCCL INFO [Proxy Progress] Device 1 CPU core 14
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 03/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 05/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10545:10757 [2] NCCL INFO [Proxy Progress] Device 2 CPU core 60
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 01/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 11/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 02/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 13/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 09/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 04/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 02/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 10/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 00/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 12/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 10/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 03/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 08/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 11/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10547:10758 [4] NCCL INFO [Proxy Progress] Device 4 CPU core 103
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 04/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 12/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 05/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 13/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10550:10759 [7] NCCL INFO [Proxy Progress] Device 7 CPU core 94
+t-20260612060102-896kn-worker-0:10543:10760 [0] NCCL INFO [Proxy Progress] Device 0 CPU core 60
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 07/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 00/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 15/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 08/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 06/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 01/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 14/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Channel 09/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 00/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 01/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 02/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 03/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 00/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 04/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 05/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 02/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 06/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 07/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 04/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 08/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 00/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 09/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 06/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 10/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 02/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 11/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 08/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 12/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 06/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 13/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 10/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Channel 14/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 08/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 15/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 12/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 10/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Channel 14/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Channel 14/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 00/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 02/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 04/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 06/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 08/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 00/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 10/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 02/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 12/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 04/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Channel 14/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 02/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 08/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 00/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 04/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 04/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 10/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 06/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 06/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 10/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 08/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 12/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Channel 12/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 12/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Channel 14/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Channel 14/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10735 [1] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260612060102-896kn-worker-0:10544:10735 [1] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260612060102-896kn-worker-0:10544:10735 [1] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260612060102-896kn-worker-0:10549:10729 [6] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260612060102-896kn-worker-0:10549:10729 [6] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260612060102-896kn-worker-0:10549:10729 [6] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260612060102-896kn-worker-0:10550:10731 [7] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260612060102-896kn-worker-0:10546:10738 [3] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260612060102-896kn-worker-0:10550:10731 [7] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260612060102-896kn-worker-0:10550:10731 [7] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260612060102-896kn-worker-0:10548:10728 [5] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260612060102-896kn-worker-0:10546:10738 [3] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260612060102-896kn-worker-0:10546:10738 [3] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260612060102-896kn-worker-0:10547:10730 [4] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260612060102-896kn-worker-0:10548:10728 [5] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260612060102-896kn-worker-0:10548:10728 [5] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260612060102-896kn-worker-0:10545:10732 [2] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260612060102-896kn-worker-0:10547:10730 [4] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260612060102-896kn-worker-0:10547:10730 [4] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260612060102-896kn-worker-0:10545:10732 [2] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260612060102-896kn-worker-0:10545:10732 [2] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260612060102-896kn-worker-0:10543:10742 [0] NCCL INFO NCCL_IB_GID_INDEX set by environment to 7.
+t-20260612060102-896kn-worker-0:10543:10742 [0] NCCL INFO NCCL_IB_TIMEOUT set by environment to 23.
+t-20260612060102-896kn-worker-0:10543:10742 [0] NCCL INFO NCCL_IB_RETRY_CNT set by environment to 7.
+t-20260612060102-896kn-worker-0:10550:10748 [7] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260612060102-896kn-worker-0:10549:10751 [6] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260612060102-896kn-worker-0:10548:10749 [5] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260612060102-896kn-worker-0:10546:10746 [3] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260612060102-896kn-worker-0:10547:10750 [4] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260612060102-896kn-worker-0:10544:10745 [1] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260612060102-896kn-worker-0:10545:10752 [2] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260612060102-896kn-worker-0:10543:10747 [0] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+[rank3]:[W612 05:02:40.004933288 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank1]:[W612 05:02:40.005022264 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank0]:[W612 05:02:40.005182003 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank4]:[W612 05:02:40.005252768 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank2]:[W612 05:02:40.005528685 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank5]:[W612 05:02:40.005622723 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank6]:[W612 05:02:40.005650565 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank7]:[W612 05:02:40.005686790 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+Muon: 58 2D params; Nesterov-AdamW: 78 other paramsMuon: 58 2D params; Nesterov-AdamW: 78 other params
+
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+{
+  "data_mode": "elf_hfds",
+  "cache_path": "cache/owt_t5_payload1022_appendeos1.pt",
+  "data_path": "/e2e-data/evad-tech-vla/wanghan58/data/embedded-language-flows/openwebtext-t5",
+  "tokenizer_path": "/e2e-data/evad-tech-vla/wanghan58/models/hf/t5-small/tokenizer.json",
+  "text_column": "text",
+  "pack_len": 1023,
+  "append_eos": 1,
+  "num_workers": 4,
+  "shuffle_buffer": 8192,
+  "reject_txt": "cache/online_rejected.txt",
+  "out_dir": "runs/owt_t5_elftokenized_full_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_2x8gpu_50ep_lr3e3_ema0p9999_elfopt_not5_bottleneck256_unfixed_norm_stateprobadd_selfcond_ce_fast_20260612_050225",
+  "subset_size": 0,
+  "resume": "",
+  "steps": 950900,
+  "batch_size": 16,
+  "grad_accum": 2,
+  "lr": 0.003,
+  "blr": 0.001,
+  "min_lr": 0.0,
+  "lr_schedule": "constant",
+  "warmup_steps": 200,
+  "warmup_epochs": -1.0,
+  "optimizer": "muon",
+  "weight_decay": 0.0,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.95,
+  "adam_eps": 1e-08,
+  "grad_clip": 1.0,
+  "ema_decay": 0.9999,
+  "ema_start_steps": 0,
+  "log_every": 50,
+  "save_every": 1000,
+  "dim": 768,
+  "layers": 12,
+  "heads": 12,
+  "mlp_dim": 3072,
+  "time_tokens": 4,
+  "time_conditioning": "prefix",
+  "use_abs_pos": 1,
+  "time_sample_dist": "uniform",
+  "time_logit_mean": -1.5,
+  "time_logit_std": 0.6,
+  "token_embed_init": "random",
+  "token_embed_model_path": "/e2e-data/evad-tech-vla/wanghan58/models/hf/t5-small",
+  "token_embed_dim": 256,
+  "freeze_token_embed": 0,
+  "freeze_t5_encoder": 1,
+  "c_min": 1.0,
+  "c_max": 1024.0,
+  "c_schedule": "exp",
+  "concat_self_cond": 0,
+  "self_cond_ce": 0,
+  "self_cond_use_cfg_scale": 0,
+  "self_cond_input_cfg": 0,
+  "self_cond_cfg_distill": 0,
+  "self_cond_prob_add": 0,
+  "self_cond_prob_add_scale": 1.0,
+  "state_self_cond_prob_add": 1,
+  "state_self_cond_prob": 0.5,
+  "state_self_cond_scale": 1.0,
+  "state_self_cond_normalize": 1,
+  "state_mask_ratio_min": 0.0,
+  "state_mask_ratio_max": 0.0,
+  "self_cond_prob": 0.5,
+  "self_cond_cfg_min": 0.5,
+  "self_cond_cfg_max": 5.0,
+  "self_cond_cfg_formula": "elf",
+  "self_cond_kl_weight": 0.05,
+  "self_cond_kl_warmup": 1000,
+  "self_cond_teacher_temp": 1.0,
+  "seed": 1234,
+  "loader_batches_per_rank": 0,
+  "optimizer_steps_per_epoch": 0,
+  "steps_per_epoch": 0,
+  "effective_batch_size": 512
+}
+[data] mode=elf_hfds rows=elf_hfds length=1024 vocab=32100 seen=0 dropped=0 bos=1:</s> eos=1:</s>
+[optim] optimizer=muon lr=3.000000e-03 blr=1.000000e-03 effective_batch=512 warmup_steps=200 lr_schedule=constant wd=0.0 loader_batches_per_rank=0 optimizer_steps_per_epoch=0 ema_decay=0.9999 ema_start_steps=0
+[embed] init=random dim=256 freeze=False freeze_t5_encoder=True model_path=/e2e-data/evad-tech-vla/wanghan58/models/hf/t5-small
+[arch] time_conditioning=prefix time_tokens=4 use_abs_pos=True state_mask_ratio=[0.0,0.0] time_sample=uniform logit_normal=(-1.5,0.6)
+[self_cond] ce=False use_cfg_scale=False input_cfg=False distill=False prob_add=False prob_add_scale=1.0 state_prob_add=True state_prob=0.5 state_scale=1.0 state_norm=True concat=False prob=0.5 scale=[0.5,5.0] formula=elf kl_weight=0.05 kl_warmup=1000 teacher_temp=1.0
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 00/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 02/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 04/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 06/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 00/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 00/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 02/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 02/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 04/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 00/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 04/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 06/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 00/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 04/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 08/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 08/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 02/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 06/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 10/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 10/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 06/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 08/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 12/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 12/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 08/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 08/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 12/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 14/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 00/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 10/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 10/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 14/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 02/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 14/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 12/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 04/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 00/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 14/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 04/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 12/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 06/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 02/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 01/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 08/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 04/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 03/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 10/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 06/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 05/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 12/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 08/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 07/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 14/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 10/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 09/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 12/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 01/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 11/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 03/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 09/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 02/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 11/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 10/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 14/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 13/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 15/0 : 0[0] -> 7[7] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 06/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 05/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 14/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 13/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 01/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 00/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 07/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Channel 08/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 15/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 03/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 01/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 01/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 05/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 03/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 03/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 07/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 04/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 05/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 09/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 07/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 07/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 11/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 02/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 09/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 09/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 13/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 04/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 11/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Channel 15/0 : 4[4] -> 3[3] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 06/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 13/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 10/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Channel 15/0 : 6[6] -> 5[5] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 12/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 14/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 01/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 03/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 05/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 00/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 01/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 01/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 06/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 03/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 02/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 03/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 09/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 05/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 05/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 05/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 11/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 07/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 07/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 07/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 13/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 08/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 09/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 09/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 11/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Channel 14/0 : 7[7] -> 6[6] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 11/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 10/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 11/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 12/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 13/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 13/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 13/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Channel 15/0 : 1[1] -> 0[0] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Channel 15/0 : 3[3] -> 2[2] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Channel 15/0 : 5[5] -> 4[4] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Channel 15/0 : 2[2] -> 1[1] via P2P/CUMEM
+t-20260612060102-896kn-worker-0:10545:10787 [2] NCCL INFO Connected all trees
+t-20260612060102-896kn-worker-0:10544:10785 [1] NCCL INFO Connected all trees
+t-20260612060102-896kn-worker-0:10543:10786 [0] NCCL INFO Connected all trees
+t-20260612060102-896kn-worker-0:10550:10790 [7] NCCL INFO Connected all trees
+t-20260612060102-896kn-worker-0:10546:10784 [3] NCCL INFO Connected all trees
+t-20260612060102-896kn-worker-0:10549:10789 [6] NCCL INFO Connected all trees
+t-20260612060102-896kn-worker-0:10548:10788 [5] NCCL INFO Connected all trees
+t-20260612060102-896kn-worker-0:10547:10783 [4] NCCL INFO Connected all trees
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO NVLS comm 0xa928cb0 headRank 1 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO NVLS comm 0xb303f80 headRank 4 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO NVLS comm 0xa5867c0 headRank 5 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO NVLS comm 0xa1ef680 headRank 6 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO NVLS comm 0xb4f3410 headRank 7 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO NVLS comm 0xa208770 headRank 0 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO NVLS comm 0xabd6100 headRank 2 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO NVLS comm 0xad922c0 headRank 3 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 00/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 00/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 00/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 00/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 00/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 00/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 01/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 01/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 01/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 00/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 01/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 01/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 01/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 01/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 03/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 02/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 02/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 02/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 02/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 02/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 02/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 04/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 02/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 03/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 03/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 04/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 03/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 03/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 05/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 03/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 03/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 04/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 06/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 05/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 04/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 04/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 04/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 05/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 04/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 06/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 07/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 05/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 06/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 05/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 05/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 06/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 08/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 07/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 07/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 05/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 06/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 06/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 06/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 08/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 08/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 09/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 08/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 07/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 07/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 07/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 09/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 07/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 11/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 09/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 09/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 08/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 08/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 10/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 08/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 12/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 10/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 09/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 10/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 09/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 11/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 12/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 09/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 10/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 13/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 11/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 10/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 10/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 12/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 13/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 10/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 14/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 11/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 12/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 11/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 13/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 11/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 14/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 11/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 14/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 15/0 : 10[2] -> 2[2] [receive] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 12/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 12/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 14/0 : 15[7] -> 7[7] [receive] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 15/0 : 11[3] -> 3[3] [receive] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 12/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 00/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 13/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 15/0 : 13[5] -> 5[5] [receive] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 00/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 00/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 13/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 13/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 01/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 13/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 00/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 01/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 14/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 01/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 04/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 14/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 01/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 15/0 : 14[6] -> 6[6] [receive] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 02/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 04/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 14/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 15/0 : 12[4] -> 4[4] [receive] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 05/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 02/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 00/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 03/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 05/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 15/0 : 9[1] -> 1[1] [receive] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 06/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 00/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 03/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 15/0 : 8[0] -> 0[0] [receive] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 01/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 04/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 06/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 02/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 07/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 01/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 06/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 05/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 02/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 07/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 02/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 03/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 02/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 08/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 07/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 08/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 03/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 08/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 03/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 09/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 03/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 08/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 04/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 09/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 09/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 04/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 04/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 12/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 09/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 06/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 10/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 12/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 05/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 05/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 13/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 05/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 10/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 11/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 07/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 13/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 06/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 08/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 14/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 11/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 12/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 14/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 06/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 08/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 09/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 07/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Channel 15/0 : 2[2] -> 10[2] [send] via NET/IBext_v9/10/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 14/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Channel 13/0 : 7[7] -> 15[7] [send] via NET/IBext_v9/15/GDRDMA
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Channel 15/0 : 3[3] -> 11[3] [send] via NET/IBext_v9/11/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 10/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 09/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 07/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 10/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Channel 15/0 : 5[5] -> 13[5] [send] via NET/IBext_v9/13/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 11/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 10/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 10/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 11/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 12/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 11/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 11/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 12/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Channel 13/0 : 6[6] -> 14[6] [send] via NET/IBext_v9/14/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 14/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 12/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 13/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Channel 15/0 : 4[4] -> 12[4] [send] via NET/IBext_v9/12/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 13/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 14/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 14/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Channel 15/0 : 1[1] -> 9[1] [send] via NET/IBext_v9/9/GDRDMA
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Channel 15/0 : 0[0] -> 8[0] [send] via NET/IBext_v9/8/GDRDMA
+t-20260612060102-896kn-worker-0:10549:12116 [6] NCCL INFO Connected NVLS tree
+t-20260612060102-896kn-worker-0:10550:12117 [7] NCCL INFO Connected NVLS tree
+t-20260612060102-896kn-worker-0:10548:12115 [5] NCCL INFO Connected NVLS tree
+t-20260612060102-896kn-worker-0:10546:12113 [3] NCCL INFO Connected NVLS tree
+t-20260612060102-896kn-worker-0:10544:12111 [1] NCCL INFO Connected NVLS tree
+t-20260612060102-896kn-worker-0:10543:12110 [0] NCCL INFO Connected NVLS tree
+t-20260612060102-896kn-worker-0:10545:12112 [2] NCCL INFO Connected NVLS tree
+t-20260612060102-896kn-worker-0:10547:12114 [4] NCCL INFO Connected NVLS tree
+step=50 lr=7.500000e-04 loss=9.5387 ce=9.5387 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6519648852408864e-05, 'pos0_bos_top1': 0, 'last_eos_p': 3.0192391932359897e-05, 'last_eos_top1': 0}
+step=100 lr=1.500000e-03 loss=8.1913 ce=8.1913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.530252666270826e-05, 'pos0_bos_top1': 0, 'last_eos_p': 5.194358891458251e-06, 'last_eos_top1': 0}
+step=150 lr=2.250000e-03 loss=7.7515 ce=7.7515 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.96752408152679e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.00015644622908439487, 'last_eos_top1': 0}
+step=200 lr=3.000000e-03 loss=7.1174 ce=7.1174 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.136128263278806e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.018548082560300827, 'last_eos_top1': 0}
+step=250 lr=3.000000e-03 loss=6.7950 ce=6.7950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.803535939070571e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.015293456614017487, 'last_eos_top1': 0}
+step=300 lr=3.000000e-03 loss=6.4445 ce=6.4445 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.058153409569059e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.03455965965986252, 'last_eos_top1': 0}
+step=350 lr=3.000000e-03 loss=5.7331 ce=5.7331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7133800105948467e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02683190628886223, 'last_eos_top1': 0}
+step=400 lr=3.000000e-03 loss=5.0937 ce=5.0937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5768693376448937e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01806875690817833, 'last_eos_top1': 0}
+step=450 lr=3.000000e-03 loss=4.3294 ce=4.3294 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.204031236236915e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03427428752183914, 'last_eos_top1': 0}
+step=500 lr=3.000000e-03 loss=4.0876 ce=4.0876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7535864976234734e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04172713682055473, 'last_eos_top1': 0}
+step=550 lr=3.000000e-03 loss=4.3830 ce=4.3830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.875304825371131e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03921842202544212, 'last_eos_top1': 0}
+step=600 lr=3.000000e-03 loss=3.7081 ce=3.7081 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4945243492547888e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.051854588091373444, 'last_eos_top1': 0}
+step=650 lr=3.000000e-03 loss=4.1707 ce=4.1707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.585244717716705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01828284189105034, 'last_eos_top1': 0}
+step=700 lr=3.000000e-03 loss=3.6926 ce=3.6926 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.679153673554538e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019425854086875916, 'last_eos_top1': 0}
+step=750 lr=3.000000e-03 loss=3.8815 ce=3.8815 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.35081590997288e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024505136534571648, 'last_eos_top1': 0}
+step=800 lr=3.000000e-03 loss=3.9740 ce=3.9740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3432574869939344e-08, 'pos0_bos_top1': 0, 'last_eos_p': 0.04436730965971947, 'last_eos_top1': 0}
+step=850 lr=3.000000e-03 loss=3.3550 ce=3.3550 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.157006974812248e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01868290826678276, 'last_eos_top1': 0}
+step=900 lr=3.000000e-03 loss=2.9419 ce=2.9419 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.629893523069086e-09, 'pos0_bos_top1': 0, 'last_eos_p': 0.04052646458148956, 'last_eos_top1': 0}
+step=950 lr=3.000000e-03 loss=3.5908 ce=3.5908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.849834441411076e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.020881513133645058, 'last_eos_top1': 0}
+step=1000 lr=3.000000e-03 loss=2.7531 ce=2.7531 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.42583604151514e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.018600570037961006, 'last_eos_top1': 0}
+step=1050 lr=3.000000e-03 loss=4.1101 ce=4.1101 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.982397285857587e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.0227885153144598, 'last_eos_top1': 0}
+step=1100 lr=3.000000e-03 loss=3.2579 ce=3.2579 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.475903156413551e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.02910260111093521, 'last_eos_top1': 0}
+step=1150 lr=3.000000e-03 loss=3.1771 ce=3.1771 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.131795978106311e-08, 'pos0_bos_top1': 0, 'last_eos_p': 0.03412145748734474, 'last_eos_top1': 0}
+step=1200 lr=3.000000e-03 loss=2.9806 ce=2.9806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.180221952447937e-08, 'pos0_bos_top1': 0, 'last_eos_p': 0.03085024282336235, 'last_eos_top1': 0}
+step=1250 lr=3.000000e-03 loss=3.2524 ce=3.2524 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.842973334642011e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.01728903129696846, 'last_eos_top1': 0}
+step=1300 lr=3.000000e-03 loss=2.9844 ce=2.9844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7908935205923626e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019562125205993652, 'last_eos_top1': 0}
+step=1350 lr=3.000000e-03 loss=3.0887 ce=3.0887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.216154239766183e-08, 'pos0_bos_top1': 0, 'last_eos_p': 0.023331044241786003, 'last_eos_top1': 0}
+step=1400 lr=3.000000e-03 loss=3.5533 ce=3.5533 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.552530441515046e-08, 'pos0_bos_top1': 0, 'last_eos_p': 0.0220513753592968, 'last_eos_top1': 0}
+step=1450 lr=3.000000e-03 loss=3.1803 ce=3.1803 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6529817271666616e-08, 'pos0_bos_top1': 0, 'last_eos_p': 0.011988668702542782, 'last_eos_top1': 0}
+step=1500 lr=3.000000e-03 loss=3.5873 ce=3.5873 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.107559223280987e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.020000101998448372, 'last_eos_top1': 0}
+step=1550 lr=3.000000e-03 loss=3.0041 ce=3.0041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.058872041743598e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.02355443872511387, 'last_eos_top1': 0}
+step=1600 lr=3.000000e-03 loss=3.2958 ce=3.2958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.891840947289893e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.014599563553929329, 'last_eos_top1': 0}
+step=1650 lr=3.000000e-03 loss=3.3773 ce=3.3773 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.93183449634671e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.03373536095023155, 'last_eos_top1': 0}
+step=1700 lr=3.000000e-03 loss=4.0552 ce=4.0552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6623100407286984e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.018617643043398857, 'last_eos_top1': 0}
+step=1750 lr=3.000000e-03 loss=2.4338 ce=2.4338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2638140484996256e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.03061423823237419, 'last_eos_top1': 0}
+step=1800 lr=3.000000e-03 loss=2.3870 ce=2.3870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8152867887220054e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.01876111887395382, 'last_eos_top1': 0}
+step=1850 lr=3.000000e-03 loss=3.0259 ce=3.0259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9575880116917688e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.011189085431396961, 'last_eos_top1': 0}
+step=1900 lr=3.000000e-03 loss=2.9835 ce=2.9835 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4656052371719852e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.021188028156757355, 'last_eos_top1': 0}
+step=1950 lr=3.000000e-03 loss=3.5808 ce=3.5808 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.364924670127948e-08, 'pos0_bos_top1': 0, 'last_eos_p': 0.025486383587121964, 'last_eos_top1': 0}
+step=2000 lr=3.000000e-03 loss=2.9028 ce=2.9028 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.809955538893519e-08, 'pos0_bos_top1': 0, 'last_eos_p': 0.023364759981632233, 'last_eos_top1': 0}
+step=2050 lr=3.000000e-03 loss=3.3270 ce=3.3270 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2699411772464373e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.017796166241168976, 'last_eos_top1': 0}
+step=2100 lr=3.000000e-03 loss=3.1947 ce=3.1947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.412860446085688e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017086420208215714, 'last_eos_top1': 0}
+step=2150 lr=3.000000e-03 loss=3.1229 ce=3.1229 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8708906281972304e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011257719248533249, 'last_eos_top1': 0}
+step=2200 lr=3.000000e-03 loss=2.7237 ce=2.7237 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3847214833949693e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02173014171421528, 'last_eos_top1': 0}
+step=2250 lr=3.000000e-03 loss=2.9221 ce=2.9221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.683820631929848e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.02004142478108406, 'last_eos_top1': 0}
+step=2300 lr=3.000000e-03 loss=2.5458 ce=2.5458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2251141470187576e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013183481991291046, 'last_eos_top1': 0}
+step=2350 lr=3.000000e-03 loss=2.8852 ce=2.8852 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.120239047253563e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.01398186944425106, 'last_eos_top1': 0}
+step=2400 lr=3.000000e-03 loss=4.0146 ce=4.0146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4957711300667142e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02768058516085148, 'last_eos_top1': 0}
+step=2450 lr=3.000000e-03 loss=3.0646 ce=3.0646 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.552937972832297e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.0142951849848032, 'last_eos_top1': 0}
+step=2500 lr=3.000000e-03 loss=3.4058 ce=3.4058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.834931127741584e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.03412024304270744, 'last_eos_top1': 0}
+step=2550 lr=3.000000e-03 loss=3.7038 ce=3.7038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0437958763986899e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.01025160402059555, 'last_eos_top1': 0}
+step=2600 lr=3.000000e-03 loss=2.7092 ce=2.7092 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.892695516100503e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.014805678278207779, 'last_eos_top1': 0}
+step=2650 lr=3.000000e-03 loss=2.9029 ce=2.9029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.551896968356232e-08, 'pos0_bos_top1': 0, 'last_eos_p': 0.032358888536691666, 'last_eos_top1': 0}
+step=2700 lr=3.000000e-03 loss=2.6381 ce=2.6381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.744668550913048e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.02144908532500267, 'last_eos_top1': 0}
+step=2750 lr=3.000000e-03 loss=2.1731 ce=2.1731 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0875448828737717e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01569266803562641, 'last_eos_top1': 0}
+step=2800 lr=3.000000e-03 loss=2.4371 ce=2.4371 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.128179059785907e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019368870183825493, 'last_eos_top1': 0}
+step=2850 lr=3.000000e-03 loss=2.9919 ce=2.9919 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.599591937268997e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.02175511047244072, 'last_eos_top1': 0}
+step=2900 lr=3.000000e-03 loss=3.0195 ce=3.0195 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.456678581732376e-08, 'pos0_bos_top1': 0, 'last_eos_p': 0.007598992437124252, 'last_eos_top1': 0}
+step=2950 lr=3.000000e-03 loss=2.9999 ce=2.9999 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.851381719272467e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.01548323966562748, 'last_eos_top1': 0}
+step=3000 lr=3.000000e-03 loss=2.8913 ce=2.8913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.25689951966524e-08, 'pos0_bos_top1': 0, 'last_eos_p': 0.020169269293546677, 'last_eos_top1': 0}
+step=3050 lr=3.000000e-03 loss=3.3622 ce=3.3622 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4067501297176932e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011519920080900192, 'last_eos_top1': 0}
+step=3100 lr=3.000000e-03 loss=3.6023 ce=3.6023 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.905001681734575e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019052505493164062, 'last_eos_top1': 0}
+step=3150 lr=3.000000e-03 loss=2.8459 ce=2.8459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.445238452419289e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.012531907297670841, 'last_eos_top1': 0}
+step=3200 lr=3.000000e-03 loss=2.7569 ce=2.7569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5740276637643547e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.01608113944530487, 'last_eos_top1': 0}
+step=3250 lr=3.000000e-03 loss=2.9617 ce=2.9617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3993366085051093e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015923388302326202, 'last_eos_top1': 0}
+step=3300 lr=3.000000e-03 loss=3.3257 ce=3.3257 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7945932313523372e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02297363616526127, 'last_eos_top1': 0}
+step=3350 lr=3.000000e-03 loss=2.5893 ce=2.5893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.874705710899434e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.019765278324484825, 'last_eos_top1': 0}
+step=3400 lr=3.000000e-03 loss=3.4408 ce=3.4408 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.008746822772082e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015138566493988037, 'last_eos_top1': 0}
+step=3450 lr=3.000000e-03 loss=2.1152 ce=2.1152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.635768734966405e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.01650644838809967, 'last_eos_top1': 0}
+step=3500 lr=3.000000e-03 loss=2.4224 ce=2.4224 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5858928748002654e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.028028756380081177, 'last_eos_top1': 0}
+step=3550 lr=3.000000e-03 loss=2.6124 ce=2.6124 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.259160905599856e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.012931331060826778, 'last_eos_top1': 0}
+step=3600 lr=3.000000e-03 loss=2.9513 ce=2.9513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2642878743918118e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.027909928932785988, 'last_eos_top1': 0}
+step=3650 lr=3.000000e-03 loss=2.7023 ce=2.7023 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4287992346216924e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0165258701890707, 'last_eos_top1': 0}
+step=3700 lr=3.000000e-03 loss=2.6945 ce=2.6945 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.749843472178327e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01588967628777027, 'last_eos_top1': 0}
+step=3750 lr=3.000000e-03 loss=3.5069 ce=3.5069 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.857135071593802e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019885413348674774, 'last_eos_top1': 0}
+step=3800 lr=3.000000e-03 loss=3.2203 ce=3.2203 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.182650521514006e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016862718388438225, 'last_eos_top1': 0}
+step=3850 lr=3.000000e-03 loss=2.4336 ce=2.4336 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.239610239485046e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015071770176291466, 'last_eos_top1': 0}
+step=3900 lr=3.000000e-03 loss=2.8575 ce=2.8575 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.616216753878689e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.031225712969899178, 'last_eos_top1': 0}
+step=3950 lr=3.000000e-03 loss=2.3531 ce=2.3531 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3431294973997865e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01744055189192295, 'last_eos_top1': 0}
+step=4000 lr=3.000000e-03 loss=3.1140 ce=3.1140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1454096693341853e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019018176943063736, 'last_eos_top1': 0}
+step=4050 lr=3.000000e-03 loss=2.9639 ce=2.9639 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.757961167139001e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016521699726581573, 'last_eos_top1': 0}
+step=4100 lr=3.000000e-03 loss=3.1077 ce=3.1077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1818860912171658e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.015789488330483437, 'last_eos_top1': 0}
+step=4150 lr=3.000000e-03 loss=2.7511 ce=2.7511 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.221561084705172e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010122186504304409, 'last_eos_top1': 0}
+step=4200 lr=3.000000e-03 loss=2.9078 ce=2.9078 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.487033891109604e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.01563960313796997, 'last_eos_top1': 0}
+step=4250 lr=3.000000e-03 loss=3.1965 ce=3.1965 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.677733151467692e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.017751069739460945, 'last_eos_top1': 0}
+step=4300 lr=3.000000e-03 loss=3.0788 ce=3.0788 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8882330954947975e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.009176628664135933, 'last_eos_top1': 0}
+step=4350 lr=3.000000e-03 loss=2.9824 ce=2.9824 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.409286710440938e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02106272429227829, 'last_eos_top1': 0}
+step=4400 lr=3.000000e-03 loss=3.0675 ce=3.0675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.046554060252674e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.02544165775179863, 'last_eos_top1': 0}
+step=4450 lr=3.000000e-03 loss=3.2361 ce=3.2361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1690273115382297e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.027211524546146393, 'last_eos_top1': 0}
+step=4500 lr=3.000000e-03 loss=3.1306 ce=3.1306 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.00506928347022e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.009367731399834156, 'last_eos_top1': 0}
+step=4550 lr=3.000000e-03 loss=3.2516 ce=3.2516 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5637611997808563e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02569424919784069, 'last_eos_top1': 0}
+step=4600 lr=3.000000e-03 loss=2.0688 ce=2.0688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.618770152679645e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02040843479335308, 'last_eos_top1': 0}
+step=4650 lr=3.000000e-03 loss=2.6736 ce=2.6736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2360404753053444e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013585616834461689, 'last_eos_top1': 0}
+step=4700 lr=3.000000e-03 loss=2.9158 ce=2.9158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.784474420674087e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018084989860653877, 'last_eos_top1': 0}
+step=4750 lr=3.000000e-03 loss=2.4190 ce=2.4190 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.108440068899654e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016899405047297478, 'last_eos_top1': 0}
+step=4800 lr=3.000000e-03 loss=2.9378 ce=2.9378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0083576853503473e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022302668541669846, 'last_eos_top1': 0}
+step=4850 lr=3.000000e-03 loss=2.8758 ce=2.8758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.173069100943394e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02074265480041504, 'last_eos_top1': 0}
+step=4900 lr=3.000000e-03 loss=3.3201 ce=3.3201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.599210792046506e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01338487584143877, 'last_eos_top1': 0}
+step=4950 lr=3.000000e-03 loss=2.5329 ce=2.5329 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.295600552315591e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0420883446931839, 'last_eos_top1': 0}
+step=5000 lr=3.000000e-03 loss=1.7121 ce=1.7121 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.702138878405094e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019469793885946274, 'last_eos_top1': 0}
+step=5050 lr=3.000000e-03 loss=3.1128 ce=3.1128 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.027953203447396e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01294400729238987, 'last_eos_top1': 0}
+step=5100 lr=3.000000e-03 loss=2.4830 ce=2.4830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3735473203269066e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0249240193516016, 'last_eos_top1': 0}
+step=5150 lr=3.000000e-03 loss=2.1714 ce=2.1714 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.221392835759616e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02585599757730961, 'last_eos_top1': 0}
+step=5200 lr=3.000000e-03 loss=2.9654 ce=2.9654 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6134207498907926e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016032099723815918, 'last_eos_top1': 0}
+step=5250 lr=3.000000e-03 loss=3.3036 ce=3.3036 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.232577000744641e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023137593641877174, 'last_eos_top1': 0}
+step=5300 lr=3.000000e-03 loss=3.0151 ce=3.0151 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.049040969926864e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.041412197053432465, 'last_eos_top1': 0}
+step=5350 lr=3.000000e-03 loss=2.9792 ce=2.9792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.654396308178548e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.027279244735836983, 'last_eos_top1': 0}
+step=5400 lr=3.000000e-03 loss=2.7326 ce=2.7326 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.073081865702989e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023580823093652725, 'last_eos_top1': 0}
+step=5450 lr=3.000000e-03 loss=1.9658 ce=1.9658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.534294935685466e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011903014034032822, 'last_eos_top1': 0}
+step=5500 lr=3.000000e-03 loss=2.6210 ce=2.6210 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9592913455853704e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017523441463708878, 'last_eos_top1': 0}
+step=5550 lr=3.000000e-03 loss=2.6566 ce=2.6566 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7427740885977983e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023388028144836426, 'last_eos_top1': 0}
+step=5600 lr=3.000000e-03 loss=3.6908 ce=3.6908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.694414433790371e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012727906927466393, 'last_eos_top1': 0}
+step=5650 lr=3.000000e-03 loss=3.1026 ce=3.1026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.086679723513953e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.04037584736943245, 'last_eos_top1': 0}
+step=5700 lr=3.000000e-03 loss=2.9160 ce=2.9160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6359035675559426e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015724001452326775, 'last_eos_top1': 0}
+step=5750 lr=3.000000e-03 loss=3.6462 ce=3.6462 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.548296364097041e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.03285323828458786, 'last_eos_top1': 0}
+step=5800 lr=3.000000e-03 loss=2.8220 ce=2.8220 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.03428782899573e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019448325037956238, 'last_eos_top1': 0}
+step=5850 lr=3.000000e-03 loss=2.5039 ce=2.5039 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6242087212958722e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014272867701947689, 'last_eos_top1': 0}
+step=5900 lr=3.000000e-03 loss=2.4324 ce=2.4324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.78807747742394e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.01593753509223461, 'last_eos_top1': 0}
+step=5950 lr=3.000000e-03 loss=3.5887 ce=3.5887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6308966905853595e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022399073466658592, 'last_eos_top1': 0}
+step=6000 lr=3.000000e-03 loss=1.8203 ce=1.8203 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.326792357758677e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.009437928907573223, 'last_eos_top1': 0}
+step=6050 lr=3.000000e-03 loss=2.9629 ce=2.9629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.888115889414621e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02291550114750862, 'last_eos_top1': 0}
+step=6100 lr=3.000000e-03 loss=2.4892 ce=2.4892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.08159736100788e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.026451963931322098, 'last_eos_top1': 0}
+step=6150 lr=3.000000e-03 loss=3.2378 ce=3.2378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.265670317086915e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.020810872316360474, 'last_eos_top1': 0}
+step=6200 lr=3.000000e-03 loss=2.8024 ce=2.8024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6124055239051813e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01844828575849533, 'last_eos_top1': 0}
+step=6250 lr=3.000000e-03 loss=1.8969 ce=1.8969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.959088528266875e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014824599027633667, 'last_eos_top1': 0}
+step=6300 lr=3.000000e-03 loss=2.5467 ce=2.5467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6499769774090964e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.007872488349676132, 'last_eos_top1': 0}
+step=6350 lr=3.000000e-03 loss=3.0957 ce=3.0957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3523443815065548e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015886995941400528, 'last_eos_top1': 0}
+step=6400 lr=3.000000e-03 loss=2.5820 ce=2.5820 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.725413418782409e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01767607592046261, 'last_eos_top1': 0}
+step=6450 lr=3.000000e-03 loss=3.3187 ce=3.3187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2019868285715347e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018588963896036148, 'last_eos_top1': 0}
+step=6500 lr=3.000000e-03 loss=3.1032 ce=3.1032 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.230463562431396e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.029137510806322098, 'last_eos_top1': 0}
+step=6550 lr=3.000000e-03 loss=3.1279 ce=3.1279 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3554009683502954e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020100796595215797, 'last_eos_top1': 0}
+step=6600 lr=3.000000e-03 loss=3.4307 ce=3.4307 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.206510422794963e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.020735912024974823, 'last_eos_top1': 0}
+step=6650 lr=3.000000e-03 loss=2.5567 ce=2.5567 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5031986322355806e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025800608098506927, 'last_eos_top1': 0}
+step=6700 lr=3.000000e-03 loss=2.2219 ce=2.2219 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.2653411987412255e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024860752746462822, 'last_eos_top1': 0}
+step=6750 lr=3.000000e-03 loss=2.7873 ce=2.7873 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6452753470730386e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01681569218635559, 'last_eos_top1': 0}
+step=6800 lr=3.000000e-03 loss=2.8064 ce=2.8064 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1465909867401933e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015356220304965973, 'last_eos_top1': 0}
+step=6850 lr=3.000000e-03 loss=2.6840 ce=2.6840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9714944957959233e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015151589177548885, 'last_eos_top1': 0}
+step=6900 lr=3.000000e-03 loss=3.3310 ce=3.3310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2912437341583427e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023395689204335213, 'last_eos_top1': 0}
+step=6950 lr=3.000000e-03 loss=1.8875 ce=1.8875 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7249436647689436e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014207219704985619, 'last_eos_top1': 0}
+step=7000 lr=3.000000e-03 loss=2.2597 ce=2.2597 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2588409339950886e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.029437104240059853, 'last_eos_top1': 0}
+step=7050 lr=3.000000e-03 loss=3.2559 ce=3.2559 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.24560811452102e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015914181247353554, 'last_eos_top1': 0}
+step=7100 lr=3.000000e-03 loss=3.1063 ce=3.1063 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3235679944045842e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014914711005985737, 'last_eos_top1': 0}
+step=7150 lr=3.000000e-03 loss=3.2013 ce=3.2013 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.698315478890436e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016143716871738434, 'last_eos_top1': 0}
+step=7200 lr=3.000000e-03 loss=2.5667 ce=2.5667 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.31381328983116e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.03574404492974281, 'last_eos_top1': 0}
+step=7250 lr=3.000000e-03 loss=2.7249 ce=2.7249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7733406139086583e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02973608672618866, 'last_eos_top1': 0}
+step=7300 lr=3.000000e-03 loss=3.0185 ce=3.0185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4718904114706675e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023895077407360077, 'last_eos_top1': 0}
+step=7350 lr=3.000000e-03 loss=2.3955 ce=2.3955 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.372692612581886e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01722818985581398, 'last_eos_top1': 0}
+step=7400 lr=3.000000e-03 loss=2.5468 ce=2.5468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.307698408316355e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.033800218254327774, 'last_eos_top1': 0}
+step=7450 lr=3.000000e-03 loss=3.3319 ce=3.3319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.087755026674131e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01853865571320057, 'last_eos_top1': 0}
+step=7500 lr=3.000000e-03 loss=2.1973 ce=2.1973 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.929274276335491e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01167238224297762, 'last_eos_top1': 0}
+step=7550 lr=3.000000e-03 loss=2.1746 ce=2.1746 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.865912417997606e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02136906236410141, 'last_eos_top1': 0}
+step=7600 lr=3.000000e-03 loss=2.6949 ce=2.6949 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.870265446603298e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.03186434879899025, 'last_eos_top1': 0}
+step=7650 lr=3.000000e-03 loss=3.2310 ce=3.2310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.358042704348918e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01919429749250412, 'last_eos_top1': 0}
+step=7700 lr=3.000000e-03 loss=2.5478 ce=2.5478 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7825586787221255e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.03357328474521637, 'last_eos_top1': 0}
+step=7750 lr=3.000000e-03 loss=2.8648 ce=2.8648 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5675702747539617e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.032647039741277695, 'last_eos_top1': 0}
+step=7800 lr=3.000000e-03 loss=2.1488 ce=2.1488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2036828593409155e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019131548702716827, 'last_eos_top1': 0}
+step=7850 lr=3.000000e-03 loss=3.3128 ce=3.3128 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.198171594296582e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017127228900790215, 'last_eos_top1': 0}
+step=7900 lr=3.000000e-03 loss=3.2130 ce=3.2130 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.896833277394762e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011322884820401669, 'last_eos_top1': 0}
+step=7950 lr=3.000000e-03 loss=3.3591 ce=3.3591 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.847721018246375e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014687618240714073, 'last_eos_top1': 0}
+step=8000 lr=3.000000e-03 loss=2.2883 ce=2.2883 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.571374923514668e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01982998475432396, 'last_eos_top1': 0}
+step=8050 lr=3.000000e-03 loss=3.0979 ce=3.0979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.472992365364917e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024311816319823265, 'last_eos_top1': 0}
+step=8100 lr=3.000000e-03 loss=3.3304 ce=3.3304 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.504387561610201e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010718301869928837, 'last_eos_top1': 0}
+step=8150 lr=3.000000e-03 loss=1.9868 ce=1.9868 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.658654572471278e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02165105938911438, 'last_eos_top1': 0}
+step=8200 lr=3.000000e-03 loss=2.7656 ce=2.7656 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.795740667555947e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023655537515878677, 'last_eos_top1': 0}
+step=8250 lr=3.000000e-03 loss=2.4795 ce=2.4795 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5736368317884626e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024071214720606804, 'last_eos_top1': 0}
+step=8300 lr=3.000000e-03 loss=1.9728 ce=1.9728 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0552357707638294e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017349516972899437, 'last_eos_top1': 0}
+step=8350 lr=3.000000e-03 loss=2.7053 ce=2.7053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9537056889239466e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016043104231357574, 'last_eos_top1': 0}
+step=8400 lr=3.000000e-03 loss=2.2341 ce=2.2341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4811431558191543e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.031038662418723106, 'last_eos_top1': 0}
+step=8450 lr=3.000000e-03 loss=2.2051 ce=2.2051 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.136257409001701e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019926033914089203, 'last_eos_top1': 0}
+step=8500 lr=3.000000e-03 loss=2.4564 ce=2.4564 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.831040754041169e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019451839849352837, 'last_eos_top1': 0}
+step=8550 lr=3.000000e-03 loss=2.1249 ce=2.1249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2305413949652575e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023176705464720726, 'last_eos_top1': 0}
+step=8600 lr=3.000000e-03 loss=1.9778 ce=1.9778 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.01861767488299e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017888085916638374, 'last_eos_top1': 0}
+step=8650 lr=3.000000e-03 loss=2.2889 ce=2.2889 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.372303353899042e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02096567116677761, 'last_eos_top1': 0}
+step=8700 lr=3.000000e-03 loss=2.5378 ce=2.5378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5336396245402284e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02008170261979103, 'last_eos_top1': 0}
+step=8750 lr=3.000000e-03 loss=3.8827 ce=3.8827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.732014637440443e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016430748626589775, 'last_eos_top1': 0}
+step=8800 lr=3.000000e-03 loss=2.4476 ce=2.4476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5569972674711607e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019566137343645096, 'last_eos_top1': 0}
+step=8850 lr=3.000000e-03 loss=3.6947 ce=3.6947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.674669864674797e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02249840460717678, 'last_eos_top1': 0}
+step=8900 lr=3.000000e-03 loss=2.7497 ce=2.7497 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0300682333763689e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018327228724956512, 'last_eos_top1': 0}
+step=8950 lr=3.000000e-03 loss=2.2011 ce=2.2011 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0225177902611904e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02472025156021118, 'last_eos_top1': 0}
+step=9000 lr=3.000000e-03 loss=2.8150 ce=2.8150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.899972959217848e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014807951636612415, 'last_eos_top1': 0}
+step=9050 lr=3.000000e-03 loss=2.7114 ce=2.7114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9131604151189094e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021774742752313614, 'last_eos_top1': 0}
+step=9100 lr=3.000000e-03 loss=2.5278 ce=2.5278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0855111213459168e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019370172172784805, 'last_eos_top1': 0}
+step=9150 lr=3.000000e-03 loss=2.5455 ce=2.5455 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.052779746009037e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016870269551873207, 'last_eos_top1': 0}
+step=9200 lr=3.000000e-03 loss=2.8145 ce=2.8145 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.68282817362342e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016858380287885666, 'last_eos_top1': 0}
+step=9250 lr=3.000000e-03 loss=2.9612 ce=2.9612 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.160720370942727e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024154353886842728, 'last_eos_top1': 0}
+step=9300 lr=3.000000e-03 loss=2.4313 ce=2.4313 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.483322173764464e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021048663184046745, 'last_eos_top1': 0}
+step=9350 lr=3.000000e-03 loss=2.8087 ce=2.8087 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0132967620156705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027088895440101624, 'last_eos_top1': 0}
+step=9400 lr=3.000000e-03 loss=2.4475 ce=2.4475 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6334038213681197e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015231800265610218, 'last_eos_top1': 0}
+step=9450 lr=3.000000e-03 loss=2.7954 ce=2.7954 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.952421320718713e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011597185395658016, 'last_eos_top1': 0}
+step=9500 lr=3.000000e-03 loss=2.7335 ce=2.7335 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.582424248335883e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017474770545959473, 'last_eos_top1': 0}
+step=9550 lr=3.000000e-03 loss=2.7080 ce=2.7080 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9966900658328086e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028724316507577896, 'last_eos_top1': 0}
+step=9600 lr=3.000000e-03 loss=2.4351 ce=2.4351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.626938102272106e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016334867104887962, 'last_eos_top1': 0}
+step=9650 lr=3.000000e-03 loss=2.5504 ce=2.5504 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.619279985083267e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029013531282544136, 'last_eos_top1': 0}
+step=9700 lr=3.000000e-03 loss=2.2875 ce=2.2875 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3315000614966266e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024357594549655914, 'last_eos_top1': 0}
+step=9750 lr=3.000000e-03 loss=2.5447 ce=2.5447 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.243557097855955e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0265781469643116, 'last_eos_top1': 0}
+step=9800 lr=3.000000e-03 loss=3.0007 ce=3.0007 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5459318041830556e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018594078719615936, 'last_eos_top1': 0}
+step=9850 lr=3.000000e-03 loss=2.9511 ce=2.9511 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5210571291390806e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02845870703458786, 'last_eos_top1': 0}
+step=9900 lr=3.000000e-03 loss=2.5022 ce=2.5022 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.376084224437363e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01775861158967018, 'last_eos_top1': 0}
+step=9950 lr=3.000000e-03 loss=2.4295 ce=2.4295 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.486893314810004e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019402237609028816, 'last_eos_top1': 0}
+step=10000 lr=3.000000e-03 loss=2.6012 ce=2.6012 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.395340733433841e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017715726047754288, 'last_eos_top1': 0}
+step=10050 lr=3.000000e-03 loss=2.9881 ce=2.9881 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.192635737534147e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013756081461906433, 'last_eos_top1': 0}
+step=10100 lr=3.000000e-03 loss=2.4863 ce=2.4863 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.368563051888486e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02558896876871586, 'last_eos_top1': 0}
+step=10150 lr=3.000000e-03 loss=2.5603 ce=2.5603 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3868119569669943e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011941639706492424, 'last_eos_top1': 0}
+step=10200 lr=3.000000e-03 loss=2.6732 ce=2.6732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.342835159652168e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017227839678525925, 'last_eos_top1': 0}
+step=10250 lr=3.000000e-03 loss=1.7789 ce=1.7789 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.688807621278102e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014340636320412159, 'last_eos_top1': 0}
+step=10300 lr=3.000000e-03 loss=3.0737 ce=3.0737 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0071450560644735e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029619326815009117, 'last_eos_top1': 0}
+step=10350 lr=3.000000e-03 loss=3.0870 ce=3.0870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.109085461503128e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022509891539812088, 'last_eos_top1': 0}
+step=10400 lr=3.000000e-03 loss=2.8253 ce=2.8253 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.247496119409334e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02357032150030136, 'last_eos_top1': 0}
+step=10450 lr=3.000000e-03 loss=2.5260 ce=2.5260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.642510324018076e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015368378721177578, 'last_eos_top1': 0}
+step=10500 lr=3.000000e-03 loss=2.6269 ce=2.6269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4562137898319634e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013151153922080994, 'last_eos_top1': 0}
+step=10550 lr=3.000000e-03 loss=1.8771 ce=1.8771 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1579611054912675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01478930190205574, 'last_eos_top1': 0}
+step=10600 lr=3.000000e-03 loss=3.0229 ce=3.0229 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.303135811933316e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01707000471651554, 'last_eos_top1': 0}
+step=10650 lr=3.000000e-03 loss=2.7260 ce=2.7260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.15855401015142e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012733859941363335, 'last_eos_top1': 0}
+step=10700 lr=3.000000e-03 loss=2.4153 ce=2.4153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.763766345509794e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01828123815357685, 'last_eos_top1': 0}
+step=10750 lr=3.000000e-03 loss=2.6823 ce=2.6823 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.33677769251517e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.029644781723618507, 'last_eos_top1': 0}
+step=10800 lr=3.000000e-03 loss=2.0605 ce=2.0605 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6320318486104952e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016413405537605286, 'last_eos_top1': 0}
+step=10850 lr=3.000000e-03 loss=3.7267 ce=3.7267 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.272385235206457e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022703086957335472, 'last_eos_top1': 0}
+step=10900 lr=3.000000e-03 loss=2.9564 ce=2.9564 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.447973985108547e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015150112099945545, 'last_eos_top1': 0}
+step=10950 lr=3.000000e-03 loss=2.6007 ce=2.6007 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.14220016359468e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017834501340985298, 'last_eos_top1': 0}
+step=11000 lr=3.000000e-03 loss=2.8002 ce=2.8002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1308292566100135e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021873459219932556, 'last_eos_top1': 0}
+step=11050 lr=3.000000e-03 loss=2.7948 ce=2.7948 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.571178240235895e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.006365316919982433, 'last_eos_top1': 0}
+step=11100 lr=3.000000e-03 loss=3.0890 ce=3.0890 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.688777956587728e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01221125666052103, 'last_eos_top1': 0}
+step=11150 lr=3.000000e-03 loss=2.6878 ce=2.6878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.973048892978113e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008674523793160915, 'last_eos_top1': 0}
+step=11200 lr=3.000000e-03 loss=2.3369 ce=2.3369 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.855939550907351e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012618299573659897, 'last_eos_top1': 0}
+step=11250 lr=3.000000e-03 loss=2.8564 ce=2.8564 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.217480859049829e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012574451975524426, 'last_eos_top1': 0}
+step=11300 lr=3.000000e-03 loss=2.7677 ce=2.7677 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.342158702755114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020760344341397285, 'last_eos_top1': 0}
+step=11350 lr=3.000000e-03 loss=2.8209 ce=2.8209 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.283686737631797e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.028002290055155754, 'last_eos_top1': 0}
+step=11400 lr=3.000000e-03 loss=2.2359 ce=2.2359 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.651680905633839e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01855497620999813, 'last_eos_top1': 0}
+step=11450 lr=3.000000e-03 loss=2.5836 ce=2.5836 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7040878194384277e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015217780135571957, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=7 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=1 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=100000 rows=91809 buffered=8191 part=openwebtext-t5
+step=11500 lr=3.000000e-03 loss=2.3329 ce=2.3329 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.940257900263532e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012664888054132462, 'last_eos_top1': 0}
+step=11550 lr=3.000000e-03 loss=2.5686 ce=2.5686 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.018977284024004e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03933137655258179, 'last_eos_top1': 0}
+step=11600 lr=3.000000e-03 loss=2.8454 ce=2.8454 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6408845112891868e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01573833078145981, 'last_eos_top1': 0}
+step=11650 lr=3.000000e-03 loss=3.0360 ce=3.0360 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.552072823571507e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01841273158788681, 'last_eos_top1': 0}
+step=11700 lr=3.000000e-03 loss=3.4983 ce=3.4983 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4751675482548308e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02193077653646469, 'last_eos_top1': 0}
+step=11750 lr=3.000000e-03 loss=2.9553 ce=2.9553 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0962851774820592e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018849177286028862, 'last_eos_top1': 0}
+step=11800 lr=3.000000e-03 loss=1.9193 ce=1.9193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.426236212864751e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01601472869515419, 'last_eos_top1': 0}
+step=11850 lr=3.000000e-03 loss=3.2196 ce=3.2196 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.438627916490077e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01299525611102581, 'last_eos_top1': 0}
+step=11900 lr=3.000000e-03 loss=3.2191 ce=3.2191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4503393585036974e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014037012122571468, 'last_eos_top1': 0}
+step=11950 lr=3.000000e-03 loss=2.2762 ce=2.2762 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6876401736662956e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014018647372722626, 'last_eos_top1': 0}
+step=12000 lr=3.000000e-03 loss=2.2218 ce=2.2218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7919330679869745e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.03426070883870125, 'last_eos_top1': 0}
+step=12050 lr=3.000000e-03 loss=2.3585 ce=2.3585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7690959996107267e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019154950976371765, 'last_eos_top1': 0}
+step=12100 lr=3.000000e-03 loss=2.0094 ce=2.0094 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.877634172677062e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015476160682737827, 'last_eos_top1': 0}
+step=12150 lr=3.000000e-03 loss=2.4217 ce=2.4217 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.506023393943906e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01639777235686779, 'last_eos_top1': 0}
+step=12200 lr=3.000000e-03 loss=2.7459 ce=2.7459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5338472369185183e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01925748586654663, 'last_eos_top1': 0}
+step=12250 lr=3.000000e-03 loss=2.8459 ce=2.8459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0282366222090786e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016907276585698128, 'last_eos_top1': 0}
+step=12300 lr=3.000000e-03 loss=3.1405 ce=3.1405 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3038065844739322e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.026404546573758125, 'last_eos_top1': 0}
+step=12350 lr=3.000000e-03 loss=2.1618 ce=2.1618 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8599793040484656e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.028365377336740494, 'last_eos_top1': 0}
+step=12400 lr=3.000000e-03 loss=2.8713 ce=2.8713 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.322741920579574e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02594153955578804, 'last_eos_top1': 0}
+step=12450 lr=3.000000e-03 loss=2.4437 ce=2.4437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.894890025752829e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019193463027477264, 'last_eos_top1': 0}
+step=12500 lr=3.000000e-03 loss=3.1548 ce=3.1548 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2557306945382152e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031042693182826042, 'last_eos_top1': 0}
+step=12550 lr=3.000000e-03 loss=2.3016 ce=2.3016 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1466553587524686e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035810455679893494, 'last_eos_top1': 0}
+step=12600 lr=3.000000e-03 loss=2.6515 ce=2.6515 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1391666703275405e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014799603261053562, 'last_eos_top1': 0}
+step=12650 lr=3.000000e-03 loss=3.2086 ce=3.2086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.555377457407303e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012857455760240555, 'last_eos_top1': 0}
+step=12700 lr=3.000000e-03 loss=3.3501 ce=3.3501 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.19223249789502e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017486153170466423, 'last_eos_top1': 0}
+step=12750 lr=3.000000e-03 loss=2.2455 ce=2.2455 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1898679986188654e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027359290048480034, 'last_eos_top1': 0}
+step=12800 lr=3.000000e-03 loss=3.0271 ce=3.0271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.121532118821051e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017220867797732353, 'last_eos_top1': 0}
+step=12850 lr=3.000000e-03 loss=2.9904 ce=2.9904 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.633533823536709e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015008751302957535, 'last_eos_top1': 0}
+step=12900 lr=3.000000e-03 loss=2.9518 ce=2.9518 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7503707315190695e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02662167139351368, 'last_eos_top1': 0}
+step=12950 lr=3.000000e-03 loss=2.8360 ce=2.8360 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.774534030118957e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013841922394931316, 'last_eos_top1': 0}
+step=13000 lr=3.000000e-03 loss=2.9085 ce=2.9085 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.573553714086302e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020637771114706993, 'last_eos_top1': 0}
+step=13050 lr=3.000000e-03 loss=3.1588 ce=3.1588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.830546681158012e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02718152292072773, 'last_eos_top1': 0}
+step=13100 lr=3.000000e-03 loss=2.5874 ce=2.5874 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5529620213783346e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015717342495918274, 'last_eos_top1': 0}
+step=13150 lr=3.000000e-03 loss=3.5281 ce=3.5281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.969399459601846e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01964009553194046, 'last_eos_top1': 0}
+step=13200 lr=3.000000e-03 loss=3.3916 ce=3.3916 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3171284081181511e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01651093177497387, 'last_eos_top1': 0}
+step=13250 lr=3.000000e-03 loss=1.8179 ce=1.8179 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4383804227691144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015730218961834908, 'last_eos_top1': 0}
+step=13300 lr=3.000000e-03 loss=2.8606 ce=2.8606 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.398553407256259e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014718875288963318, 'last_eos_top1': 0}
+step=13350 lr=3.000000e-03 loss=2.6213 ce=2.6213 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5717425412731245e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014008491300046444, 'last_eos_top1': 0}
+step=13400 lr=3.000000e-03 loss=2.7233 ce=2.7233 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2655188483186066e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015871815383434296, 'last_eos_top1': 0}
+step=13450 lr=3.000000e-03 loss=3.2205 ce=3.2205 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7602385923964903e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01612340845167637, 'last_eos_top1': 0}
+step=13500 lr=3.000000e-03 loss=2.5766 ce=2.5766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.695630640431773e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.030719097703695297, 'last_eos_top1': 0}
+step=13550 lr=3.000000e-03 loss=2.7314 ce=2.7314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.570621280843625e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013459349982440472, 'last_eos_top1': 0}
+step=13600 lr=3.000000e-03 loss=3.4032 ce=3.4032 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4206460036803037e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02066713385283947, 'last_eos_top1': 0}
+step=13650 lr=3.000000e-03 loss=3.0085 ce=3.0085 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.844998769229278e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019111543893814087, 'last_eos_top1': 0}
+step=13700 lr=3.000000e-03 loss=2.8698 ce=2.8698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.655702362768352e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02455984614789486, 'last_eos_top1': 0}
+step=13750 lr=3.000000e-03 loss=1.8740 ce=1.8740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7968624383211136e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01872260496020317, 'last_eos_top1': 0}
+step=13800 lr=3.000000e-03 loss=3.0002 ce=3.0002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4543726289703045e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0295270849019289, 'last_eos_top1': 0}
+step=13850 lr=3.000000e-03 loss=2.2334 ce=2.2334 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8908860511146486e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012565250508487225, 'last_eos_top1': 0}
+step=13900 lr=3.000000e-03 loss=1.8800 ce=1.8800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4294076208898332e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01863536797463894, 'last_eos_top1': 0}
+step=13950 lr=3.000000e-03 loss=2.8661 ce=2.8661 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5468131095985882e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01672741398215294, 'last_eos_top1': 0}
+step=14000 lr=3.000000e-03 loss=2.8200 ce=2.8200 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.061540180875454e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015121378935873508, 'last_eos_top1': 0}
+step=14050 lr=3.000000e-03 loss=2.2974 ce=2.2974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0473979020607658e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018691539764404297, 'last_eos_top1': 0}
+step=14100 lr=3.000000e-03 loss=2.1500 ce=2.1500 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.202287633845117e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019521869719028473, 'last_eos_top1': 0}
+step=14150 lr=3.000000e-03 loss=2.1607 ce=2.1607 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4069780667778105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015451358631253242, 'last_eos_top1': 0}
+step=14200 lr=3.000000e-03 loss=3.6331 ce=3.6331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6465555745526217e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01074240356683731, 'last_eos_top1': 0}
+step=14250 lr=3.000000e-03 loss=2.5498 ce=2.5498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.980704372632317e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021664710715413094, 'last_eos_top1': 0}
+step=14300 lr=3.000000e-03 loss=3.1196 ce=3.1196 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7848352551227435e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018211036920547485, 'last_eos_top1': 0}
+step=14350 lr=3.000000e-03 loss=2.5114 ce=2.5114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.074802629678743e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01557095255702734, 'last_eos_top1': 0}
+step=14400 lr=3.000000e-03 loss=2.4932 ce=2.4932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2816948583349586e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03185802698135376, 'last_eos_top1': 0}
+step=14450 lr=3.000000e-03 loss=2.9357 ce=2.9357 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7150427083834074e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019539980217814445, 'last_eos_top1': 0}
+step=14500 lr=3.000000e-03 loss=3.1375 ce=3.1375 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7487428749518585e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02395099215209484, 'last_eos_top1': 0}
+step=14550 lr=3.000000e-03 loss=2.2116 ce=2.2116 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9326636144542135e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025793129578232765, 'last_eos_top1': 0}
+step=14600 lr=3.000000e-03 loss=2.6485 ce=2.6485 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5308565909654135e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01994863711297512, 'last_eos_top1': 0}
+step=14650 lr=3.000000e-03 loss=2.9274 ce=2.9274 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.535597948532086e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021461695432662964, 'last_eos_top1': 0}
+step=14700 lr=3.000000e-03 loss=2.5810 ce=2.5810 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.393348146753851e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020146479830145836, 'last_eos_top1': 0}
+step=14750 lr=3.000000e-03 loss=2.9285 ce=2.9285 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7532594231161056e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.027317406609654427, 'last_eos_top1': 0}
+step=14800 lr=3.000000e-03 loss=2.4269 ce=2.4269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.71057535125874e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02136368677020073, 'last_eos_top1': 0}
+step=14850 lr=3.000000e-03 loss=2.7421 ce=2.7421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.168082002957817e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014783556573092937, 'last_eos_top1': 0}
+step=14900 lr=3.000000e-03 loss=2.1989 ce=2.1989 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.777410923561547e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010932222940027714, 'last_eos_top1': 0}
+step=14950 lr=3.000000e-03 loss=2.9020 ce=2.9020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.26529231845052e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024484215304255486, 'last_eos_top1': 0}
+step=15000 lr=3.000000e-03 loss=4.2133 ce=4.2133 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1236958016525023e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010228519327938557, 'last_eos_top1': 0}
+step=15050 lr=3.000000e-03 loss=3.1720 ce=3.1720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6939516828861088e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018392160534858704, 'last_eos_top1': 0}
+step=15100 lr=3.000000e-03 loss=2.2487 ce=2.2487 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.754758159222547e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016849517822265625, 'last_eos_top1': 0}
+step=15150 lr=3.000000e-03 loss=1.7886 ce=1.7886 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1745205483748578e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03107369691133499, 'last_eos_top1': 0}
+step=15200 lr=3.000000e-03 loss=3.1664 ce=3.1664 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6800894374900963e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022526821121573448, 'last_eos_top1': 0}
+step=15250 lr=3.000000e-03 loss=2.4248 ce=2.4248 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.983372840186348e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012079793959856033, 'last_eos_top1': 0}
+step=15300 lr=3.000000e-03 loss=2.4604 ce=2.4604 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.384470114222495e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012143903411924839, 'last_eos_top1': 0}
+step=15350 lr=3.000000e-03 loss=3.2483 ce=3.2483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.128391527861822e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.03645516186952591, 'last_eos_top1': 0}
+step=15400 lr=3.000000e-03 loss=2.4229 ce=2.4229 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.043377758644056e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.030889641493558884, 'last_eos_top1': 0}
+step=15450 lr=3.000000e-03 loss=2.6280 ce=2.6280 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.561089554044884e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.031371358782052994, 'last_eos_top1': 0}
+step=15500 lr=3.000000e-03 loss=2.9093 ce=2.9093 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.978979061183054e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.03154441714286804, 'last_eos_top1': 0}
+step=15550 lr=3.000000e-03 loss=3.3753 ce=3.3753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.102345363004133e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01936427876353264, 'last_eos_top1': 0}
+step=15600 lr=3.000000e-03 loss=3.2239 ce=3.2239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7383657905156724e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014687796123325825, 'last_eos_top1': 0}
+step=15650 lr=3.000000e-03 loss=2.8227 ce=2.8227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4909691344655585e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04522507265210152, 'last_eos_top1': 0}
+step=15700 lr=3.000000e-03 loss=2.4750 ce=2.4750 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.581023394071963e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02050873637199402, 'last_eos_top1': 0}
+step=15750 lr=3.000000e-03 loss=2.4249 ce=2.4249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1912366062460933e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022250782698392868, 'last_eos_top1': 0}
+step=15800 lr=3.000000e-03 loss=1.7245 ce=1.7245 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0776358724106103e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013579084537923336, 'last_eos_top1': 0}
+step=15850 lr=3.000000e-03 loss=1.9779 ce=1.9779 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2160675143823028e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027361204847693443, 'last_eos_top1': 0}
+step=15900 lr=3.000000e-03 loss=2.7765 ce=2.7765 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.457270536775468e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02200368605554104, 'last_eos_top1': 0}
+step=15950 lr=3.000000e-03 loss=2.9970 ce=2.9970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2142230338649824e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011049837805330753, 'last_eos_top1': 0}
+step=16000 lr=3.000000e-03 loss=2.1621 ce=2.1621 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.501574484398589e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012800591066479683, 'last_eos_top1': 0}
+step=16050 lr=3.000000e-03 loss=2.5756 ce=2.5756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.613983830698999e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0196632519364357, 'last_eos_top1': 0}
+step=16100 lr=3.000000e-03 loss=2.9020 ce=2.9020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.1842979448556434e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02613520808517933, 'last_eos_top1': 0}
+step=16150 lr=3.000000e-03 loss=2.7390 ce=2.7390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.927402864675969e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012613269500434399, 'last_eos_top1': 0}
+step=16200 lr=3.000000e-03 loss=2.7563 ce=2.7563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.018340743845329e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011940469965338707, 'last_eos_top1': 0}
+step=16250 lr=3.000000e-03 loss=3.0007 ce=3.0007 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1163485396536998e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021031750366091728, 'last_eos_top1': 0}
+step=16300 lr=3.000000e-03 loss=2.4536 ce=2.4536 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.336393431003671e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010575219057500362, 'last_eos_top1': 0}
+step=16350 lr=3.000000e-03 loss=2.7094 ce=2.7094 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.214150289451936e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.026286929845809937, 'last_eos_top1': 0}
+step=16400 lr=3.000000e-03 loss=3.0870 ce=3.0870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3376679766661255e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022594653069972992, 'last_eos_top1': 0}
+step=16450 lr=3.000000e-03 loss=2.3084 ce=2.3084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.980657649866771e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01862635463476181, 'last_eos_top1': 0}
+step=16500 lr=3.000000e-03 loss=3.6600 ce=3.6600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7674363082041964e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010650248266756535, 'last_eos_top1': 0}
+step=16550 lr=3.000000e-03 loss=3.3656 ce=3.3656 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3932834665174596e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01952972449362278, 'last_eos_top1': 0}
+step=16600 lr=3.000000e-03 loss=1.8505 ce=1.8505 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.798112058779225e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010325510054826736, 'last_eos_top1': 0}
+step=16650 lr=3.000000e-03 loss=3.3681 ce=3.3681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0045647488586837e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011647995561361313, 'last_eos_top1': 0}
+step=16700 lr=3.000000e-03 loss=2.6771 ce=2.6771 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0575447453884408e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015346509404480457, 'last_eos_top1': 0}
+step=16750 lr=3.000000e-03 loss=3.0709 ce=3.0709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.334022610739339e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015792401507496834, 'last_eos_top1': 0}
+step=16800 lr=3.000000e-03 loss=2.5219 ce=2.5219 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0482930267462507e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015895677730441093, 'last_eos_top1': 0}
+step=16850 lr=3.000000e-03 loss=1.7658 ce=1.7658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6857475202414207e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.00999439600855112, 'last_eos_top1': 0}
+step=16900 lr=3.000000e-03 loss=3.0472 ce=3.0472 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.5895878833543975e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011426459066569805, 'last_eos_top1': 0}
+step=16950 lr=3.000000e-03 loss=3.2614 ce=3.2614 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3831604266888462e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025278091430664062, 'last_eos_top1': 0}
+step=17000 lr=3.000000e-03 loss=1.9794 ce=1.9794 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.163417194533395e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015959033742547035, 'last_eos_top1': 0}
+step=17050 lr=3.000000e-03 loss=2.8735 ce=2.8735 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.875482434523292e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022371307015419006, 'last_eos_top1': 0}
+step=17100 lr=3.000000e-03 loss=3.3874 ce=3.3874 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.574847925046925e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017273101955652237, 'last_eos_top1': 0}
+step=17150 lr=3.000000e-03 loss=2.5216 ce=2.5216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0494103662495036e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015164617449045181, 'last_eos_top1': 0}
+step=17200 lr=3.000000e-03 loss=3.1988 ce=3.1988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.09205562795978e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01422829832881689, 'last_eos_top1': 0}
+step=17250 lr=3.000000e-03 loss=2.7574 ce=2.7574 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7996420865529217e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025080164894461632, 'last_eos_top1': 0}
+step=17300 lr=3.000000e-03 loss=2.2437 ce=2.2437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.776435945241246e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011887096799910069, 'last_eos_top1': 0}
+step=17350 lr=3.000000e-03 loss=3.3635 ce=3.3635 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.200035229790956e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022678319364786148, 'last_eos_top1': 0}
+step=17400 lr=3.000000e-03 loss=2.7143 ce=2.7143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.200206139008515e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019443655386567116, 'last_eos_top1': 0}
+step=17450 lr=3.000000e-03 loss=3.1016 ce=3.1016 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5651577996322885e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012660179287195206, 'last_eos_top1': 0}
+step=17500 lr=3.000000e-03 loss=3.1566 ce=3.1566 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1336003303295e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012086551636457443, 'last_eos_top1': 0}
+step=17550 lr=3.000000e-03 loss=2.6170 ce=2.6170 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.209740548802074e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010130804032087326, 'last_eos_top1': 0}
+step=17600 lr=3.000000e-03 loss=2.7278 ce=2.7278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.435894076479599e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024322645738720894, 'last_eos_top1': 0}
+step=17650 lr=3.000000e-03 loss=2.9882 ce=2.9882 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.213502506900113e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011170987971127033, 'last_eos_top1': 0}
+step=17700 lr=3.000000e-03 loss=3.6204 ce=3.6204 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.09905759524554e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019858388230204582, 'last_eos_top1': 0}
+step=17750 lr=3.000000e-03 loss=2.9365 ce=2.9365 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.959659342304803e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011117730289697647, 'last_eos_top1': 0}
+step=17800 lr=3.000000e-03 loss=2.2623 ce=2.2623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.703552910243161e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016322335228323936, 'last_eos_top1': 0}
+step=17850 lr=3.000000e-03 loss=2.7181 ce=2.7181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.369612260139547e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011467935517430305, 'last_eos_top1': 0}
+step=17900 lr=3.000000e-03 loss=2.4760 ce=2.4760 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1416786694317125e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010887779295444489, 'last_eos_top1': 0}
+step=17950 lr=3.000000e-03 loss=2.3365 ce=2.3365 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4911131984263193e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01253771223127842, 'last_eos_top1': 0}
+step=18000 lr=3.000000e-03 loss=2.8984 ce=2.8984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.226552275416907e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01572912000119686, 'last_eos_top1': 0}
+step=18050 lr=3.000000e-03 loss=2.7599 ce=2.7599 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.051243078924017e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021555371582508087, 'last_eos_top1': 0}
+step=18100 lr=3.000000e-03 loss=3.4828 ce=3.4828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8561332783283433e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016985466703772545, 'last_eos_top1': 0}
+step=18150 lr=3.000000e-03 loss=2.6951 ce=2.6951 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.81865219323663e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012526292353868484, 'last_eos_top1': 0}
+step=18200 lr=3.000000e-03 loss=3.1201 ce=3.1201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0066974027722608e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013364837504923344, 'last_eos_top1': 0}
+step=18250 lr=3.000000e-03 loss=2.5259 ce=2.5259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.055073532072129e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015018549747765064, 'last_eos_top1': 0}
+step=18300 lr=3.000000e-03 loss=2.4564 ce=2.4564 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.05643648566911e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016185929998755455, 'last_eos_top1': 0}
+step=18350 lr=3.000000e-03 loss=3.7120 ce=3.7120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.664213065552758e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011868569999933243, 'last_eos_top1': 0}
+step=18400 lr=3.000000e-03 loss=3.2025 ce=3.2025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.995843558688648e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014946037903428078, 'last_eos_top1': 0}
+step=18450 lr=3.000000e-03 loss=2.9970 ce=2.9970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1251441719650757e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011157768778502941, 'last_eos_top1': 0}
+step=18500 lr=3.000000e-03 loss=2.7072 ce=2.7072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.37344629567815e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014368908479809761, 'last_eos_top1': 0}
+step=18550 lr=3.000000e-03 loss=2.8072 ce=2.8072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0259201189910527e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023498984053730965, 'last_eos_top1': 0}
+step=18600 lr=3.000000e-03 loss=2.7436 ce=2.7436 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.856399184267502e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01647258549928665, 'last_eos_top1': 0}
+step=18650 lr=3.000000e-03 loss=2.1024 ce=2.1024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.532646612962708e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014751065522432327, 'last_eos_top1': 0}
+step=18700 lr=3.000000e-03 loss=2.6074 ce=2.6074 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.588412129029166e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014250592328608036, 'last_eos_top1': 0}
+step=18750 lr=3.000000e-03 loss=2.5221 ce=2.5221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.414360647497233e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013391813263297081, 'last_eos_top1': 0}
+step=18800 lr=3.000000e-03 loss=2.2429 ce=2.2429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.343607078131754e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01242824736982584, 'last_eos_top1': 0}
+step=18850 lr=3.000000e-03 loss=3.1701 ce=3.1701 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.792329936113674e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010481792502105236, 'last_eos_top1': 0}
+step=18900 lr=3.000000e-03 loss=2.4022 ce=2.4022 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2376736524165608e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01715835928916931, 'last_eos_top1': 0}
+step=18950 lr=3.000000e-03 loss=3.0571 ce=3.0571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7234195183846168e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020081397145986557, 'last_eos_top1': 0}
+step=19000 lr=3.000000e-03 loss=3.7637 ce=3.7637 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1508355783007573e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02118937484920025, 'last_eos_top1': 0}
+step=19050 lr=3.000000e-03 loss=2.8439 ce=2.8439 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.499542486271821e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011086061596870422, 'last_eos_top1': 0}
+step=19100 lr=3.000000e-03 loss=2.6902 ce=2.6902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6344646357756574e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0073753525502979755, 'last_eos_top1': 0}
+step=19150 lr=3.000000e-03 loss=3.0166 ce=3.0166 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.446300060109934e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01673877239227295, 'last_eos_top1': 0}
+step=19200 lr=3.000000e-03 loss=3.1589 ce=3.1589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.803987500665244e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013067997992038727, 'last_eos_top1': 0}
+step=19250 lr=3.000000e-03 loss=2.7337 ce=2.7337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0655857295205351e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011057192459702492, 'last_eos_top1': 0}
+step=19300 lr=3.000000e-03 loss=2.9298 ce=2.9298 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.715209681511624e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019807595759630203, 'last_eos_top1': 0}
+step=19350 lr=3.000000e-03 loss=3.1110 ce=3.1110 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.703092705924064e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01803315430879593, 'last_eos_top1': 0}
+step=19400 lr=3.000000e-03 loss=2.4679 ce=2.4679 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.392613052710658e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019522853195667267, 'last_eos_top1': 0}
+step=19450 lr=3.000000e-03 loss=2.4381 ce=2.4381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.87180737865856e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01448257640004158, 'last_eos_top1': 0}
+step=19500 lr=3.000000e-03 loss=2.9687 ce=2.9687 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4334159459394868e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016098083928227425, 'last_eos_top1': 0}
+step=19550 lr=3.000000e-03 loss=2.4276 ce=2.4276 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.971165708411718e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023011403158307076, 'last_eos_top1': 0}
+step=19600 lr=3.000000e-03 loss=2.2768 ce=2.2768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.00193128673709e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011548997834324837, 'last_eos_top1': 0}
+step=19650 lr=3.000000e-03 loss=2.6906 ce=2.6906 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.1139402280095965e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01999667100608349, 'last_eos_top1': 0}
+step=19700 lr=3.000000e-03 loss=3.3173 ce=3.3173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0968456990667619e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020091719925403595, 'last_eos_top1': 0}
+step=19750 lr=3.000000e-03 loss=3.5146 ce=3.5146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.439846063381992e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01387445256114006, 'last_eos_top1': 0}
+step=19800 lr=3.000000e-03 loss=2.6730 ce=2.6730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.520565658414853e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02790665440261364, 'last_eos_top1': 0}
+step=19850 lr=3.000000e-03 loss=2.0169 ce=2.0169 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.229506435469375e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01747053675353527, 'last_eos_top1': 0}
+step=19900 lr=3.000000e-03 loss=2.2913 ce=2.2913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9150522752606776e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013614257797598839, 'last_eos_top1': 0}
+step=19950 lr=3.000000e-03 loss=2.7169 ce=2.7169 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5838026001802064e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017364975064992905, 'last_eos_top1': 0}
+step=20000 lr=3.000000e-03 loss=2.5458 ce=2.5458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.743106834823266e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015299832448363304, 'last_eos_top1': 0}
+step=20050 lr=3.000000e-03 loss=2.5333 ce=2.5333 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.090685120492708e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01544065959751606, 'last_eos_top1': 0}
+step=20100 lr=3.000000e-03 loss=2.8113 ce=2.8113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.277081486885436e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016583388671278954, 'last_eos_top1': 0}
+step=20150 lr=3.000000e-03 loss=2.7628 ce=2.7628 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.620972377888393e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012446755543351173, 'last_eos_top1': 0}
+step=20200 lr=3.000000e-03 loss=2.8518 ce=2.8518 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4018459296494257e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016303477808833122, 'last_eos_top1': 0}
+step=20250 lr=3.000000e-03 loss=2.2332 ce=2.2332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6468201212992426e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014570563100278378, 'last_eos_top1': 0}
+step=20300 lr=3.000000e-03 loss=2.7011 ce=2.7011 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3167185898055322e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01141754724085331, 'last_eos_top1': 0}
+step=20350 lr=3.000000e-03 loss=1.9612 ce=1.9612 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.882971668645041e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012198532931506634, 'last_eos_top1': 0}
+step=20400 lr=3.000000e-03 loss=2.4431 ce=2.4431 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.640251972887199e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012265092693269253, 'last_eos_top1': 0}
+step=20450 lr=3.000000e-03 loss=2.5741 ce=2.5741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2906521988043096e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026784474030137062, 'last_eos_top1': 0}
+step=20500 lr=3.000000e-03 loss=3.0010 ce=3.0010 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3065018467605114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01396857388317585, 'last_eos_top1': 0}
+step=20550 lr=3.000000e-03 loss=2.5580 ce=2.5580 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.495155164680909e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014829735271632671, 'last_eos_top1': 0}
+step=20600 lr=3.000000e-03 loss=2.1154 ce=2.1154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2228961117652943e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016272790729999542, 'last_eos_top1': 0}
+step=20650 lr=3.000000e-03 loss=2.5383 ce=2.5383 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.44655007008987e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014497002586722374, 'last_eos_top1': 0}
+step=20700 lr=3.000000e-03 loss=3.4533 ce=3.4533 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.968494183936855e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025001510977745056, 'last_eos_top1': 0}
+step=20750 lr=3.000000e-03 loss=2.3356 ce=2.3356 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.291645836929092e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024440402165055275, 'last_eos_top1': 0}
+step=20800 lr=3.000000e-03 loss=2.7670 ce=2.7670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.915581484965514e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.006913486868143082, 'last_eos_top1': 0}
+step=20850 lr=3.000000e-03 loss=2.2170 ce=2.2170 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.149407115823124e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015411894768476486, 'last_eos_top1': 0}
+step=20900 lr=3.000000e-03 loss=2.1610 ce=2.1610 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.719881407159846e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010048993863165379, 'last_eos_top1': 0}
+step=20950 lr=3.000000e-03 loss=2.5503 ce=2.5503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.945090156776132e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014688204042613506, 'last_eos_top1': 0}
+step=21000 lr=3.000000e-03 loss=3.0484 ce=3.0484 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0383965673099738e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013945169746875763, 'last_eos_top1': 0}
+step=21050 lr=3.000000e-03 loss=2.7135 ce=2.7135 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.24002223048592e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013847633264958858, 'last_eos_top1': 0}
+step=21100 lr=3.000000e-03 loss=2.8206 ce=2.8206 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.810458904103143e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01679745875298977, 'last_eos_top1': 0}
+step=21150 lr=3.000000e-03 loss=2.8508 ce=2.8508 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0517219379835296e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01719674840569496, 'last_eos_top1': 0}
+step=21200 lr=3.000000e-03 loss=3.0525 ce=3.0525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.580965080298483e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01183412130922079, 'last_eos_top1': 0}
+step=21250 lr=3.000000e-03 loss=2.6467 ce=2.6467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4101888104487443e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019513729959726334, 'last_eos_top1': 0}
+step=21300 lr=3.000000e-03 loss=2.8573 ce=2.8573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.489474460773636e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0253925584256649, 'last_eos_top1': 0}
+step=21350 lr=3.000000e-03 loss=2.3853 ce=2.3853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2293122608753038e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016248902305960655, 'last_eos_top1': 0}
+step=21400 lr=3.000000e-03 loss=2.0662 ce=2.0662 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9578870908153476e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016054946929216385, 'last_eos_top1': 0}
+step=21450 lr=3.000000e-03 loss=1.8848 ce=1.8848 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4002208445162978e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011574030853807926, 'last_eos_top1': 0}
+step=21500 lr=3.000000e-03 loss=2.8093 ce=2.8093 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2436335964594036e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009867962449789047, 'last_eos_top1': 0}
+step=21550 lr=3.000000e-03 loss=2.7784 ce=2.7784 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.96880646905629e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013776568695902824, 'last_eos_top1': 0}
+step=21600 lr=3.000000e-03 loss=2.2448 ce=2.2448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5832976714591496e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015391203574836254, 'last_eos_top1': 0}
+step=21650 lr=3.000000e-03 loss=2.3835 ce=2.3835 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.098565220076125e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.008110604248940945, 'last_eos_top1': 0}
+step=21700 lr=3.000000e-03 loss=2.4363 ce=2.4363 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.305236416257685e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011857272125780582, 'last_eos_top1': 0}
+step=21750 lr=3.000000e-03 loss=2.9616 ce=2.9616 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.111959116125945e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013304443098604679, 'last_eos_top1': 0}
+step=21800 lr=3.000000e-03 loss=2.6164 ce=2.6164 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0687243047868833e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012446141801774502, 'last_eos_top1': 0}
+step=21850 lr=3.000000e-03 loss=2.7355 ce=2.7355 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5863466362352483e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01826808601617813, 'last_eos_top1': 0}
+step=21900 lr=3.000000e-03 loss=2.5320 ce=2.5320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.206989327329211e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017651397734880447, 'last_eos_top1': 0}
+step=21950 lr=3.000000e-03 loss=2.5166 ce=2.5166 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.462680458847899e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025615155696868896, 'last_eos_top1': 0}
+step=22000 lr=3.000000e-03 loss=2.6547 ce=2.6547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.479234717611689e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016074711456894875, 'last_eos_top1': 0}
+step=22050 lr=3.000000e-03 loss=2.3119 ce=2.3119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2551480722322594e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020260749384760857, 'last_eos_top1': 0}
+step=22100 lr=3.000000e-03 loss=2.3510 ce=2.3510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0078598279505968e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017810853198170662, 'last_eos_top1': 0}
+step=22150 lr=3.000000e-03 loss=2.2622 ce=2.2622 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.809747563034762e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018647203221917152, 'last_eos_top1': 0}
+step=22200 lr=3.000000e-03 loss=2.5432 ce=2.5432 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.215949052697397e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01189567893743515, 'last_eos_top1': 0}
+step=22250 lr=3.000000e-03 loss=1.9936 ce=1.9936 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.033357532127411e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0068208915181458, 'last_eos_top1': 0}
+step=22300 lr=3.000000e-03 loss=3.0239 ce=3.0239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.838639365014387e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016044853255152702, 'last_eos_top1': 0}
+step=22350 lr=3.000000e-03 loss=2.4224 ce=2.4224 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1003986552823335e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01617175154387951, 'last_eos_top1': 0}
+step=22400 lr=3.000000e-03 loss=2.3905 ce=2.3905 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6042788502090843e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010060195811092854, 'last_eos_top1': 0}
+step=22450 lr=3.000000e-03 loss=2.6558 ce=2.6558 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4366549294209108e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02080315537750721, 'last_eos_top1': 0}
+step=22500 lr=3.000000e-03 loss=2.3320 ce=2.3320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.973779934720369e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01633087918162346, 'last_eos_top1': 0}
+step=22550 lr=3.000000e-03 loss=2.3291 ce=2.3291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8140276501508197e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01744181290268898, 'last_eos_top1': 0}
+step=22600 lr=3.000000e-03 loss=2.1786 ce=2.1786 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.978727025038097e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017601920291781425, 'last_eos_top1': 0}
+step=22650 lr=3.000000e-03 loss=2.7753 ce=2.7753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9447023078100756e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02535475417971611, 'last_eos_top1': 0}
+step=22700 lr=3.000000e-03 loss=2.8647 ce=2.8647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.308130650722887e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024099422618746758, 'last_eos_top1': 0}
+step=22750 lr=3.000000e-03 loss=2.7789 ce=2.7789 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.493333785329014e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013318875804543495, 'last_eos_top1': 0}
+step=22800 lr=3.000000e-03 loss=2.5660 ce=2.5660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.988848104403587e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011335546150803566, 'last_eos_top1': 0}
+step=22850 lr=3.000000e-03 loss=3.1471 ce=3.1471 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.226744153536856e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01587270013988018, 'last_eos_top1': 0}
+step=22900 lr=3.000000e-03 loss=2.4334 ce=2.4334 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2191428797668777e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014981335029006004, 'last_eos_top1': 0}
+step=22950 lr=3.000000e-03 loss=2.7695 ce=2.7695 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.4712147579703014e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01674535498023033, 'last_eos_top1': 0}
+step=23000 lr=3.000000e-03 loss=3.0509 ce=3.0509 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.624395296559669e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012328370474278927, 'last_eos_top1': 0}
+step=23050 lr=3.000000e-03 loss=2.4483 ce=2.4483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1032783479313366e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016173256561160088, 'last_eos_top1': 0}
+step=23100 lr=3.000000e-03 loss=2.9595 ce=2.9595 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3338789358385839e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02432403713464737, 'last_eos_top1': 0}
+step=23150 lr=3.000000e-03 loss=2.0488 ce=2.0488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.84389659302542e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014585301280021667, 'last_eos_top1': 0}
+step=23200 lr=3.000000e-03 loss=2.1141 ce=2.1141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.592343197553419e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015538477338850498, 'last_eos_top1': 0}
+step=23250 lr=3.000000e-03 loss=2.6873 ce=2.6873 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.31068917553057e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01402176171541214, 'last_eos_top1': 0}
+step=23300 lr=3.000000e-03 loss=2.9987 ce=2.9987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5720730668108445e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022565260529518127, 'last_eos_top1': 0}
+step=23350 lr=3.000000e-03 loss=2.9802 ce=2.9802 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.220981165621197e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.009210702031850815, 'last_eos_top1': 0}
+step=23400 lr=3.000000e-03 loss=2.5191 ce=2.5191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0743118410755415e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01328667439520359, 'last_eos_top1': 0}
+step=23450 lr=3.000000e-03 loss=2.3255 ce=2.3255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.108411748253275e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011471213772892952, 'last_eos_top1': 0}
+step=23500 lr=3.000000e-03 loss=2.3624 ce=2.3624 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.116965545923449e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02185721881687641, 'last_eos_top1': 0}
+step=23550 lr=3.000000e-03 loss=2.6246 ce=2.6246 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.325999983237125e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01484182570129633, 'last_eos_top1': 0}
+step=23600 lr=3.000000e-03 loss=2.2883 ce=2.2883 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.846120075148065e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015318605117499828, 'last_eos_top1': 0}
+step=23650 lr=3.000000e-03 loss=2.4341 ce=2.4341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.802916737389751e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01747140660881996, 'last_eos_top1': 0}
+step=23700 lr=3.000000e-03 loss=3.7413 ce=3.7413 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4375359569385182e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020063787698745728, 'last_eos_top1': 0}
+step=23750 lr=3.000000e-03 loss=2.9228 ce=2.9228 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.333060299657518e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012170220725238323, 'last_eos_top1': 0}
+step=23800 lr=3.000000e-03 loss=2.4486 ce=2.4486 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3140977898729034e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015751222148537636, 'last_eos_top1': 0}
+step=23850 lr=3.000000e-03 loss=2.5510 ce=2.5510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.4096889218490105e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02075880765914917, 'last_eos_top1': 0}
+step=23900 lr=3.000000e-03 loss=3.6774 ce=3.6774 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1161467884667218e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01388811320066452, 'last_eos_top1': 0}
+step=23950 lr=3.000000e-03 loss=3.1043 ce=3.1043 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0132846000487916e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018962806090712547, 'last_eos_top1': 0}
+[elf_hfds direct rank=2 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=6 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=4 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=7 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=4 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=7 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=2 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=200000 rows=191809 buffered=8191 part=openwebtext-t5
+step=24000 lr=3.000000e-03 loss=2.5392 ce=2.5392 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9135508157196455e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023452434688806534, 'last_eos_top1': 0}
+step=24050 lr=3.000000e-03 loss=3.0353 ce=3.0353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.983000169682782e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01802673563361168, 'last_eos_top1': 0}
+step=24100 lr=3.000000e-03 loss=3.2873 ce=3.2873 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2892298400402069e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027626115828752518, 'last_eos_top1': 0}
+step=24150 lr=3.000000e-03 loss=1.9739 ce=1.9739 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.34374882793054e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019685741513967514, 'last_eos_top1': 0}
+step=24200 lr=3.000000e-03 loss=2.8681 ce=2.8681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9762431697454304e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008373528718948364, 'last_eos_top1': 0}
+step=24250 lr=3.000000e-03 loss=2.6007 ce=2.6007 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.274108919664286e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013662053272128105, 'last_eos_top1': 0}
+step=24300 lr=3.000000e-03 loss=2.7761 ce=2.7761 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.913756002788432e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012464278377592564, 'last_eos_top1': 0}
+step=24350 lr=3.000000e-03 loss=2.6128 ce=2.6128 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.373170354985632e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02651975117623806, 'last_eos_top1': 0}
+step=24400 lr=3.000000e-03 loss=2.7354 ce=2.7354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.050184078456368e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011733929626643658, 'last_eos_top1': 0}
+step=24450 lr=3.000000e-03 loss=2.8326 ce=2.8326 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4518142052111216e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01593611016869545, 'last_eos_top1': 0}
+step=24500 lr=3.000000e-03 loss=1.8006 ce=1.8006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0152640243177302e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018615487962961197, 'last_eos_top1': 0}
+step=24550 lr=3.000000e-03 loss=2.3275 ce=2.3275 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3868717360310256e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01478908583521843, 'last_eos_top1': 0}
+step=24600 lr=3.000000e-03 loss=1.6768 ce=1.6768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.113085313088959e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014240805059671402, 'last_eos_top1': 0}
+step=24650 lr=3.000000e-03 loss=3.0523 ce=3.0523 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.932904165703803e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015166244469583035, 'last_eos_top1': 0}
+step=24700 lr=3.000000e-03 loss=1.7626 ce=1.7626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.498498927001492e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011651764623820782, 'last_eos_top1': 0}
+step=24750 lr=3.000000e-03 loss=2.3761 ce=2.3761 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1432969080924522e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02386348322033882, 'last_eos_top1': 0}
+step=24800 lr=3.000000e-03 loss=2.5112 ce=2.5112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.304557923111133e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013211315497756004, 'last_eos_top1': 0}
+step=24850 lr=3.000000e-03 loss=3.3892 ce=3.3892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6739746772364015e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014765598811209202, 'last_eos_top1': 0}
+step=24900 lr=3.000000e-03 loss=2.3132 ce=2.3132 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0593263141345233e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016005264595150948, 'last_eos_top1': 0}
+step=24950 lr=3.000000e-03 loss=2.2353 ce=2.2353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.941844175235019e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01521597895771265, 'last_eos_top1': 0}
+step=25000 lr=3.000000e-03 loss=2.6547 ce=2.6547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.848057531286031e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.033294420689344406, 'last_eos_top1': 0}
+step=25050 lr=3.000000e-03 loss=3.3727 ce=3.3727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.671409902177402e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.009957248345017433, 'last_eos_top1': 0}
+step=25100 lr=3.000000e-03 loss=2.5402 ce=2.5402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2087754157619202e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012225162237882614, 'last_eos_top1': 0}
+step=25150 lr=3.000000e-03 loss=2.5526 ce=2.5526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.906036343119922e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025922628119587898, 'last_eos_top1': 0}
+step=25200 lr=3.000000e-03 loss=2.6553 ce=2.6553 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.027090199087979e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014010895043611526, 'last_eos_top1': 0}
+step=25250 lr=3.000000e-03 loss=2.8957 ce=2.8957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1127658530749613e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02157066948711872, 'last_eos_top1': 0}
+step=25300 lr=3.000000e-03 loss=3.5324 ce=3.5324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.723511887685163e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018586451187729836, 'last_eos_top1': 0}
+step=25350 lr=3.000000e-03 loss=2.7323 ce=2.7323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.316532795201056e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010623530484735966, 'last_eos_top1': 0}
+step=25400 lr=3.000000e-03 loss=2.5978 ce=2.5978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.972095782955876e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020147547125816345, 'last_eos_top1': 0}
+step=25450 lr=3.000000e-03 loss=3.1799 ce=3.1799 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.441275000819587e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014484548941254616, 'last_eos_top1': 0}
+step=25500 lr=3.000000e-03 loss=2.1446 ce=2.1446 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.2874146351532545e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017892783507704735, 'last_eos_top1': 0}
+step=25550 lr=3.000000e-03 loss=2.0967 ce=2.0967 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7339105397695675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008979452773928642, 'last_eos_top1': 0}
+step=25600 lr=3.000000e-03 loss=2.2682 ce=2.2682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8560929675004445e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013874626718461514, 'last_eos_top1': 0}
+step=25650 lr=3.000000e-03 loss=3.0416 ce=3.0416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.024246668952401e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013568741269409657, 'last_eos_top1': 0}
+step=25700 lr=3.000000e-03 loss=1.3655 ce=1.3655 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.361630650848383e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012417244724929333, 'last_eos_top1': 0}
+step=25750 lr=3.000000e-03 loss=2.3322 ce=2.3322 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.258645897905808e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008734297007322311, 'last_eos_top1': 0}
+step=25800 lr=3.000000e-03 loss=2.6954 ce=2.6954 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.128803993808106e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015158777125179768, 'last_eos_top1': 0}
+step=25850 lr=3.000000e-03 loss=2.6292 ce=2.6292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.300923253846122e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018094299361109734, 'last_eos_top1': 0}
+step=25900 lr=3.000000e-03 loss=1.4474 ce=1.4474 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6237732931331266e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011812913231551647, 'last_eos_top1': 0}
+step=25950 lr=3.000000e-03 loss=3.0143 ce=3.0143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.043548010988161e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01642913557589054, 'last_eos_top1': 0}
+step=26000 lr=3.000000e-03 loss=3.1021 ce=3.1021 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.986536962154787e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014404079876840115, 'last_eos_top1': 0}
+step=26050 lr=3.000000e-03 loss=2.6913 ce=2.6913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.614219379727729e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011453608050942421, 'last_eos_top1': 0}
+step=26100 lr=3.000000e-03 loss=1.9522 ce=1.9522 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.553663635917474e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015094241127371788, 'last_eos_top1': 0}
+step=26150 lr=3.000000e-03 loss=2.5013 ce=2.5013 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.3422512539546005e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015888534486293793, 'last_eos_top1': 0}
+step=26200 lr=3.000000e-03 loss=2.6528 ce=2.6528 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.766816800838569e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01623329147696495, 'last_eos_top1': 0}
+step=26250 lr=3.000000e-03 loss=2.8184 ce=2.8184 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5818972062552348e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019672667607665062, 'last_eos_top1': 0}
+step=26300 lr=3.000000e-03 loss=2.6980 ce=2.6980 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.783859589631902e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015019482932984829, 'last_eos_top1': 0}
+step=26350 lr=3.000000e-03 loss=3.0547 ce=3.0547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3672753741266206e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019780589267611504, 'last_eos_top1': 0}
+step=26400 lr=3.000000e-03 loss=3.0689 ce=3.0689 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.516812158632092e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01633566804230213, 'last_eos_top1': 0}
+step=26450 lr=3.000000e-03 loss=2.4882 ce=2.4882 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.091539034969173e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01909823715686798, 'last_eos_top1': 0}
+step=26500 lr=3.000000e-03 loss=2.6352 ce=2.6352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4567423022526782e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014906667172908783, 'last_eos_top1': 0}
+step=26550 lr=3.000000e-03 loss=1.7379 ce=1.7379 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.479444436990889e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01468669157475233, 'last_eos_top1': 0}
+step=26600 lr=3.000000e-03 loss=2.0589 ce=2.0589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.502663508290425e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017384624108672142, 'last_eos_top1': 0}
+step=26650 lr=3.000000e-03 loss=1.9614 ce=1.9614 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9667324522743e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02094961889088154, 'last_eos_top1': 0}
+step=26700 lr=3.000000e-03 loss=2.7344 ce=2.7344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.879434062691871e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011193349957466125, 'last_eos_top1': 0}
+step=26750 lr=3.000000e-03 loss=2.4271 ce=2.4271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0995265256497078e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017829671502113342, 'last_eos_top1': 0}
+step=26800 lr=3.000000e-03 loss=2.4793 ce=2.4793 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.981112503330223e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.029181629419326782, 'last_eos_top1': 0}
+step=26850 lr=3.000000e-03 loss=2.6310 ce=2.6310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1762635040213354e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022697968408465385, 'last_eos_top1': 0}
+step=26900 lr=3.000000e-03 loss=2.3243 ce=2.3243 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.979219273896888e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02259768359363079, 'last_eos_top1': 0}
+step=26950 lr=3.000000e-03 loss=2.4271 ce=2.4271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.137812412518542e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010564712807536125, 'last_eos_top1': 0}
+step=27000 lr=3.000000e-03 loss=2.9783 ce=2.9783 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.816837518883403e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011115032248198986, 'last_eos_top1': 0}
+step=27050 lr=3.000000e-03 loss=2.7968 ce=2.7968 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.984555067087058e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02294120006263256, 'last_eos_top1': 0}
+step=27100 lr=3.000000e-03 loss=2.3415 ce=2.3415 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0862173187197186e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013542618602514267, 'last_eos_top1': 0}
+step=27150 lr=3.000000e-03 loss=2.4011 ce=2.4011 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7473728803452104e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01385412272065878, 'last_eos_top1': 0}
+step=27200 lr=3.000000e-03 loss=2.3035 ce=2.3035 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.257075256144162e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011829912662506104, 'last_eos_top1': 0}
+step=27250 lr=3.000000e-03 loss=2.5333 ce=2.5333 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.101778474956518e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012732312083244324, 'last_eos_top1': 0}
+step=27300 lr=3.000000e-03 loss=3.2540 ce=3.2540 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.544589384953724e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010243583470582962, 'last_eos_top1': 0}
+step=27350 lr=3.000000e-03 loss=2.4137 ce=2.4137 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6202400729525834e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010422447696328163, 'last_eos_top1': 0}
+step=27400 lr=3.000000e-03 loss=2.7134 ce=2.7134 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.929205821710639e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020564181730151176, 'last_eos_top1': 0}
+step=27450 lr=3.000000e-03 loss=2.8355 ce=2.8355 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.127631367126014e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015066058374941349, 'last_eos_top1': 0}
+step=27500 lr=3.000000e-03 loss=2.7855 ce=2.7855 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.109340342343785e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01448890846222639, 'last_eos_top1': 0}
+step=27550 lr=3.000000e-03 loss=2.4026 ce=2.4026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2237385564949363e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01963091641664505, 'last_eos_top1': 0}
+step=27600 lr=3.000000e-03 loss=3.4314 ce=3.4314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7308968785509933e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0195475984364748, 'last_eos_top1': 0}
+step=27650 lr=3.000000e-03 loss=3.0125 ce=3.0125 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4589753845939413e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011970832012593746, 'last_eos_top1': 0}
+step=27700 lr=3.000000e-03 loss=2.4404 ce=2.4404 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.149330263520824e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015792468562722206, 'last_eos_top1': 0}
+step=27750 lr=3.000000e-03 loss=2.8102 ce=2.8102 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5878646283672424e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011430584825575352, 'last_eos_top1': 0}
+step=27800 lr=3.000000e-03 loss=2.0324 ce=2.0324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.722182893601712e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015402399934828281, 'last_eos_top1': 0}
+step=27850 lr=3.000000e-03 loss=3.4698 ce=3.4698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6138122848351486e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018266238272190094, 'last_eos_top1': 0}
+step=27900 lr=3.000000e-03 loss=2.9259 ce=2.9259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.002418103889795e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020949847996234894, 'last_eos_top1': 0}
+step=27950 lr=3.000000e-03 loss=2.8442 ce=2.8442 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.398841717076721e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018789539113640785, 'last_eos_top1': 0}
+step=28000 lr=3.000000e-03 loss=2.2991 ce=2.2991 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.456259820377454e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.00990871898829937, 'last_eos_top1': 0}
+step=28050 lr=3.000000e-03 loss=2.2031 ce=2.2031 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2521726603154093e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016427630558609962, 'last_eos_top1': 0}
+step=28100 lr=3.000000e-03 loss=2.3439 ce=2.3439 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.76301294536097e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013985306955873966, 'last_eos_top1': 0}
+step=28150 lr=3.000000e-03 loss=2.3651 ce=2.3651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4091188606689684e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009044751524925232, 'last_eos_top1': 0}
+step=28200 lr=3.000000e-03 loss=2.8537 ce=2.8537 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1178447493875865e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01557975448668003, 'last_eos_top1': 0}
+step=28250 lr=3.000000e-03 loss=2.6480 ce=2.6480 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.014876584638841e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02247876301407814, 'last_eos_top1': 0}
+step=28300 lr=3.000000e-03 loss=2.9769 ce=2.9769 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.464718121103942e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01681208238005638, 'last_eos_top1': 0}
+step=28350 lr=3.000000e-03 loss=2.7326 ce=2.7326 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.930249921628274e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019906921312212944, 'last_eos_top1': 0}
+step=28400 lr=3.000000e-03 loss=2.6015 ce=2.6015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.080655682832003e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020645437762141228, 'last_eos_top1': 0}
+step=28450 lr=3.000000e-03 loss=2.5867 ce=2.5867 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0334971395641332e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01958116888999939, 'last_eos_top1': 0}
+step=28500 lr=3.000000e-03 loss=2.3486 ce=2.3486 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0872253116976935e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012197566218674183, 'last_eos_top1': 0}
+step=28550 lr=3.000000e-03 loss=3.0585 ce=3.0585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5974720756494207e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016564253717660904, 'last_eos_top1': 0}
+step=28600 lr=3.000000e-03 loss=3.1625 ce=3.1625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.66580376168713e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014563356526196003, 'last_eos_top1': 0}
+step=28650 lr=3.000000e-03 loss=2.5607 ce=2.5607 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3252254322869703e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009482153691351414, 'last_eos_top1': 0}
+step=28700 lr=3.000000e-03 loss=2.9403 ce=2.9403 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.239806341705844e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020252110436558723, 'last_eos_top1': 0}
+step=28750 lr=3.000000e-03 loss=2.2688 ce=2.2688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9676965166581795e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01856851764023304, 'last_eos_top1': 0}
+step=28800 lr=3.000000e-03 loss=2.4056 ce=2.4056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4874568629893474e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02412712387740612, 'last_eos_top1': 0}
+step=28850 lr=3.000000e-03 loss=2.1770 ce=2.1770 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.115678949456196e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019257478415966034, 'last_eos_top1': 0}
+step=28900 lr=3.000000e-03 loss=2.1726 ce=2.1726 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2652685654757079e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009242383763194084, 'last_eos_top1': 0}
+step=28950 lr=3.000000e-03 loss=2.9946 ce=2.9946 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.578712726768572e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0130001837387681, 'last_eos_top1': 0}
+step=29000 lr=3.000000e-03 loss=2.4316 ce=2.4316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2942947250849102e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023892030119895935, 'last_eos_top1': 0}
+step=29050 lr=3.000000e-03 loss=2.2925 ce=2.2925 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.822085429623257e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010992302559316158, 'last_eos_top1': 0}
+step=29100 lr=3.000000e-03 loss=1.8406 ce=1.8406 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.57424584965338e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011899061501026154, 'last_eos_top1': 0}
+step=29150 lr=3.000000e-03 loss=2.8323 ce=2.8323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.282952992682112e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014814198017120361, 'last_eos_top1': 0}
+step=29200 lr=3.000000e-03 loss=2.6628 ce=2.6628 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1619417819019873e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022206760942935944, 'last_eos_top1': 0}
+step=29250 lr=3.000000e-03 loss=1.7502 ce=1.7502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6335743465751875e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.008966673165559769, 'last_eos_top1': 0}
+step=29300 lr=3.000000e-03 loss=3.1515 ce=3.1515 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.485715064423857e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012245855294167995, 'last_eos_top1': 0}
+step=29350 lr=3.000000e-03 loss=2.3243 ce=2.3243 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2976917080086423e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013680591247975826, 'last_eos_top1': 0}
+step=29400 lr=3.000000e-03 loss=2.2838 ce=2.2838 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.472664376313332e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015852369368076324, 'last_eos_top1': 0}
+step=29450 lr=3.000000e-03 loss=2.6790 ce=2.6790 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.155897957185516e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02243936061859131, 'last_eos_top1': 0}
+step=29500 lr=3.000000e-03 loss=2.6753 ce=2.6753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4822452360240277e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01375975739210844, 'last_eos_top1': 0}
+step=29550 lr=3.000000e-03 loss=2.5980 ce=2.5980 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.484732471610187e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020210379734635353, 'last_eos_top1': 0}
+step=29600 lr=3.000000e-03 loss=2.1083 ce=2.1083 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.946385161019862e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01095637772232294, 'last_eos_top1': 0}
+step=29650 lr=3.000000e-03 loss=2.3053 ce=2.3053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4672093534027226e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.026387643069028854, 'last_eos_top1': 0}
+step=29700 lr=3.000000e-03 loss=2.4834 ce=2.4834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.401019850774901e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01500104833394289, 'last_eos_top1': 0}
+step=29750 lr=3.000000e-03 loss=1.9655 ce=1.9655 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.537627192912623e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012561602517962456, 'last_eos_top1': 0}
+step=29800 lr=3.000000e-03 loss=2.3352 ce=2.3352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.514767624641536e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011422323994338512, 'last_eos_top1': 0}
+step=29850 lr=3.000000e-03 loss=2.0600 ce=2.0600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1294160685793031e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018572073429822922, 'last_eos_top1': 0}
+step=29900 lr=3.000000e-03 loss=3.1394 ce=3.1394 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5837880457402207e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023825185373425484, 'last_eos_top1': 0}
+step=29950 lr=3.000000e-03 loss=2.0870 ce=2.0870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.286142034790828e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019590048119425774, 'last_eos_top1': 0}
+step=30000 lr=3.000000e-03 loss=2.8549 ce=2.8549 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6347447626685607e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013950441032648087, 'last_eos_top1': 0}
+step=30050 lr=3.000000e-03 loss=2.8061 ce=2.8061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3029249405226437e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.027225451543927193, 'last_eos_top1': 0}
+step=30100 lr=3.000000e-03 loss=2.9738 ce=2.9738 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.98323743158835e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011067011393606663, 'last_eos_top1': 0}
+step=30150 lr=3.000000e-03 loss=2.1308 ce=2.1308 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0516811926208902e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01310692261904478, 'last_eos_top1': 0}
+step=30200 lr=3.000000e-03 loss=2.9725 ce=2.9725 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1583634811104275e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013727475889027119, 'last_eos_top1': 0}
+step=30250 lr=3.000000e-03 loss=3.3179 ce=3.3179 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0830349310708698e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01387170609086752, 'last_eos_top1': 0}
+step=30300 lr=3.000000e-03 loss=3.3137 ce=3.3137 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7902755138929933e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018361540511250496, 'last_eos_top1': 0}
+step=30350 lr=3.000000e-03 loss=2.4941 ce=2.4941 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9985270632314496e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018252620473504066, 'last_eos_top1': 0}
+step=30400 lr=3.000000e-03 loss=2.0411 ce=2.0411 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0295021840865957e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0153081389144063, 'last_eos_top1': 0}
+step=30450 lr=3.000000e-03 loss=3.3301 ce=3.3301 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.164400474517606e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025081714615225792, 'last_eos_top1': 0}
+step=30500 lr=3.000000e-03 loss=2.0728 ce=2.0728 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.775416644202778e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01901409402489662, 'last_eos_top1': 0}
+step=30550 lr=3.000000e-03 loss=2.5157 ce=2.5157 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.751983280788409e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015887975692749023, 'last_eos_top1': 0}
+step=30600 lr=3.000000e-03 loss=2.6702 ce=2.6702 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.762834583336371e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018443144857883453, 'last_eos_top1': 0}
+step=30650 lr=3.000000e-03 loss=3.3879 ce=3.3879 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.745805315702455e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0186447836458683, 'last_eos_top1': 0}
+step=30700 lr=3.000000e-03 loss=3.0337 ce=3.0337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.015016646822914e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015194046311080456, 'last_eos_top1': 0}
+step=30750 lr=3.000000e-03 loss=2.5132 ce=2.5132 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6503050725732464e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023157862946391106, 'last_eos_top1': 0}
+step=30800 lr=3.000000e-03 loss=2.4166 ce=2.4166 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8050806147584808e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012197885662317276, 'last_eos_top1': 0}
+step=30850 lr=3.000000e-03 loss=2.7552 ce=2.7552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1056060834089294e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021276583895087242, 'last_eos_top1': 0}
+step=30900 lr=3.000000e-03 loss=3.2200 ce=3.2200 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.025342478707898e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01762452907860279, 'last_eos_top1': 0}
+step=30950 lr=3.000000e-03 loss=2.3234 ce=2.3234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6455709050642326e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011326448060572147, 'last_eos_top1': 0}
+step=31000 lr=3.000000e-03 loss=2.4508 ce=2.4508 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.931540156074334e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013494540937244892, 'last_eos_top1': 0}
+step=31050 lr=3.000000e-03 loss=2.4171 ce=2.4171 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.606646027445095e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013646653853356838, 'last_eos_top1': 0}
+step=31100 lr=3.000000e-03 loss=2.8116 ce=2.8116 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7690846334517119e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02056421898305416, 'last_eos_top1': 0}
+step=31150 lr=3.000000e-03 loss=2.2440 ce=2.2440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.968119472119724e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024392681196331978, 'last_eos_top1': 0}
+step=31200 lr=3.000000e-03 loss=1.8892 ce=1.8892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.722291345795384e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016118289902806282, 'last_eos_top1': 0}
+step=31250 lr=3.000000e-03 loss=2.5856 ce=2.5856 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3259516890684608e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025027990341186523, 'last_eos_top1': 0}
+step=31300 lr=3.000000e-03 loss=2.4353 ce=2.4353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.178450702354894e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016670404002070427, 'last_eos_top1': 0}
+step=31350 lr=3.000000e-03 loss=2.7038 ce=2.7038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.746057574171573e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021381938830018044, 'last_eos_top1': 0}
+step=31400 lr=3.000000e-03 loss=2.0144 ce=2.0144 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.857837550138356e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020998550578951836, 'last_eos_top1': 0}
+step=31450 lr=3.000000e-03 loss=2.4527 ce=2.4527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.863904112222372e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020606448873877525, 'last_eos_top1': 0}
+step=31500 lr=3.000000e-03 loss=2.8416 ce=2.8416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.527286935423035e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014032060280442238, 'last_eos_top1': 0}
+step=31550 lr=3.000000e-03 loss=2.0884 ce=2.0884 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.76431864121696e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01623418927192688, 'last_eos_top1': 0}
+step=31600 lr=3.000000e-03 loss=2.5610 ce=2.5610 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.04198771220399e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013067193329334259, 'last_eos_top1': 0}
+step=31650 lr=3.000000e-03 loss=2.8674 ce=2.8674 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0982589578343323e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015037136152386665, 'last_eos_top1': 0}
+step=31700 lr=3.000000e-03 loss=2.8322 ce=2.8322 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.847080617764732e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015407351776957512, 'last_eos_top1': 0}
+step=31750 lr=3.000000e-03 loss=2.4608 ce=2.4608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.851622982940171e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01264446135610342, 'last_eos_top1': 0}
+step=31800 lr=3.000000e-03 loss=2.7741 ce=2.7741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.857121100736549e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018178077414631844, 'last_eos_top1': 0}
+step=31850 lr=3.000000e-03 loss=2.9104 ce=2.9104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3483662769431248e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016451174393296242, 'last_eos_top1': 0}
+step=31900 lr=3.000000e-03 loss=2.9892 ce=2.9892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.985335054807365e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019095322117209435, 'last_eos_top1': 0}
+step=31950 lr=3.000000e-03 loss=2.4623 ce=2.4623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0820221986214165e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023241953924298286, 'last_eos_top1': 0}
+step=32000 lr=3.000000e-03 loss=2.5340 ce=2.5340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.514114268909907e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01629028469324112, 'last_eos_top1': 0}
+step=32050 lr=3.000000e-03 loss=2.6970 ce=2.6970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.556807082029991e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024044355377554893, 'last_eos_top1': 0}
+step=32100 lr=3.000000e-03 loss=2.6663 ce=2.6663 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.604100912634749e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02285694144666195, 'last_eos_top1': 0}
+step=32150 lr=3.000000e-03 loss=3.2499 ce=3.2499 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.149918822804466e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010249873623251915, 'last_eos_top1': 0}
+step=32200 lr=3.000000e-03 loss=2.6840 ce=2.6840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.311933141958434e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010475734248757362, 'last_eos_top1': 0}
+step=32250 lr=3.000000e-03 loss=2.3655 ce=2.3655 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.991936632199213e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01613016054034233, 'last_eos_top1': 0}
+step=32300 lr=3.000000e-03 loss=2.5595 ce=2.5595 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6043568393797614e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022690635174512863, 'last_eos_top1': 0}
+step=32350 lr=3.000000e-03 loss=1.7213 ce=1.7213 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4967304145538947e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016625555232167244, 'last_eos_top1': 0}
+step=32400 lr=3.000000e-03 loss=2.5599 ce=2.5599 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8101317209584522e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022102121263742447, 'last_eos_top1': 0}
+step=32450 lr=3.000000e-03 loss=2.9317 ce=2.9317 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3783338772554998e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018537376075983047, 'last_eos_top1': 0}
+step=32500 lr=3.000000e-03 loss=2.9220 ce=2.9220 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.139475433679763e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019863298162817955, 'last_eos_top1': 0}
+step=32550 lr=3.000000e-03 loss=2.3707 ce=2.3707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.715760042017791e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014404266141355038, 'last_eos_top1': 0}
+step=32600 lr=3.000000e-03 loss=2.6404 ce=2.6404 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.537134994578082e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01791663095355034, 'last_eos_top1': 0}
+step=32650 lr=3.000000e-03 loss=2.8867 ce=2.8867 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.610424528233125e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011497512459754944, 'last_eos_top1': 0}
+step=32700 lr=3.000000e-03 loss=2.4521 ce=2.4521 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0210279672028264e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012107940390706062, 'last_eos_top1': 0}
+step=32750 lr=3.000000e-03 loss=2.4676 ce=2.4676 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2768883809476392e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02063065394759178, 'last_eos_top1': 0}
+step=32800 lr=3.000000e-03 loss=2.1519 ce=2.1519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.043856617703568e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016903631389141083, 'last_eos_top1': 0}
+step=32850 lr=3.000000e-03 loss=1.9680 ce=1.9680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2569625798496418e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020938754081726074, 'last_eos_top1': 0}
+step=32900 lr=3.000000e-03 loss=2.9073 ce=2.9073 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.1698183344560675e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019212083891034126, 'last_eos_top1': 0}
+step=32950 lr=3.000000e-03 loss=2.8437 ce=2.8437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.975068471438135e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02566303312778473, 'last_eos_top1': 0}
+step=33000 lr=3.000000e-03 loss=2.9523 ce=2.9523 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.322656539239688e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02153703011572361, 'last_eos_top1': 0}
+step=33050 lr=3.000000e-03 loss=3.0292 ce=3.0292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.73193404104677e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01231425628066063, 'last_eos_top1': 0}
+step=33100 lr=3.000000e-03 loss=2.3517 ce=2.3517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5761073377216235e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009181658737361431, 'last_eos_top1': 0}
+step=33150 lr=3.000000e-03 loss=2.0345 ce=2.0345 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.779763003170956e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016634033992886543, 'last_eos_top1': 0}
+step=33200 lr=3.000000e-03 loss=2.0647 ce=2.0647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.056949364894535e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010863360948860645, 'last_eos_top1': 0}
+step=33250 lr=3.000000e-03 loss=3.0510 ce=3.0510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0922376481612446e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010394113138318062, 'last_eos_top1': 0}
+step=33300 lr=3.000000e-03 loss=2.8497 ce=2.8497 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.316638857446378e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012217939831316471, 'last_eos_top1': 0}
+step=33350 lr=3.000000e-03 loss=2.0204 ce=2.0204 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.71605391491903e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014934835955500603, 'last_eos_top1': 0}
+step=33400 lr=3.000000e-03 loss=2.7872 ce=2.7872 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8095036011800403e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013171113096177578, 'last_eos_top1': 0}
+step=33450 lr=3.000000e-03 loss=3.1591 ce=3.1591 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.667738944088342e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02060566283762455, 'last_eos_top1': 0}
+step=33500 lr=3.000000e-03 loss=2.7509 ce=2.7509 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.753718480467796e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016367750242352486, 'last_eos_top1': 0}
+step=33550 lr=3.000000e-03 loss=2.6571 ce=2.6571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8439136410015635e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019857745617628098, 'last_eos_top1': 0}
+step=33600 lr=3.000000e-03 loss=2.7971 ce=2.7971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5114594589249464e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0148902777582407, 'last_eos_top1': 0}
+step=33650 lr=3.000000e-03 loss=2.6697 ce=2.6697 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9632485570327844e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01654922589659691, 'last_eos_top1': 0}
+step=33700 lr=3.000000e-03 loss=2.4770 ce=2.4770 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6655829995215754e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015830038115382195, 'last_eos_top1': 0}
+step=33750 lr=3.000000e-03 loss=2.5577 ce=2.5577 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.003946630997234e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019323358312249184, 'last_eos_top1': 0}
+step=33800 lr=3.000000e-03 loss=2.4141 ce=2.4141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.784804221140803e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013400157913565636, 'last_eos_top1': 0}
+step=33850 lr=3.000000e-03 loss=2.7282 ce=2.7282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.52438325737603e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02369443140923977, 'last_eos_top1': 0}
+step=33900 lr=3.000000e-03 loss=3.1181 ce=3.1181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.467868173676834e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013111836276948452, 'last_eos_top1': 0}
+step=33950 lr=3.000000e-03 loss=3.1730 ce=3.1730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.366746568644885e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018679087981581688, 'last_eos_top1': 0}
+step=34000 lr=3.000000e-03 loss=2.9883 ce=2.9883 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2590363667186466e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017528152093291283, 'last_eos_top1': 0}
+step=34050 lr=3.000000e-03 loss=2.7021 ce=2.7021 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7639694078752655e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014993417076766491, 'last_eos_top1': 0}
+step=34100 lr=3.000000e-03 loss=2.3798 ce=2.3798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.25306983642804e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.02563667856156826, 'last_eos_top1': 0}
+step=34150 lr=3.000000e-03 loss=2.4480 ce=2.4480 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8548604430179694e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013201943598687649, 'last_eos_top1': 0}
+step=34200 lr=3.000000e-03 loss=1.9112 ce=1.9112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0909885733999545e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013983209617435932, 'last_eos_top1': 0}
+step=34250 lr=3.000000e-03 loss=2.4235 ce=2.4235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.375230112898862e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010906900279223919, 'last_eos_top1': 0}
+step=34300 lr=3.000000e-03 loss=2.8488 ce=2.8488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.743166357457085e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.017032532021403313, 'last_eos_top1': 0}
+step=34350 lr=3.000000e-03 loss=2.5580 ce=2.5580 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.209865652337612e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.019269591197371483, 'last_eos_top1': 0}
+step=34400 lr=3.000000e-03 loss=2.7363 ce=2.7363 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0449460862437263e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013218116015195847, 'last_eos_top1': 0}
+step=34450 lr=3.000000e-03 loss=2.2778 ce=2.2778 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6309055556339445e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.008499461226165295, 'last_eos_top1': 0}
+step=34500 lr=3.000000e-03 loss=2.9122 ce=2.9122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.634842975472566e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01553003117442131, 'last_eos_top1': 0}
+step=34550 lr=3.000000e-03 loss=2.2205 ce=2.2205 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6513604300125735e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01233039703220129, 'last_eos_top1': 0}
+step=34600 lr=3.000000e-03 loss=2.5808 ce=2.5808 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.841515535896178e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01351943425834179, 'last_eos_top1': 0}
+step=34650 lr=3.000000e-03 loss=3.0855 ce=3.0855 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.179632090497762e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017450319603085518, 'last_eos_top1': 0}
+step=34700 lr=3.000000e-03 loss=2.9001 ce=2.9001 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.359940132620977e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013927586376667023, 'last_eos_top1': 0}
+step=34750 lr=3.000000e-03 loss=2.7066 ce=2.7066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8488950647442834e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011363843455910683, 'last_eos_top1': 0}
+step=34800 lr=3.000000e-03 loss=2.1499 ce=2.1499 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1488344827957917e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011784609407186508, 'last_eos_top1': 0}
+step=34850 lr=3.000000e-03 loss=3.4274 ce=3.4274 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9329294193303213e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0251200869679451, 'last_eos_top1': 0}
+step=34900 lr=3.000000e-03 loss=2.1089 ce=2.1089 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.787983809568686e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013027826324105263, 'last_eos_top1': 0}
+step=34950 lr=3.000000e-03 loss=2.5852 ce=2.5852 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.663480341259856e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014174792915582657, 'last_eos_top1': 0}
+step=35000 lr=3.000000e-03 loss=2.0808 ce=2.0808 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.813646233335021e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016518693417310715, 'last_eos_top1': 0}
+step=35050 lr=3.000000e-03 loss=3.3490 ce=3.3490 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9746491943806177e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017885949462652206, 'last_eos_top1': 0}
+step=35100 lr=3.000000e-03 loss=2.4849 ce=2.4849 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8835916054958943e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013919301331043243, 'last_eos_top1': 0}
+step=35150 lr=3.000000e-03 loss=3.2910 ce=3.2910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5528315745759755e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014718915335834026, 'last_eos_top1': 0}
+step=35200 lr=3.000000e-03 loss=2.8000 ce=2.8000 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3554601991927484e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01277279481291771, 'last_eos_top1': 0}
+step=35250 lr=3.000000e-03 loss=2.3889 ce=2.3889 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.798449824898853e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012983341701328754, 'last_eos_top1': 0}
+step=35300 lr=3.000000e-03 loss=2.7409 ce=2.7409 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7711995446443325e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01811944507062435, 'last_eos_top1': 0}
+step=35350 lr=3.000000e-03 loss=2.5959 ce=2.5959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1164546776853967e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014722110703587532, 'last_eos_top1': 0}
+step=35400 lr=3.000000e-03 loss=2.7875 ce=2.7875 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.595370112132514e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010866565629839897, 'last_eos_top1': 0}
+step=35450 lr=3.000000e-03 loss=2.7606 ce=2.7606 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4352735838183435e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014120987616479397, 'last_eos_top1': 0}
+step=35500 lr=3.000000e-03 loss=2.9559 ce=2.9559 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.282509043056052e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019692640751600266, 'last_eos_top1': 0}
+step=35550 lr=3.000000e-03 loss=2.5561 ce=2.5561 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.590808763779933e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011861592531204224, 'last_eos_top1': 0}
+step=35600 lr=3.000000e-03 loss=2.0675 ce=2.0675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.897671144339256e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01283661462366581, 'last_eos_top1': 0}
+step=35650 lr=3.000000e-03 loss=2.5580 ce=2.5580 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.259696187451482e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013895454816520214, 'last_eos_top1': 0}
+step=35700 lr=3.000000e-03 loss=3.0462 ce=3.0462 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.011909711858607e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.008890985511243343, 'last_eos_top1': 0}
+step=35750 lr=3.000000e-03 loss=2.9338 ce=2.9338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.137426236004103e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016155270859599113, 'last_eos_top1': 0}
+step=35800 lr=3.000000e-03 loss=2.2540 ce=2.2540 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.122702426277101e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016056418418884277, 'last_eos_top1': 0}
+step=35850 lr=3.000000e-03 loss=1.3349 ce=1.3349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2006263204966672e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01535355020314455, 'last_eos_top1': 0}
+step=35900 lr=3.000000e-03 loss=2.4022 ce=2.4022 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.926823071902618e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021889306604862213, 'last_eos_top1': 0}
+step=35950 lr=3.000000e-03 loss=2.9164 ce=2.9164 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.275915545003954e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011505872942507267, 'last_eos_top1': 0}
+step=36000 lr=3.000000e-03 loss=2.2003 ce=2.2003 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.799983566452283e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01827261596918106, 'last_eos_top1': 0}
+step=36050 lr=3.000000e-03 loss=2.0943 ce=2.0943 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.197598279162776e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016718635335564613, 'last_eos_top1': 0}
+step=36100 lr=3.000000e-03 loss=2.7366 ce=2.7366 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.372916686814278e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017499256879091263, 'last_eos_top1': 0}
+step=36150 lr=3.000000e-03 loss=2.4381 ce=2.4381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1565790575550636e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01440551970154047, 'last_eos_top1': 0}
+step=36200 lr=3.000000e-03 loss=2.4410 ce=2.4410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4318060241057537e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016925130039453506, 'last_eos_top1': 0}
+step=36250 lr=3.000000e-03 loss=2.1359 ce=2.1359 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.304884441808099e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0167114045470953, 'last_eos_top1': 0}
+step=36300 lr=3.000000e-03 loss=2.6410 ce=2.6410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4299777123815147e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015178450383245945, 'last_eos_top1': 0}
+step=36350 lr=3.000000e-03 loss=2.3633 ce=2.3633 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.496730975413811e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.016418950632214546, 'last_eos_top1': 0}
+step=36400 lr=3.000000e-03 loss=3.1688 ce=3.1688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.738344159704866e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012756837531924248, 'last_eos_top1': 0}
+step=36450 lr=3.000000e-03 loss=2.8002 ce=2.8002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.312929266030551e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017173241823911667, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=4 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=6 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=300000 rows=291809 buffered=8191 part=openwebtext-t5
+step=36500 lr=3.000000e-03 loss=2.0053 ce=2.0053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.732391506782733e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016987819224596024, 'last_eos_top1': 0}
+step=36550 lr=3.000000e-03 loss=2.0358 ce=2.0358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.729742497351253e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012336837127804756, 'last_eos_top1': 0}
+step=36600 lr=3.000000e-03 loss=2.1296 ce=2.1296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.104503659618786e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014339912682771683, 'last_eos_top1': 0}
+step=36650 lr=3.000000e-03 loss=2.1156 ce=2.1156 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.211833690234926e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01726383902132511, 'last_eos_top1': 0}
+step=36700 lr=3.000000e-03 loss=2.1095 ce=2.1095 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7226606360054575e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014040661975741386, 'last_eos_top1': 0}
+step=36750 lr=3.000000e-03 loss=2.3488 ce=2.3488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1860951417475007e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013241482898592949, 'last_eos_top1': 0}
+step=36800 lr=3.000000e-03 loss=1.9949 ce=1.9949 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.844022664154181e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021932527422904968, 'last_eos_top1': 0}
+step=36850 lr=3.000000e-03 loss=2.3145 ce=2.3145 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3226759367389604e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011489663273096085, 'last_eos_top1': 0}
+step=36900 lr=3.000000e-03 loss=3.0233 ce=3.0233 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.242594175389968e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013414115644991398, 'last_eos_top1': 0}
+step=36950 lr=3.000000e-03 loss=3.2856 ce=3.2856 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9520418795291334e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016847526654601097, 'last_eos_top1': 0}
+step=37000 lr=3.000000e-03 loss=2.5778 ce=2.5778 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2236119548324496e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014951374381780624, 'last_eos_top1': 0}
+step=37050 lr=3.000000e-03 loss=2.6243 ce=2.6243 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0300421713036485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013806913048028946, 'last_eos_top1': 0}
+step=37100 lr=3.000000e-03 loss=2.6215 ce=2.6215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.136142873292556e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012428468093276024, 'last_eos_top1': 0}
+step=37150 lr=3.000000e-03 loss=2.5919 ce=2.5919 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0492135515960399e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014672842808067799, 'last_eos_top1': 0}
+step=37200 lr=3.000000e-03 loss=2.9498 ce=2.9498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.893925622833194e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01933661475777626, 'last_eos_top1': 0}
+step=37250 lr=3.000000e-03 loss=3.4335 ce=3.4335 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.617782456582063e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011181590147316456, 'last_eos_top1': 0}
+step=37300 lr=3.000000e-03 loss=2.7332 ce=2.7332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.014848743987386e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020067188888788223, 'last_eos_top1': 0}
+step=37350 lr=3.000000e-03 loss=2.5380 ce=2.5380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.130703023794922e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02239319123327732, 'last_eos_top1': 0}
+step=37400 lr=3.000000e-03 loss=2.3133 ce=2.3133 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0713906653545564e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013737065717577934, 'last_eos_top1': 0}
+step=37450 lr=3.000000e-03 loss=3.0159 ce=3.0159 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.958190624573035e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016209732741117477, 'last_eos_top1': 0}
+step=37500 lr=3.000000e-03 loss=2.6187 ce=2.6187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.789722647226881e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014852051623165607, 'last_eos_top1': 0}
+step=37550 lr=3.000000e-03 loss=2.8152 ce=2.8152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.275646344671259e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012637151405215263, 'last_eos_top1': 0}
+step=37600 lr=3.000000e-03 loss=2.2363 ce=2.2363 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.10798906564014e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01757887750864029, 'last_eos_top1': 0}
+step=37650 lr=3.000000e-03 loss=2.4304 ce=2.4304 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.161053301591892e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021426964551210403, 'last_eos_top1': 0}
+step=37700 lr=3.000000e-03 loss=2.1115 ce=2.1115 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0788096410105936e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01162303052842617, 'last_eos_top1': 0}
+step=37750 lr=3.000000e-03 loss=3.1987 ce=3.1987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4055250378296478e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024974804371595383, 'last_eos_top1': 0}
+step=37800 lr=3.000000e-03 loss=2.1202 ce=2.1202 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1454410014266614e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014361124485731125, 'last_eos_top1': 0}
+step=37850 lr=3.000000e-03 loss=3.2282 ce=3.2282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.108098775963299e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020382476970553398, 'last_eos_top1': 0}
+step=37900 lr=3.000000e-03 loss=2.4985 ce=2.4985 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.111237325967522e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011862455867230892, 'last_eos_top1': 0}
+step=37950 lr=3.000000e-03 loss=2.6410 ce=2.6410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.342838787531946e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013947438448667526, 'last_eos_top1': 0}
+step=38000 lr=3.000000e-03 loss=2.5674 ce=2.5674 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0248742000840139e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013100000098347664, 'last_eos_top1': 0}
+step=38050 lr=3.000000e-03 loss=2.1758 ce=2.1758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.78851642482914e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01596301794052124, 'last_eos_top1': 0}
+step=38100 lr=3.000000e-03 loss=2.4262 ce=2.4262 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.529576916771475e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019974928349256516, 'last_eos_top1': 0}
+step=38150 lr=3.000000e-03 loss=2.8224 ce=2.8224 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6733310985728167e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020449930801987648, 'last_eos_top1': 0}
+step=38200 lr=3.000000e-03 loss=3.0026 ce=3.0026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.289953151077498e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012080732733011246, 'last_eos_top1': 0}
+step=38250 lr=3.000000e-03 loss=2.9251 ce=2.9251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.090032108360901e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013734581880271435, 'last_eos_top1': 0}
+step=38300 lr=3.000000e-03 loss=2.4831 ce=2.4831 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0388927118328866e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01279703713953495, 'last_eos_top1': 0}
+step=38350 lr=3.000000e-03 loss=2.6181 ce=2.6181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.656841045085457e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016287226229906082, 'last_eos_top1': 0}
+step=38400 lr=3.000000e-03 loss=2.9608 ce=2.9608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.866243893455248e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020868739113211632, 'last_eos_top1': 0}
+step=38450 lr=3.000000e-03 loss=2.9726 ce=2.9726 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.325920715724351e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022837167605757713, 'last_eos_top1': 0}
+step=38500 lr=3.000000e-03 loss=2.7104 ce=2.7104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.968671873939456e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022594211623072624, 'last_eos_top1': 0}
+step=38550 lr=3.000000e-03 loss=2.8228 ce=2.8228 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.187440809910186e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018604150041937828, 'last_eos_top1': 0}
+step=38600 lr=3.000000e-03 loss=3.1459 ce=3.1459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5258057828759775e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016756614670157433, 'last_eos_top1': 0}
+step=38650 lr=3.000000e-03 loss=2.3661 ce=2.3661 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1572870789677836e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016019025817513466, 'last_eos_top1': 0}
+step=38700 lr=3.000000e-03 loss=2.5312 ce=2.5312 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.068144208868034e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015383074060082436, 'last_eos_top1': 0}
+step=38750 lr=3.000000e-03 loss=2.3450 ce=2.3450 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.280599114281358e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015995275229215622, 'last_eos_top1': 0}
+step=38800 lr=3.000000e-03 loss=2.1418 ce=2.1418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.805804671079386e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01955990493297577, 'last_eos_top1': 0}
+step=38850 lr=3.000000e-03 loss=2.8936 ce=2.8936 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.329228886490455e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012216474860906601, 'last_eos_top1': 0}
+step=38900 lr=3.000000e-03 loss=2.3024 ce=2.3024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0145553460461088e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020050672814249992, 'last_eos_top1': 0}
+step=38950 lr=3.000000e-03 loss=2.9168 ce=2.9168 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7720743673853576e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01649605669081211, 'last_eos_top1': 0}
+step=39000 lr=3.000000e-03 loss=2.3122 ce=2.3122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.276469558637473e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018635343760252, 'last_eos_top1': 0}
+step=39050 lr=3.000000e-03 loss=1.9688 ce=1.9688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.837715773144737e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01611938700079918, 'last_eos_top1': 0}
+step=39100 lr=3.000000e-03 loss=3.3543 ce=3.3543 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.76714838744374e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01097516342997551, 'last_eos_top1': 0}
+step=39150 lr=3.000000e-03 loss=2.4565 ce=2.4565 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.655950644722907e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022337906062602997, 'last_eos_top1': 0}
+step=39200 lr=3.000000e-03 loss=1.6887 ce=1.6887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.410908786667278e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013870272785425186, 'last_eos_top1': 0}
+step=39250 lr=3.000000e-03 loss=3.0558 ce=3.0558 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.44461567592225e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01907624863088131, 'last_eos_top1': 0}
+step=39300 lr=3.000000e-03 loss=2.8795 ce=2.8795 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.146779130882351e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013214458711445332, 'last_eos_top1': 0}
+step=39350 lr=3.000000e-03 loss=2.6199 ce=2.6199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2466730368032586e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01712252013385296, 'last_eos_top1': 0}
+step=39400 lr=3.000000e-03 loss=2.8940 ce=2.8940 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1770027413149364e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011409136466681957, 'last_eos_top1': 0}
+step=39450 lr=3.000000e-03 loss=2.4861 ce=2.4861 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3538475286622997e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02698839269578457, 'last_eos_top1': 0}
+step=39500 lr=3.000000e-03 loss=3.1087 ce=3.1087 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.151630365522578e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0143742049112916, 'last_eos_top1': 0}
+step=39550 lr=3.000000e-03 loss=2.7090 ce=2.7090 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3824021152686328e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019770169630646706, 'last_eos_top1': 0}
+step=39600 lr=3.000000e-03 loss=1.9693 ce=1.9693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.829667391779367e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01687893457710743, 'last_eos_top1': 0}
+step=39650 lr=3.000000e-03 loss=2.0496 ce=2.0496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.751842299010605e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01782606542110443, 'last_eos_top1': 0}
+step=39700 lr=3.000000e-03 loss=2.4583 ce=2.4583 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.570153007283807e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017856743186712265, 'last_eos_top1': 0}
+step=39750 lr=3.000000e-03 loss=2.1664 ce=2.1664 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.140993147913832e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016803668811917305, 'last_eos_top1': 0}
+step=39800 lr=3.000000e-03 loss=2.5978 ce=2.5978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.4486966948607005e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.028632666915655136, 'last_eos_top1': 0}
+step=39850 lr=3.000000e-03 loss=2.1150 ce=2.1150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2799362593796104e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01442843209952116, 'last_eos_top1': 0}
+step=39900 lr=3.000000e-03 loss=2.5987 ce=2.5987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0138062862097286e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024862706661224365, 'last_eos_top1': 0}
+step=39950 lr=3.000000e-03 loss=2.6602 ce=2.6602 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0299158879643073e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019120659679174423, 'last_eos_top1': 0}
+step=40000 lr=3.000000e-03 loss=2.1158 ce=2.1158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5998497474356554e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0161113440990448, 'last_eos_top1': 0}
+step=40050 lr=3.000000e-03 loss=2.5899 ce=2.5899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.850337169656996e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02761051245033741, 'last_eos_top1': 0}
+step=40100 lr=3.000000e-03 loss=2.4659 ce=2.4659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4974990083137527e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019600242376327515, 'last_eos_top1': 0}
+step=40150 lr=3.000000e-03 loss=3.2938 ce=3.2938 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3217558262113016e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016868511214852333, 'last_eos_top1': 0}
+step=40200 lr=3.000000e-03 loss=2.8061 ce=2.8061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.618710979935713e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008249071426689625, 'last_eos_top1': 0}
+step=40250 lr=3.000000e-03 loss=2.2706 ce=2.2706 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.466670477791922e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014105181209743023, 'last_eos_top1': 0}
+step=40300 lr=3.000000e-03 loss=2.7166 ce=2.7166 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.450183951121289e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.009661316871643066, 'last_eos_top1': 0}
+step=40350 lr=3.000000e-03 loss=3.4293 ce=3.4293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0248002581647597e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012336545623838902, 'last_eos_top1': 0}
+step=40400 lr=3.000000e-03 loss=2.9042 ce=2.9042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4796914911130443e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018772484734654427, 'last_eos_top1': 0}
+step=40450 lr=3.000000e-03 loss=2.4593 ce=2.4593 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9631939924001927e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014470725320279598, 'last_eos_top1': 0}
+step=40500 lr=3.000000e-03 loss=2.4821 ce=2.4821 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.512708857073449e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018107833340764046, 'last_eos_top1': 0}
+step=40550 lr=3.000000e-03 loss=2.4717 ce=2.4717 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.195991656772094e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.009945524856448174, 'last_eos_top1': 0}
+step=40600 lr=3.000000e-03 loss=2.1066 ce=2.1066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.924563316104468e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015904385596513748, 'last_eos_top1': 0}
+step=40650 lr=3.000000e-03 loss=2.3590 ce=2.3590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1947927305300254e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015694959089159966, 'last_eos_top1': 0}
+step=40700 lr=3.000000e-03 loss=2.0812 ce=2.0812 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.456246526591713e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015522835776209831, 'last_eos_top1': 0}
+step=40750 lr=3.000000e-03 loss=2.7241 ce=2.7241 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.548111286974745e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012615964747965336, 'last_eos_top1': 0}
+step=40800 lr=3.000000e-03 loss=2.9673 ce=2.9673 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.470849944482325e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015453208237886429, 'last_eos_top1': 0}
+step=40850 lr=3.000000e-03 loss=2.8776 ce=2.8776 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.585676182003226e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008266041986644268, 'last_eos_top1': 0}
+step=40900 lr=3.000000e-03 loss=2.5826 ce=2.5826 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.091757419810165e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013116409070789814, 'last_eos_top1': 0}
+step=40950 lr=3.000000e-03 loss=2.6077 ce=2.6077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.365713372564642e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0184368547052145, 'last_eos_top1': 0}
+step=41000 lr=3.000000e-03 loss=1.7647 ce=1.7647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.447444426768925e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012523619458079338, 'last_eos_top1': 0}
+step=41050 lr=3.000000e-03 loss=2.4458 ce=2.4458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1984476461511804e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013640835881233215, 'last_eos_top1': 0}
+step=41100 lr=3.000000e-03 loss=2.4508 ce=2.4508 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.828649033086549e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017232585698366165, 'last_eos_top1': 0}
+step=41150 lr=3.000000e-03 loss=3.5452 ce=3.5452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5680216114997165e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011140300892293453, 'last_eos_top1': 0}
+step=41200 lr=3.000000e-03 loss=2.3821 ce=2.3821 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2758832781400997e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017017390578985214, 'last_eos_top1': 0}
+step=41250 lr=3.000000e-03 loss=2.2678 ce=2.2678 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.328758298768662e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009916896931827068, 'last_eos_top1': 0}
+step=41300 lr=3.000000e-03 loss=2.8469 ce=2.8469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4441562800348038e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015030315145850182, 'last_eos_top1': 0}
+step=41350 lr=3.000000e-03 loss=2.6066 ce=2.6066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.135778782365378e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021168330684304237, 'last_eos_top1': 0}
+step=41400 lr=3.000000e-03 loss=2.6959 ce=2.6959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7624022297677584e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01366397738456726, 'last_eos_top1': 0}
+step=41450 lr=3.000000e-03 loss=2.7740 ce=2.7740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9830640667350963e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021634137257933617, 'last_eos_top1': 0}
+step=41500 lr=3.000000e-03 loss=2.1146 ce=2.1146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6259773474303074e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015305588953197002, 'last_eos_top1': 0}
+step=41550 lr=3.000000e-03 loss=3.2281 ce=3.2281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1817987797257956e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017929136753082275, 'last_eos_top1': 0}
+step=41600 lr=3.000000e-03 loss=3.0733 ce=3.0733 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4311139238998294e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017962191253900528, 'last_eos_top1': 0}
+step=41650 lr=3.000000e-03 loss=3.4868 ce=3.4868 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.817778502299916e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017455972731113434, 'last_eos_top1': 0}
+step=41700 lr=3.000000e-03 loss=3.2067 ce=3.2067 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.454756435734453e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01935143582522869, 'last_eos_top1': 0}
+step=41750 lr=3.000000e-03 loss=2.7957 ce=2.7957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2473536116885953e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02134326659142971, 'last_eos_top1': 0}
+step=41800 lr=3.000000e-03 loss=2.3248 ce=2.3248 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.407439973874716e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02060326375067234, 'last_eos_top1': 0}
+step=41850 lr=3.000000e-03 loss=2.6034 ce=2.6034 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.543213541794103e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018436307087540627, 'last_eos_top1': 0}
+step=41900 lr=3.000000e-03 loss=2.3107 ce=2.3107 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.043538410769543e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016224989667534828, 'last_eos_top1': 0}
+step=41950 lr=3.000000e-03 loss=2.0120 ce=2.0120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.847252173727611e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012028652243316174, 'last_eos_top1': 0}
+step=42000 lr=3.000000e-03 loss=2.2891 ce=2.2891 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.304511548980372e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012517843395471573, 'last_eos_top1': 0}
+step=42050 lr=3.000000e-03 loss=2.1354 ce=2.1354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.709262500706245e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01102923508733511, 'last_eos_top1': 0}
+step=42100 lr=3.000000e-03 loss=2.2677 ce=2.2677 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6648218610935146e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019015075638890266, 'last_eos_top1': 0}
+step=42150 lr=3.000000e-03 loss=2.2054 ce=2.2054 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.09243810584303e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0171028021723032, 'last_eos_top1': 0}
+step=42200 lr=3.000000e-03 loss=2.3790 ce=2.3790 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.299892563925823e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017715701833367348, 'last_eos_top1': 0}
+step=42250 lr=3.000000e-03 loss=2.5017 ce=2.5017 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.868859832640737e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014415469020605087, 'last_eos_top1': 0}
+step=42300 lr=3.000000e-03 loss=2.9861 ce=2.9861 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.688110377377598e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02542777545750141, 'last_eos_top1': 0}
+step=42350 lr=3.000000e-03 loss=3.2278 ce=3.2278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9181717764004134e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015298712067306042, 'last_eos_top1': 0}
+step=42400 lr=3.000000e-03 loss=2.9282 ce=2.9282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2080680789949838e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016324859112501144, 'last_eos_top1': 0}
+step=42450 lr=3.000000e-03 loss=2.7713 ce=2.7713 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4246847867034376e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012793201953172684, 'last_eos_top1': 0}
+step=42500 lr=3.000000e-03 loss=2.3538 ce=2.3538 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4221357560018077e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018659261986613274, 'last_eos_top1': 0}
+step=42550 lr=3.000000e-03 loss=2.0452 ce=2.0452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.204297677759314e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017359688878059387, 'last_eos_top1': 0}
+step=42600 lr=3.000000e-03 loss=2.3047 ce=2.3047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.177369752753293e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01267373375594616, 'last_eos_top1': 0}
+step=42650 lr=3.000000e-03 loss=2.3311 ce=2.3311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1340781384205911e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013578365556895733, 'last_eos_top1': 0}
+step=42700 lr=3.000000e-03 loss=2.0876 ce=2.0876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7056240671518026e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01759061962366104, 'last_eos_top1': 0}
+step=42750 lr=3.000000e-03 loss=2.0908 ce=2.0908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.775753718102351e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012670692056417465, 'last_eos_top1': 0}
+step=42800 lr=3.000000e-03 loss=2.3353 ce=2.3353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1611783722619293e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012318924069404602, 'last_eos_top1': 0}
+step=42850 lr=3.000000e-03 loss=2.6765 ce=2.6765 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.55753966991324e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01965351402759552, 'last_eos_top1': 0}
+step=42900 lr=3.000000e-03 loss=2.1566 ce=2.1566 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.385688266163925e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01886693388223648, 'last_eos_top1': 0}
+step=42950 lr=3.000000e-03 loss=2.8521 ce=2.8521 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3867259440303314e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01656476967036724, 'last_eos_top1': 0}
+step=43000 lr=3.000000e-03 loss=2.3002 ce=2.3002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6678551421355223e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020601820200681686, 'last_eos_top1': 0}
+step=43050 lr=3.000000e-03 loss=3.2723 ce=3.2723 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.759659416071372e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011701947078108788, 'last_eos_top1': 0}
+step=43100 lr=3.000000e-03 loss=2.7132 ce=2.7132 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.23403571403469e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024877309799194336, 'last_eos_top1': 0}
+step=43150 lr=3.000000e-03 loss=2.8147 ce=2.8147 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8995477805437986e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014452642761170864, 'last_eos_top1': 0}
+step=43200 lr=3.000000e-03 loss=2.9791 ce=2.9791 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.950956857399433e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013582251965999603, 'last_eos_top1': 0}
+step=43250 lr=3.000000e-03 loss=2.6053 ce=2.6053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.740042524848832e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010953417047858238, 'last_eos_top1': 0}
+step=43300 lr=3.000000e-03 loss=2.7364 ce=2.7364 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5399383452604525e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018616119399666786, 'last_eos_top1': 0}
+step=43350 lr=3.000000e-03 loss=3.0773 ce=3.0773 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.887822226213757e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021584833040833473, 'last_eos_top1': 0}
+step=43400 lr=3.000000e-03 loss=2.1245 ce=2.1245 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.051844815781806e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017901407554745674, 'last_eos_top1': 0}
+step=43450 lr=3.000000e-03 loss=2.5887 ce=2.5887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.475191872188589e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023086341097950935, 'last_eos_top1': 0}
+step=43500 lr=3.000000e-03 loss=2.8253 ce=2.8253 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.529970389441587e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017555415630340576, 'last_eos_top1': 0}
+step=43550 lr=3.000000e-03 loss=2.9884 ce=2.9884 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.540924237517174e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01926799863576889, 'last_eos_top1': 0}
+step=43600 lr=3.000000e-03 loss=3.3710 ce=3.3710 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2343617527221795e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011332225054502487, 'last_eos_top1': 0}
+step=43650 lr=3.000000e-03 loss=2.4050 ce=2.4050 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.669565325661097e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.009406544268131256, 'last_eos_top1': 0}
+step=43700 lr=3.000000e-03 loss=2.7732 ce=2.7732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4955312508391216e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022356383502483368, 'last_eos_top1': 0}
+step=43750 lr=3.000000e-03 loss=2.6144 ce=2.6144 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.609254918046645e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017917929217219353, 'last_eos_top1': 0}
+step=43800 lr=3.000000e-03 loss=2.5775 ce=2.5775 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.912097887834534e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020334597676992416, 'last_eos_top1': 0}
+step=43850 lr=3.000000e-03 loss=2.3104 ce=2.3104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8604665658349404e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01516191940754652, 'last_eos_top1': 0}
+step=43900 lr=3.000000e-03 loss=2.5956 ce=2.5956 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.452012490219204e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01122154388576746, 'last_eos_top1': 0}
+step=43950 lr=3.000000e-03 loss=2.3356 ce=2.3356 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.880552741175052e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017029481008648872, 'last_eos_top1': 0}
+step=44000 lr=3.000000e-03 loss=2.3025 ce=2.3025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4849553735984955e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012731978669762611, 'last_eos_top1': 0}
+step=44050 lr=3.000000e-03 loss=2.5046 ce=2.5046 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.276078354654601e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012604952789843082, 'last_eos_top1': 0}
+step=44100 lr=3.000000e-03 loss=2.8867 ce=2.8867 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4379165754216956e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017370622605085373, 'last_eos_top1': 0}
+step=44150 lr=3.000000e-03 loss=2.2286 ce=2.2286 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.950071787694469e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014257114380598068, 'last_eos_top1': 0}
+step=44200 lr=3.000000e-03 loss=2.5489 ce=2.5489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3987589631578885e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016486145555973053, 'last_eos_top1': 0}
+step=44250 lr=3.000000e-03 loss=2.2583 ce=2.2583 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.15802105635521e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015695005655288696, 'last_eos_top1': 0}
+step=44300 lr=3.000000e-03 loss=2.4764 ce=2.4764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6237190720858052e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016137750819325447, 'last_eos_top1': 0}
+step=44350 lr=3.000000e-03 loss=2.9139 ce=2.9139 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2247267477505375e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010169312357902527, 'last_eos_top1': 0}
+step=44400 lr=3.000000e-03 loss=2.2481 ce=2.2481 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.854586339002708e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016085151582956314, 'last_eos_top1': 0}
+step=44450 lr=3.000000e-03 loss=2.7818 ce=2.7818 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4908368838368915e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012506854720413685, 'last_eos_top1': 0}
+step=44500 lr=3.000000e-03 loss=1.6455 ce=1.6455 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.500735707959393e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020562296733260155, 'last_eos_top1': 0}
+step=44550 lr=3.000000e-03 loss=2.8349 ce=2.8349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0763812497316394e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02897564508020878, 'last_eos_top1': 0}
+step=44600 lr=3.000000e-03 loss=3.2645 ce=3.2645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.347441957477713e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010190372355282307, 'last_eos_top1': 0}
+step=44650 lr=3.000000e-03 loss=2.9761 ce=2.9761 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.996976713300683e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.009731672704219818, 'last_eos_top1': 0}
+step=44700 lr=3.000000e-03 loss=2.3331 ce=2.3331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8391675591119565e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017257964238524437, 'last_eos_top1': 0}
+step=44750 lr=3.000000e-03 loss=3.1537 ce=3.1537 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.915182100579841e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021252861246466637, 'last_eos_top1': 0}
+step=44800 lr=3.000000e-03 loss=2.7988 ce=2.7988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.777690603281371e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02253604866564274, 'last_eos_top1': 0}
+step=44850 lr=3.000000e-03 loss=1.9978 ce=1.9978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7751057132263668e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011266917921602726, 'last_eos_top1': 0}
+step=44900 lr=3.000000e-03 loss=2.7446 ce=2.7446 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.245445885928348e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02063153311610222, 'last_eos_top1': 0}
+step=44950 lr=3.000000e-03 loss=3.3927 ce=3.3927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2034178325848188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022078275680541992, 'last_eos_top1': 0}
+step=45000 lr=3.000000e-03 loss=2.6507 ce=2.6507 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.970761660340941e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01593698374927044, 'last_eos_top1': 0}
+step=45050 lr=3.000000e-03 loss=2.6728 ce=2.6728 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.684063580702059e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015982704237103462, 'last_eos_top1': 0}
+step=45100 lr=3.000000e-03 loss=2.9204 ce=2.9204 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.045242571417475e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020025357604026794, 'last_eos_top1': 0}
+step=45150 lr=3.000000e-03 loss=3.1785 ce=3.1785 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.969645932666026e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014440802857279778, 'last_eos_top1': 0}
+step=45200 lr=3.000000e-03 loss=3.3871 ce=3.3871 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0654398364713416e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013970346190035343, 'last_eos_top1': 0}
+step=45250 lr=3.000000e-03 loss=1.5293 ce=1.5293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.295810418218025e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025268910452723503, 'last_eos_top1': 0}
+step=45300 lr=3.000000e-03 loss=2.1511 ce=2.1511 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0137007343000732e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014090556651353836, 'last_eos_top1': 0}
+step=45350 lr=3.000000e-03 loss=2.6010 ce=2.6010 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0191018191108014e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023544777184724808, 'last_eos_top1': 0}
+step=45400 lr=3.000000e-03 loss=2.4382 ce=2.4382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.140669367800001e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02138528600335121, 'last_eos_top1': 0}
+step=45450 lr=3.000000e-03 loss=2.2310 ce=2.2310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.330874152306933e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012265879660844803, 'last_eos_top1': 0}
+step=45500 lr=3.000000e-03 loss=2.6777 ce=2.6777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1284748072503135e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03010888211429119, 'last_eos_top1': 0}
+step=45550 lr=3.000000e-03 loss=2.5211 ce=2.5211 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.752662663231604e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012405363842844963, 'last_eos_top1': 0}
+step=45600 lr=3.000000e-03 loss=2.8315 ce=2.8315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.387563265278004e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011611447669565678, 'last_eos_top1': 0}
+step=45650 lr=3.000000e-03 loss=3.0693 ce=3.0693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.00350836571306e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016676414757966995, 'last_eos_top1': 0}
+step=45700 lr=3.000000e-03 loss=2.2545 ce=2.2545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.396597877435852e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013584970496594906, 'last_eos_top1': 0}
+step=45750 lr=3.000000e-03 loss=2.1471 ce=2.1471 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.481756488734391e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022399600595235825, 'last_eos_top1': 0}
+step=45800 lr=3.000000e-03 loss=2.7650 ce=2.7650 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7319676771876402e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02503960393369198, 'last_eos_top1': 0}
+step=45850 lr=3.000000e-03 loss=2.3614 ce=2.3614 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.120339821791276e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016318920999765396, 'last_eos_top1': 0}
+step=45900 lr=3.000000e-03 loss=2.7317 ce=2.7317 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1787478544865735e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015089089050889015, 'last_eos_top1': 0}
+step=45950 lr=3.000000e-03 loss=2.4112 ce=2.4112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.094149860771722e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020885787904262543, 'last_eos_top1': 0}
+step=46000 lr=3.000000e-03 loss=2.6805 ce=2.6805 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.136795157843153e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018171513453125954, 'last_eos_top1': 0}
+step=46050 lr=3.000000e-03 loss=2.5373 ce=2.5373 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.051517736224923e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01751912757754326, 'last_eos_top1': 0}
+step=46100 lr=3.000000e-03 loss=2.3497 ce=2.3497 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.173095814825501e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012389324605464935, 'last_eos_top1': 0}
+step=46150 lr=3.000000e-03 loss=1.5053 ce=1.5053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5074195289344061e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008548528887331486, 'last_eos_top1': 0}
+step=46200 lr=3.000000e-03 loss=1.6541 ce=1.6541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8161305181129137e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016976255923509598, 'last_eos_top1': 0}
+step=46250 lr=3.000000e-03 loss=2.2864 ce=2.2864 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.902590040321229e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015425444580614567, 'last_eos_top1': 0}
+step=46300 lr=3.000000e-03 loss=2.4777 ce=2.4777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0873016183031723e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016938261687755585, 'last_eos_top1': 0}
+step=46350 lr=3.000000e-03 loss=1.9522 ce=1.9522 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5512415529883583e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013552388176321983, 'last_eos_top1': 0}
+step=46400 lr=3.000000e-03 loss=2.8621 ce=2.8621 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9223741623573005e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02178376168012619, 'last_eos_top1': 0}
+step=46450 lr=3.000000e-03 loss=2.5318 ce=2.5318 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.829950052633649e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016613243147730827, 'last_eos_top1': 0}
+step=46500 lr=3.000000e-03 loss=2.2812 ce=2.2812 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4572016172896838e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020686635747551918, 'last_eos_top1': 0}
+step=46550 lr=3.000000e-03 loss=2.2224 ce=2.2224 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1592106804746436e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023189552128314972, 'last_eos_top1': 0}
+step=46600 lr=3.000000e-03 loss=2.6502 ce=2.6502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.740102551499149e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02034941129386425, 'last_eos_top1': 0}
+step=46650 lr=3.000000e-03 loss=2.8260 ce=2.8260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4217428542906418e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011101892217993736, 'last_eos_top1': 0}
+step=46700 lr=3.000000e-03 loss=2.8968 ce=2.8968 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8057178749586456e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017509376630187035, 'last_eos_top1': 0}
+step=46750 lr=3.000000e-03 loss=2.5043 ce=2.5043 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.97986467659939e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010661742649972439, 'last_eos_top1': 0}
+step=46800 lr=3.000000e-03 loss=2.4732 ce=2.4732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.056803845742252e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023737432435154915, 'last_eos_top1': 0}
+step=46850 lr=3.000000e-03 loss=1.9683 ce=1.9683 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3864103493688162e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009148813784122467, 'last_eos_top1': 0}
+step=46900 lr=3.000000e-03 loss=2.3433 ce=2.3433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0202138532331446e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011135909706354141, 'last_eos_top1': 0}
+step=46950 lr=3.000000e-03 loss=3.2344 ce=3.2344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3252471237356076e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014452308416366577, 'last_eos_top1': 0}
+step=47000 lr=3.000000e-03 loss=2.1492 ce=2.1492 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8669121497368906e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014834116213023663, 'last_eos_top1': 0}
+step=47050 lr=3.000000e-03 loss=2.3284 ce=2.3284 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.111626251164125e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010981867089867592, 'last_eos_top1': 0}
+step=47100 lr=3.000000e-03 loss=2.0822 ce=2.0822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.401048151223222e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021564345806837082, 'last_eos_top1': 0}
+step=47150 lr=3.000000e-03 loss=2.2132 ce=2.2132 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.084308552090079e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01924731396138668, 'last_eos_top1': 0}
+step=47200 lr=3.000000e-03 loss=2.6436 ce=2.6436 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.896687758242479e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02458835579454899, 'last_eos_top1': 0}
+step=47250 lr=3.000000e-03 loss=1.9416 ce=1.9416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2357057787303347e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01746436581015587, 'last_eos_top1': 0}
+step=47300 lr=3.000000e-03 loss=2.6497 ce=2.6497 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.151763151749037e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017046647146344185, 'last_eos_top1': 0}
+step=47350 lr=3.000000e-03 loss=3.4038 ce=3.4038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.49194158136379e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025538893416523933, 'last_eos_top1': 0}
+step=47400 lr=3.000000e-03 loss=2.6919 ce=2.6919 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.488728023308795e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011759832501411438, 'last_eos_top1': 0}
+step=47450 lr=3.000000e-03 loss=2.1236 ce=2.1236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.298498647083761e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017279377207159996, 'last_eos_top1': 0}
+step=47500 lr=3.000000e-03 loss=2.4340 ce=2.4340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.422824066656176e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012894108891487122, 'last_eos_top1': 0}
+step=47550 lr=3.000000e-03 loss=2.6861 ce=2.6861 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4717916201334447e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011795368045568466, 'last_eos_top1': 0}
+step=47600 lr=3.000000e-03 loss=2.2670 ce=2.2670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.834736839460675e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.009065263904631138, 'last_eos_top1': 0}
+step=47650 lr=3.000000e-03 loss=2.6857 ce=2.6857 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3116291433543665e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020458020269870758, 'last_eos_top1': 0}
+step=47700 lr=3.000000e-03 loss=2.2850 ce=2.2850 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.33873981112265e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012644946575164795, 'last_eos_top1': 0}
+step=47750 lr=3.000000e-03 loss=2.6776 ce=2.6776 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8373661886435e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01341081690043211, 'last_eos_top1': 0}
+step=47800 lr=3.000000e-03 loss=2.2977 ce=2.2977 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.440171778696822e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.033392954617738724, 'last_eos_top1': 0}
+step=47850 lr=3.000000e-03 loss=2.2375 ce=2.2375 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9437213015626185e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022823620587587357, 'last_eos_top1': 0}
+step=47900 lr=3.000000e-03 loss=3.4651 ce=3.4651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.047441380971577e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01428508572280407, 'last_eos_top1': 0}
+step=47950 lr=3.000000e-03 loss=2.1068 ce=2.1068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.056878985167714e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012154186144471169, 'last_eos_top1': 0}
+step=48000 lr=3.000000e-03 loss=2.8472 ce=2.8472 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.365150041645393e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013747300021350384, 'last_eos_top1': 0}
+step=48050 lr=3.000000e-03 loss=2.2450 ce=2.2450 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0514896530366968e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018570272251963615, 'last_eos_top1': 0}
+step=48100 lr=3.000000e-03 loss=2.3722 ce=2.3722 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.3729439716553316e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01655414141714573, 'last_eos_top1': 0}
+step=48150 lr=3.000000e-03 loss=2.8218 ce=2.8218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2703898139297962e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030696993693709373, 'last_eos_top1': 0}
+step=48200 lr=3.000000e-03 loss=2.0006 ce=2.0006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8377287890180014e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015914972871541977, 'last_eos_top1': 0}
+step=48250 lr=3.000000e-03 loss=2.6140 ce=2.6140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.706754680228187e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017811506986618042, 'last_eos_top1': 0}
+step=48300 lr=3.000000e-03 loss=2.5455 ce=2.5455 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2138076499468298e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011253302916884422, 'last_eos_top1': 0}
+step=48350 lr=3.000000e-03 loss=2.4273 ce=2.4273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1049664812599076e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012078100815415382, 'last_eos_top1': 0}
+step=48400 lr=3.000000e-03 loss=1.4575 ce=1.4575 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5087833162397146e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013903815299272537, 'last_eos_top1': 0}
+step=48450 lr=3.000000e-03 loss=2.3476 ce=2.3476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.863763246656163e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014989388175308704, 'last_eos_top1': 0}
+step=48500 lr=3.000000e-03 loss=1.9103 ce=1.9103 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4349345292430371e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012408096343278885, 'last_eos_top1': 0}
+step=48550 lr=3.000000e-03 loss=2.6678 ce=2.6678 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.098747922398616e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014814580790698528, 'last_eos_top1': 0}
+step=48600 lr=3.000000e-03 loss=1.8703 ce=1.8703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1021746104233898e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013795487582683563, 'last_eos_top1': 0}
+step=48650 lr=3.000000e-03 loss=2.8751 ce=2.8751 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.872845460748067e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012479417957365513, 'last_eos_top1': 0}
+step=48700 lr=3.000000e-03 loss=3.0825 ce=3.0825 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.95822597865481e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013423055410385132, 'last_eos_top1': 0}
+step=48750 lr=3.000000e-03 loss=2.6545 ce=2.6545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4030383631034056e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012721478007733822, 'last_eos_top1': 0}
+step=48800 lr=3.000000e-03 loss=2.0163 ce=2.0163 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5378673096129205e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01324741542339325, 'last_eos_top1': 0}
+step=48850 lr=3.000000e-03 loss=2.5869 ce=2.5869 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0728739653131925e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02038606069982052, 'last_eos_top1': 0}
+step=48900 lr=3.000000e-03 loss=2.0729 ce=2.0729 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.3377174228662625e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016998566687107086, 'last_eos_top1': 0}
+step=48950 lr=3.000000e-03 loss=1.7202 ce=1.7202 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.401287914239219e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.02310887537896633, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=400000 rows=391809 buffered=8191 part=openwebtext-t5
+step=49000 lr=3.000000e-03 loss=3.1679 ce=3.1679 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.89063483857899e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015176874585449696, 'last_eos_top1': 0}
+step=49050 lr=3.000000e-03 loss=2.6214 ce=2.6214 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2414521961545688e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017868591472506523, 'last_eos_top1': 0}
+step=49100 lr=3.000000e-03 loss=2.2702 ce=2.2702 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.892132670240244e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02207554690539837, 'last_eos_top1': 0}
+step=49150 lr=3.000000e-03 loss=2.8963 ce=2.8963 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.96327459384338e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02131013758480549, 'last_eos_top1': 0}
+step=49200 lr=3.000000e-03 loss=2.5739 ce=2.5739 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.342576853057835e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014795683324337006, 'last_eos_top1': 0}
+step=49250 lr=3.000000e-03 loss=2.8243 ce=2.8243 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.505608901832602e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018370071426033974, 'last_eos_top1': 0}
+step=49300 lr=3.000000e-03 loss=2.8264 ce=2.8264 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.624084340321133e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020987413823604584, 'last_eos_top1': 0}
+step=49350 lr=3.000000e-03 loss=2.5900 ce=2.5900 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.886118626425741e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01707242615520954, 'last_eos_top1': 0}
+step=49400 lr=3.000000e-03 loss=2.3298 ce=2.3298 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4645394912804477e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015797719359397888, 'last_eos_top1': 0}
+step=49450 lr=3.000000e-03 loss=2.1777 ce=2.1777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.372769348672591e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015461455099284649, 'last_eos_top1': 0}
+step=49500 lr=3.000000e-03 loss=2.1299 ce=2.1299 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0662287422746886e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018651098012924194, 'last_eos_top1': 0}
+step=49550 lr=3.000000e-03 loss=3.1241 ce=3.1241 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.2973074313486e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017655614763498306, 'last_eos_top1': 0}
+step=49600 lr=3.000000e-03 loss=2.3428 ce=2.3428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.887461262929719e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020243793725967407, 'last_eos_top1': 0}
+step=49650 lr=3.000000e-03 loss=2.3752 ce=2.3752 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7129876141552813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01896064355969429, 'last_eos_top1': 0}
+step=49700 lr=3.000000e-03 loss=2.3270 ce=2.3270 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.8199137785995845e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018945693969726562, 'last_eos_top1': 0}
+step=49750 lr=3.000000e-03 loss=2.6811 ce=2.6811 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3481113607413135e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02223902940750122, 'last_eos_top1': 0}
+step=49800 lr=3.000000e-03 loss=2.8085 ce=2.8085 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.679080565343611e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013808602467179298, 'last_eos_top1': 0}
+step=49850 lr=3.000000e-03 loss=2.9236 ce=2.9236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.668130249134265e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018513508141040802, 'last_eos_top1': 0}
+step=49900 lr=3.000000e-03 loss=2.7479 ce=2.7479 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.253007318766322e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.027529878541827202, 'last_eos_top1': 0}
+step=49950 lr=3.000000e-03 loss=2.8315 ce=2.8315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3559353646996897e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01265310775488615, 'last_eos_top1': 0}
+step=50000 lr=3.000000e-03 loss=1.9830 ce=1.9830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.378975846630055e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01729038916528225, 'last_eos_top1': 0}
+step=50050 lr=3.000000e-03 loss=2.4621 ce=2.4621 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.907265520159854e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0181584395468235, 'last_eos_top1': 0}
+step=50100 lr=3.000000e-03 loss=2.5574 ce=2.5574 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.81231904309243e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02365778014063835, 'last_eos_top1': 0}
+step=50150 lr=3.000000e-03 loss=2.1201 ce=2.1201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8708480638451874e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014416929334402084, 'last_eos_top1': 0}
+step=50200 lr=3.000000e-03 loss=3.0358 ce=3.0358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1881868380878586e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015591437928378582, 'last_eos_top1': 0}
+step=50250 lr=3.000000e-03 loss=2.3805 ce=2.3805 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.630201020627283e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019243765622377396, 'last_eos_top1': 0}
+step=50300 lr=3.000000e-03 loss=2.1524 ce=2.1524 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.051430086197797e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010306432843208313, 'last_eos_top1': 0}
+step=50350 lr=3.000000e-03 loss=2.7197 ce=2.7197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0200935321336146e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015866747125983238, 'last_eos_top1': 0}
+step=50400 lr=3.000000e-03 loss=2.5219 ce=2.5219 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9963945053168572e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01707843504846096, 'last_eos_top1': 0}
+step=50450 lr=3.000000e-03 loss=2.2210 ce=2.2210 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.066165729454951e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020918315276503563, 'last_eos_top1': 0}
+step=50500 lr=3.000000e-03 loss=1.8832 ce=1.8832 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.806901870324509e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014891761355102062, 'last_eos_top1': 0}
+step=50550 lr=3.000000e-03 loss=2.1453 ce=2.1453 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3956523616798222e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012487567961215973, 'last_eos_top1': 0}
+step=50600 lr=3.000000e-03 loss=1.9288 ce=1.9288 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.654704753193073e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010382244363427162, 'last_eos_top1': 0}
+step=50650 lr=3.000000e-03 loss=2.7263 ce=2.7263 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.593575795297511e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02135174348950386, 'last_eos_top1': 0}
+step=50700 lr=3.000000e-03 loss=2.9525 ce=2.9525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.185945272183744e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014565881341695786, 'last_eos_top1': 0}
+step=50750 lr=3.000000e-03 loss=2.2400 ce=2.2400 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.2577950049890205e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014037765562534332, 'last_eos_top1': 0}
+step=50800 lr=3.000000e-03 loss=3.0275 ce=3.0275 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.438844815827906e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022735515609383583, 'last_eos_top1': 0}
+step=50850 lr=3.000000e-03 loss=3.1116 ce=3.1116 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0675209523469675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0158123467117548, 'last_eos_top1': 0}
+step=50900 lr=3.000000e-03 loss=2.6386 ce=2.6386 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0369154299260117e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015688421204686165, 'last_eos_top1': 0}
+step=50950 lr=3.000000e-03 loss=2.5081 ce=2.5081 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.796155164716765e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016937270760536194, 'last_eos_top1': 0}
+step=51000 lr=3.000000e-03 loss=1.9950 ce=1.9950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.920510375290178e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011092501692473888, 'last_eos_top1': 0}
+step=51050 lr=3.000000e-03 loss=3.0710 ce=3.0710 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9215678296168335e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013974797911942005, 'last_eos_top1': 0}
+step=51100 lr=3.000000e-03 loss=3.0329 ce=3.0329 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5381590856122784e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013069100677967072, 'last_eos_top1': 0}
+step=51150 lr=3.000000e-03 loss=3.2710 ce=3.2710 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7028024710016325e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021830523386597633, 'last_eos_top1': 0}
+step=51200 lr=3.000000e-03 loss=1.8551 ce=1.8551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.97932342113927e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01418451126664877, 'last_eos_top1': 0}
+step=51250 lr=3.000000e-03 loss=1.9507 ce=1.9507 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9587167116696946e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01679828204214573, 'last_eos_top1': 0}
+step=51300 lr=3.000000e-03 loss=2.7363 ce=2.7363 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1181972695339937e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011251991614699364, 'last_eos_top1': 0}
+step=51350 lr=3.000000e-03 loss=2.4452 ce=2.4452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.68392271513585e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013292221352458, 'last_eos_top1': 0}
+step=51400 lr=3.000000e-03 loss=3.2652 ce=3.2652 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0319843315519392e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017506331205368042, 'last_eos_top1': 0}
+step=51450 lr=3.000000e-03 loss=2.9281 ce=2.9281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.042267194861779e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02403111569583416, 'last_eos_top1': 0}
+step=51500 lr=3.000000e-03 loss=2.4458 ce=2.4458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8232733054901473e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02491273172199726, 'last_eos_top1': 0}
+step=51550 lr=3.000000e-03 loss=2.4331 ce=2.4331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.347699243429815e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023021183907985687, 'last_eos_top1': 0}
+step=51600 lr=3.000000e-03 loss=3.4959 ce=3.4959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8790447029459756e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02169896475970745, 'last_eos_top1': 0}
+step=51650 lr=3.000000e-03 loss=2.4390 ce=2.4390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9078990994312335e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013477424159646034, 'last_eos_top1': 0}
+step=51700 lr=3.000000e-03 loss=2.3880 ce=2.3880 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.522272542497376e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01535049732774496, 'last_eos_top1': 0}
+step=51750 lr=3.000000e-03 loss=2.7977 ce=2.7977 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.252009289804846e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014791968278586864, 'last_eos_top1': 0}
+step=51800 lr=3.000000e-03 loss=2.4377 ce=2.4377 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.616349881165661e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012881807051599026, 'last_eos_top1': 0}
+step=51850 lr=3.000000e-03 loss=2.1540 ce=2.1540 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9694836030103033e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012847604230046272, 'last_eos_top1': 0}
+step=51900 lr=3.000000e-03 loss=3.3220 ce=3.3220 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4098091924097389e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01719115860760212, 'last_eos_top1': 0}
+step=51950 lr=3.000000e-03 loss=2.6764 ce=2.6764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.669774954090826e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014528170228004456, 'last_eos_top1': 0}
+step=52000 lr=3.000000e-03 loss=2.5077 ce=2.5077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0456694730673917e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018436620011925697, 'last_eos_top1': 0}
+step=52050 lr=3.000000e-03 loss=2.5730 ce=2.5730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6247983012362965e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015319140627980232, 'last_eos_top1': 0}
+step=52100 lr=3.000000e-03 loss=2.7184 ce=2.7184 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.917901141103357e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011794639751315117, 'last_eos_top1': 0}
+step=52150 lr=3.000000e-03 loss=3.3404 ce=3.3404 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8469268979970366e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014141871593892574, 'last_eos_top1': 0}
+step=52200 lr=3.000000e-03 loss=3.2855 ce=3.2855 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.146617927995976e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013987494632601738, 'last_eos_top1': 0}
+step=52250 lr=3.000000e-03 loss=2.0100 ce=2.0100 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.86829798976396e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.01059060450643301, 'last_eos_top1': 0}
+step=52300 lr=3.000000e-03 loss=2.3770 ce=2.3770 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.262359187938273e-07, 'pos0_bos_top1': 0, 'last_eos_p': 0.014191404916346073, 'last_eos_top1': 0}
+step=52350 lr=3.000000e-03 loss=2.5822 ce=2.5822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6524774057179457e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013794021680951118, 'last_eos_top1': 0}
+step=52400 lr=3.000000e-03 loss=2.5881 ce=2.5881 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.121620607591467e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013656453229486942, 'last_eos_top1': 0}
+step=52450 lr=3.000000e-03 loss=2.8739 ce=2.8739 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0039490209455835e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023449156433343887, 'last_eos_top1': 0}
+step=52500 lr=3.000000e-03 loss=2.6850 ce=2.6850 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.59437785341288e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017019154503941536, 'last_eos_top1': 0}
+step=52550 lr=3.000000e-03 loss=2.7431 ce=2.7431 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.412049282924272e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019967246800661087, 'last_eos_top1': 0}
+step=52600 lr=3.000000e-03 loss=2.7590 ce=2.7590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.01074634687393e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014707405120134354, 'last_eos_top1': 0}
+step=52650 lr=3.000000e-03 loss=2.2747 ce=2.2747 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.39056475443067e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018731102347373962, 'last_eos_top1': 0}
+step=52700 lr=3.000000e-03 loss=2.1899 ce=2.1899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7667879294313025e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025992823764681816, 'last_eos_top1': 0}
+step=52750 lr=3.000000e-03 loss=3.0754 ce=3.0754 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0937538869911805e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01891970820724964, 'last_eos_top1': 0}
+step=52800 lr=3.000000e-03 loss=2.5084 ce=2.5084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.427861201998894e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014027563855051994, 'last_eos_top1': 0}
+step=52850 lr=3.000000e-03 loss=2.0621 ce=2.0621 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.462836730250274e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01609046384692192, 'last_eos_top1': 0}
+step=52900 lr=3.000000e-03 loss=2.5300 ce=2.5300 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8698179903585697e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01171161886304617, 'last_eos_top1': 0}
+step=52950 lr=3.000000e-03 loss=1.6807 ce=1.6807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.263528227165807e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01594674028456211, 'last_eos_top1': 0}
+step=53000 lr=3.000000e-03 loss=2.7815 ce=2.7815 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.217541446560062e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021629976108670235, 'last_eos_top1': 0}
+step=53050 lr=3.000000e-03 loss=2.2774 ce=2.2774 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.303103873506188e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020423611626029015, 'last_eos_top1': 0}
+step=53100 lr=3.000000e-03 loss=1.8614 ce=1.8614 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5754969101399183e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018555432558059692, 'last_eos_top1': 0}
+step=53150 lr=3.000000e-03 loss=2.7711 ce=2.7711 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.333557394100353e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02348244935274124, 'last_eos_top1': 0}
+step=53200 lr=3.000000e-03 loss=2.0838 ce=2.0838 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.259316938259872e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019260425120592117, 'last_eos_top1': 0}
+step=53250 lr=3.000000e-03 loss=2.6095 ce=2.6095 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.409418453287799e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01512205507606268, 'last_eos_top1': 0}
+step=53300 lr=3.000000e-03 loss=1.4287 ce=1.4287 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.8592257775890175e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018692223355174065, 'last_eos_top1': 0}
+step=53350 lr=3.000000e-03 loss=2.2233 ce=2.2233 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6909774558371282e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01824774406850338, 'last_eos_top1': 0}
+step=53400 lr=3.000000e-03 loss=3.0110 ce=3.0110 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0052901416202076e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01288946159183979, 'last_eos_top1': 0}
+step=53450 lr=3.000000e-03 loss=3.4162 ce=3.4162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.052838554955088e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02318856678903103, 'last_eos_top1': 0}
+step=53500 lr=3.000000e-03 loss=1.9887 ce=1.9887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7839165543118725e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016658958047628403, 'last_eos_top1': 0}
+step=53550 lr=3.000000e-03 loss=2.9425 ce=2.9425 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.467597242794e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02099827118217945, 'last_eos_top1': 0}
+step=53600 lr=3.000000e-03 loss=2.3266 ce=2.3266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.843010058015352e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018800051882863045, 'last_eos_top1': 0}
+step=53650 lr=3.000000e-03 loss=2.7962 ce=2.7962 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.479396920942236e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020420381799340248, 'last_eos_top1': 0}
+step=53700 lr=3.000000e-03 loss=2.2547 ce=2.2547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.87612202152377e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024588657543063164, 'last_eos_top1': 0}
+step=53750 lr=3.000000e-03 loss=3.1603 ce=3.1603 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.113020168006187e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014316570945084095, 'last_eos_top1': 0}
+step=53800 lr=3.000000e-03 loss=2.6579 ce=2.6579 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.899713414692087e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018163548782467842, 'last_eos_top1': 0}
+step=53850 lr=3.000000e-03 loss=1.6205 ce=1.6205 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.256480224285042e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016260111704468727, 'last_eos_top1': 0}
+step=53900 lr=3.000000e-03 loss=2.1312 ce=2.1312 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6521466022823006e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01592939905822277, 'last_eos_top1': 0}
+step=53950 lr=3.000000e-03 loss=2.6260 ce=2.6260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0547431631712243e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008484914898872375, 'last_eos_top1': 0}
+step=54000 lr=3.000000e-03 loss=2.1887 ce=2.1887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5747751806193264e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020912909880280495, 'last_eos_top1': 0}
+step=54050 lr=3.000000e-03 loss=3.2347 ce=3.2347 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3148951337789185e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015153701417148113, 'last_eos_top1': 0}
+step=54100 lr=3.000000e-03 loss=2.3139 ce=2.3139 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0528208804316819e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012996828183531761, 'last_eos_top1': 0}
+step=54150 lr=3.000000e-03 loss=3.1927 ce=3.1927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4350139230809873e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020050421357154846, 'last_eos_top1': 0}
+step=54200 lr=3.000000e-03 loss=2.2029 ce=2.2029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.320040610153228e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015939882025122643, 'last_eos_top1': 0}
+step=54250 lr=3.000000e-03 loss=3.3510 ce=3.3510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.783725545275956e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020513176918029785, 'last_eos_top1': 0}
+step=54300 lr=3.000000e-03 loss=2.6961 ce=2.6961 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.298407126654638e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017080282792448997, 'last_eos_top1': 0}
+step=54350 lr=3.000000e-03 loss=2.1440 ce=2.1440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5667501429561526e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020641477778553963, 'last_eos_top1': 0}
+step=54400 lr=3.000000e-03 loss=2.1544 ce=2.1544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6655561921652406e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022006956860423088, 'last_eos_top1': 0}
+step=54450 lr=3.000000e-03 loss=3.0102 ce=3.0102 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7574221803661203e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020138485357165337, 'last_eos_top1': 0}
+step=54500 lr=3.000000e-03 loss=2.4438 ce=2.4438 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0571736715501174e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011724835261702538, 'last_eos_top1': 0}
+step=54550 lr=3.000000e-03 loss=2.6840 ce=2.6840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0476936949999072e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01146337017416954, 'last_eos_top1': 0}
+step=54600 lr=3.000000e-03 loss=2.7335 ce=2.7335 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.684144070983166e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013371399603784084, 'last_eos_top1': 0}
+step=54650 lr=3.000000e-03 loss=2.0099 ce=2.0099 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1946232916670851e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011420054361224174, 'last_eos_top1': 0}
+step=54700 lr=3.000000e-03 loss=3.1115 ce=3.1115 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5126339500711765e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01597723364830017, 'last_eos_top1': 0}
+step=54750 lr=3.000000e-03 loss=1.6720 ce=1.6720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.340730700074346e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013221906498074532, 'last_eos_top1': 0}
+step=54800 lr=3.000000e-03 loss=2.4751 ce=2.4751 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6997431632480584e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02240944467484951, 'last_eos_top1': 0}
+step=54850 lr=3.000000e-03 loss=2.4609 ce=2.4609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.768352937389864e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014365185052156448, 'last_eos_top1': 0}
+step=54900 lr=3.000000e-03 loss=2.6369 ce=2.6369 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0538100216072053e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014275326393544674, 'last_eos_top1': 0}
+step=54950 lr=3.000000e-03 loss=3.2990 ce=3.2990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.913044788030675e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018389098346233368, 'last_eos_top1': 0}
+step=55000 lr=3.000000e-03 loss=2.8256 ce=2.8256 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2444688713439973e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01673085242509842, 'last_eos_top1': 0}
+step=55050 lr=3.000000e-03 loss=3.0608 ce=3.0608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.45480860536918e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01781081035733223, 'last_eos_top1': 0}
+step=55100 lr=3.000000e-03 loss=2.3435 ce=2.3435 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.454808731679805e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016224734485149384, 'last_eos_top1': 0}
+step=55150 lr=3.000000e-03 loss=2.2669 ce=2.2669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.818356839881744e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.026939457282423973, 'last_eos_top1': 0}
+step=55200 lr=3.000000e-03 loss=2.1026 ce=2.1026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.225895155395847e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018503859639167786, 'last_eos_top1': 0}
+step=55250 lr=3.000000e-03 loss=2.3956 ce=2.3956 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.162100231042132e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01403463538736105, 'last_eos_top1': 0}
+step=55300 lr=3.000000e-03 loss=2.7431 ce=2.7431 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.84075632004533e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012883692048490047, 'last_eos_top1': 0}
+step=55350 lr=3.000000e-03 loss=2.4173 ce=2.4173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.844391358143184e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014677029103040695, 'last_eos_top1': 0}
+step=55400 lr=3.000000e-03 loss=2.5588 ce=2.5588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1825170076917857e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016859911382198334, 'last_eos_top1': 0}
+step=55450 lr=3.000000e-03 loss=2.4517 ce=2.4517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.591143680154346e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01256455760449171, 'last_eos_top1': 0}
+step=55500 lr=3.000000e-03 loss=2.4792 ce=2.4792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.45607337396359e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014340914785861969, 'last_eos_top1': 0}
+step=55550 lr=3.000000e-03 loss=2.3864 ce=2.3864 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.536206794611644e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014733698219060898, 'last_eos_top1': 0}
+step=55600 lr=3.000000e-03 loss=2.3260 ce=2.3260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.864823611365864e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0164446122944355, 'last_eos_top1': 0}
+step=55650 lr=3.000000e-03 loss=2.2095 ce=2.2095 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5360916424688185e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019253769889473915, 'last_eos_top1': 0}
+step=55700 lr=3.000000e-03 loss=2.9862 ce=2.9862 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.516064225550508e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016354892402887344, 'last_eos_top1': 0}
+step=55750 lr=3.000000e-03 loss=2.7157 ce=2.7157 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.215027729514986e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022263340651988983, 'last_eos_top1': 0}
+step=55800 lr=3.000000e-03 loss=2.7577 ce=2.7577 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0923117669299245e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021433833986520767, 'last_eos_top1': 0}
+step=55850 lr=3.000000e-03 loss=2.1135 ce=2.1135 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.253896127513144e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020817337557673454, 'last_eos_top1': 0}
+step=55900 lr=3.000000e-03 loss=2.1422 ce=2.1422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.261580746358959e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013620090670883656, 'last_eos_top1': 0}
+step=55950 lr=3.000000e-03 loss=3.1887 ce=3.1887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.631657121644821e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014088534750044346, 'last_eos_top1': 0}
+step=56000 lr=3.000000e-03 loss=3.0481 ce=3.0481 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.579149390337989e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.030397139489650726, 'last_eos_top1': 0}
+step=56050 lr=3.000000e-03 loss=1.4223 ce=1.4223 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.786460860690568e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013780325651168823, 'last_eos_top1': 0}
+step=56100 lr=3.000000e-03 loss=2.4050 ce=2.4050 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6272628272417933e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013511963188648224, 'last_eos_top1': 0}
+step=56150 lr=3.000000e-03 loss=2.1489 ce=2.1489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.493382104759803e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01728476583957672, 'last_eos_top1': 0}
+step=56200 lr=3.000000e-03 loss=2.6582 ce=2.6582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6383264664909802e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016180800274014473, 'last_eos_top1': 0}
+step=56250 lr=3.000000e-03 loss=3.2584 ce=3.2584 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4965233023976907e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01826273463666439, 'last_eos_top1': 0}
+step=56300 lr=3.000000e-03 loss=2.2595 ce=2.2595 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7967317035072483e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010343566536903381, 'last_eos_top1': 0}
+step=56350 lr=3.000000e-03 loss=1.6912 ce=1.6912 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.521549802419031e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0151230338960886, 'last_eos_top1': 0}
+step=56400 lr=3.000000e-03 loss=2.2179 ce=2.2179 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.503923719312297e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015606137923896313, 'last_eos_top1': 0}
+step=56450 lr=3.000000e-03 loss=2.1564 ce=2.1564 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.520068048601388e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01707662083208561, 'last_eos_top1': 0}
+step=56500 lr=3.000000e-03 loss=2.1912 ce=2.1912 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.940760613360908e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010684700682759285, 'last_eos_top1': 0}
+step=56550 lr=3.000000e-03 loss=3.4383 ce=3.4383 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.234384581039194e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01371210627257824, 'last_eos_top1': 0}
+step=56600 lr=3.000000e-03 loss=2.6036 ce=2.6036 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0167598197294865e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014327812939882278, 'last_eos_top1': 0}
+step=56650 lr=3.000000e-03 loss=3.1492 ce=3.1492 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4850849765934981e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014729444868862629, 'last_eos_top1': 0}
+step=56700 lr=3.000000e-03 loss=2.9853 ce=2.9853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6202986191492528e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022745756432414055, 'last_eos_top1': 0}
+step=56750 lr=3.000000e-03 loss=3.1171 ce=3.1171 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.116468168533174e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013394638895988464, 'last_eos_top1': 0}
+step=56800 lr=3.000000e-03 loss=2.6073 ce=2.6073 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.833902378071798e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017890628427267075, 'last_eos_top1': 0}
+step=56850 lr=3.000000e-03 loss=2.2943 ce=2.2943 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.80436494096648e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019711840897798538, 'last_eos_top1': 0}
+step=56900 lr=3.000000e-03 loss=2.8469 ce=2.8469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4992306609638035e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027827978134155273, 'last_eos_top1': 0}
+step=56950 lr=3.000000e-03 loss=2.8948 ce=2.8948 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.750897915073438e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011786757037043571, 'last_eos_top1': 0}
+step=57000 lr=3.000000e-03 loss=2.5250 ce=2.5250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4031514865564532e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024063417688012123, 'last_eos_top1': 0}
+step=57050 lr=3.000000e-03 loss=2.6252 ce=2.6252 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.406675998325227e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016824249178171158, 'last_eos_top1': 0}
+step=57100 lr=3.000000e-03 loss=2.0869 ce=2.0869 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.724602932692505e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012679900974035263, 'last_eos_top1': 0}
+step=57150 lr=3.000000e-03 loss=2.6606 ce=2.6606 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.050004337041173e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015650764107704163, 'last_eos_top1': 0}
+step=57200 lr=3.000000e-03 loss=2.5772 ce=2.5772 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0244445547868963e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020613566040992737, 'last_eos_top1': 0}
+step=57250 lr=3.000000e-03 loss=2.3120 ce=2.3120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5188720681180712e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013516528531908989, 'last_eos_top1': 0}
+step=57300 lr=3.000000e-03 loss=2.2228 ce=2.2228 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.923411547177238e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017810260877013206, 'last_eos_top1': 0}
+step=57350 lr=3.000000e-03 loss=2.5193 ce=2.5193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5488690880592912e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015581815503537655, 'last_eos_top1': 0}
+step=57400 lr=3.000000e-03 loss=3.1052 ce=3.1052 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0958412531181239e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01819464936852455, 'last_eos_top1': 0}
+step=57450 lr=3.000000e-03 loss=2.0801 ce=2.0801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.155123340548016e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012387726455926895, 'last_eos_top1': 0}
+step=57500 lr=3.000000e-03 loss=2.0833 ce=2.0833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0574243788141757e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02136000245809555, 'last_eos_top1': 0}
+step=57550 lr=3.000000e-03 loss=2.3505 ce=2.3505 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.432135559298331e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018973633646965027, 'last_eos_top1': 0}
+step=57600 lr=3.000000e-03 loss=3.0571 ce=3.0571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.971645572979469e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023547090590000153, 'last_eos_top1': 0}
+step=57650 lr=3.000000e-03 loss=2.3932 ce=2.3932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.395167019945802e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018082574009895325, 'last_eos_top1': 0}
+step=57700 lr=3.000000e-03 loss=2.6199 ce=2.6199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4646761883341242e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021368088200688362, 'last_eos_top1': 0}
+step=57750 lr=3.000000e-03 loss=3.0850 ce=3.0850 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0425986551563255e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014168339781463146, 'last_eos_top1': 0}
+step=57800 lr=3.000000e-03 loss=2.7929 ce=2.7929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9342105588293634e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02443351224064827, 'last_eos_top1': 0}
+step=57850 lr=3.000000e-03 loss=3.1422 ce=3.1422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.559856824926101e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013999421149492264, 'last_eos_top1': 0}
+step=57900 lr=3.000000e-03 loss=2.6902 ce=2.6902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1326530511723831e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01835917867720127, 'last_eos_top1': 0}
+step=57950 lr=3.000000e-03 loss=2.9539 ce=2.9539 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5712831757118693e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011770377866923809, 'last_eos_top1': 0}
+step=58000 lr=3.000000e-03 loss=2.9396 ce=2.9396 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5045494567166315e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015749305486679077, 'last_eos_top1': 0}
+step=58050 lr=3.000000e-03 loss=2.1429 ce=2.1429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.494006023174734e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014043968170881271, 'last_eos_top1': 0}
+step=58100 lr=3.000000e-03 loss=2.5056 ce=2.5056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3131912965036463e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015011709183454514, 'last_eos_top1': 0}
+step=58150 lr=3.000000e-03 loss=2.6865 ce=2.6865 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.017573413264472e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012035335414111614, 'last_eos_top1': 0}
+step=58200 lr=3.000000e-03 loss=2.6106 ce=2.6106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9786417144350708e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018763964995741844, 'last_eos_top1': 0}
+step=58250 lr=3.000000e-03 loss=3.7110 ce=3.7110 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2092920921277255e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012417957186698914, 'last_eos_top1': 0}
+step=58300 lr=3.000000e-03 loss=2.6218 ce=2.6218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5897725461400114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02112644724547863, 'last_eos_top1': 0}
+step=58350 lr=3.000000e-03 loss=1.6942 ce=1.6942 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5451963918167166e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013107407838106155, 'last_eos_top1': 0}
+step=58400 lr=3.000000e-03 loss=1.9535 ce=1.9535 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.048982413631165e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020242687314748764, 'last_eos_top1': 0}
+step=58450 lr=3.000000e-03 loss=2.3571 ce=2.3571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.526261480146786e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017564477398991585, 'last_eos_top1': 0}
+step=58500 lr=3.000000e-03 loss=2.2220 ce=2.2220 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.551983344455948e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01803838275372982, 'last_eos_top1': 0}
+step=58550 lr=3.000000e-03 loss=2.1600 ce=2.1600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.384119509064476e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019278625026345253, 'last_eos_top1': 0}
+step=58600 lr=3.000000e-03 loss=2.3001 ce=2.3001 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.4557661971775815e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015930073335766792, 'last_eos_top1': 0}
+step=58650 lr=3.000000e-03 loss=3.2675 ce=3.2675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1099096809630282e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017799347639083862, 'last_eos_top1': 0}
+step=58700 lr=3.000000e-03 loss=2.3654 ce=2.3654 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.734206853143405e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012501667253673077, 'last_eos_top1': 0}
+step=58750 lr=3.000000e-03 loss=2.0461 ce=2.0461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.932811407343252e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02223725989460945, 'last_eos_top1': 0}
+step=58800 lr=3.000000e-03 loss=2.1615 ce=2.1615 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.291598997951951e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021404089406132698, 'last_eos_top1': 0}
+step=58850 lr=3.000000e-03 loss=2.2576 ce=2.2576 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.546657692117151e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017096012830734253, 'last_eos_top1': 0}
+step=58900 lr=3.000000e-03 loss=1.8036 ce=1.8036 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.588777745899279e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021354570984840393, 'last_eos_top1': 0}
+step=58950 lr=3.000000e-03 loss=2.2814 ce=2.2814 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.359370905149262e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017276505008339882, 'last_eos_top1': 0}
+step=59000 lr=3.000000e-03 loss=2.4519 ce=2.4519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.069174560252577e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022787246853113174, 'last_eos_top1': 0}
+step=59050 lr=3.000000e-03 loss=2.9613 ce=2.9613 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.898823711599107e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012912287376821041, 'last_eos_top1': 0}
+step=59100 lr=3.000000e-03 loss=2.6092 ce=2.6092 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.473415629036026e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021901508793234825, 'last_eos_top1': 0}
+step=59150 lr=3.000000e-03 loss=2.1777 ce=2.1777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.971237326069968e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012219581753015518, 'last_eos_top1': 0}
+step=59200 lr=3.000000e-03 loss=2.9131 ce=2.9131 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.689704266842455e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019176894798874855, 'last_eos_top1': 0}
+step=59250 lr=3.000000e-03 loss=2.5098 ce=2.5098 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4976712868228788e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025986772030591965, 'last_eos_top1': 0}
+step=59300 lr=3.000000e-03 loss=2.3817 ce=2.3817 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.433138984604739e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016103550791740417, 'last_eos_top1': 0}
+step=59350 lr=3.000000e-03 loss=2.3996 ce=2.3996 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.680800773508963e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021360544487833977, 'last_eos_top1': 0}
+step=59400 lr=3.000000e-03 loss=2.8448 ce=2.8448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.305067962675821e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019263047724962234, 'last_eos_top1': 0}
+step=59450 lr=3.000000e-03 loss=2.6552 ce=2.6552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0541114534134977e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011000562459230423, 'last_eos_top1': 0}
+step=59500 lr=3.000000e-03 loss=2.5146 ce=2.5146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.338887139165308e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01971554383635521, 'last_eos_top1': 0}
+step=59550 lr=3.000000e-03 loss=2.4296 ce=2.4296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.75483874551719e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014518650248646736, 'last_eos_top1': 0}
+step=59600 lr=3.000000e-03 loss=2.4363 ce=2.4363 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.189165221963776e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013436051085591316, 'last_eos_top1': 0}
+step=59650 lr=3.000000e-03 loss=2.5842 ce=2.5842 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.349224567093188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011440462432801723, 'last_eos_top1': 0}
+step=59700 lr=3.000000e-03 loss=3.1215 ce=3.1215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.133142697857693e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01854429580271244, 'last_eos_top1': 0}
+step=59750 lr=3.000000e-03 loss=2.8560 ce=2.8560 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.235666372347623e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024088045582175255, 'last_eos_top1': 0}
+step=59800 lr=3.000000e-03 loss=2.6496 ce=2.6496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2134241842431948e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01592680811882019, 'last_eos_top1': 0}
+step=59850 lr=3.000000e-03 loss=2.5562 ce=2.5562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.260878424451221e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010737479664385319, 'last_eos_top1': 0}
+step=59900 lr=3.000000e-03 loss=2.9794 ce=2.9794 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.736836556025082e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01291722059249878, 'last_eos_top1': 0}
+step=59950 lr=3.000000e-03 loss=2.8011 ce=2.8011 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0710305054526543e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023824864998459816, 'last_eos_top1': 0}
+step=60000 lr=3.000000e-03 loss=2.5924 ce=2.5924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.761032753071049e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010109075345098972, 'last_eos_top1': 0}
+step=60050 lr=3.000000e-03 loss=2.4429 ce=2.4429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.594774948898703e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01160256378352642, 'last_eos_top1': 0}
+step=60100 lr=3.000000e-03 loss=2.2912 ce=2.2912 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.913214408792555e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01214431133121252, 'last_eos_top1': 0}
+step=60150 lr=3.000000e-03 loss=2.6238 ce=2.6238 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.820622391183861e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020232778042554855, 'last_eos_top1': 0}
+step=60200 lr=3.000000e-03 loss=3.1869 ce=3.1869 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2502519641420804e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015118233859539032, 'last_eos_top1': 0}
+step=60250 lr=3.000000e-03 loss=2.1444 ce=2.1444 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.424903115956113e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012464518658816814, 'last_eos_top1': 0}
+step=60300 lr=3.000000e-03 loss=3.2155 ce=3.2155 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.067456630873494e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014056997373700142, 'last_eos_top1': 0}
+step=60350 lr=3.000000e-03 loss=2.2133 ce=2.2133 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.782545824535191e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015981145203113556, 'last_eos_top1': 0}
+step=60400 lr=3.000000e-03 loss=2.5409 ce=2.5409 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.099956640857272e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01366050448268652, 'last_eos_top1': 0}
+step=60450 lr=3.000000e-03 loss=1.7727 ce=1.7727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1320074918330647e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013106408528983593, 'last_eos_top1': 0}
+step=60500 lr=3.000000e-03 loss=2.4917 ce=2.4917 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.2292335719103e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02295268140733242, 'last_eos_top1': 0}
+step=60550 lr=3.000000e-03 loss=2.3394 ce=2.3394 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2384239198581781e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021554812788963318, 'last_eos_top1': 0}
+step=60600 lr=3.000000e-03 loss=2.9139 ce=2.9139 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0370085874455981e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018587106838822365, 'last_eos_top1': 0}
+step=60650 lr=3.000000e-03 loss=2.7349 ce=2.7349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.013116828602506e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014668664894998074, 'last_eos_top1': 0}
+step=60700 lr=3.000000e-03 loss=2.1079 ce=2.1079 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1156690561620053e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023089300841093063, 'last_eos_top1': 0}
+step=60750 lr=3.000000e-03 loss=2.9995 ce=2.9995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.189822437998373e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02361755073070526, 'last_eos_top1': 0}
+step=60800 lr=3.000000e-03 loss=2.5374 ce=2.5374 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9233450075262226e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013979990966618061, 'last_eos_top1': 0}
+step=60850 lr=3.000000e-03 loss=3.0581 ce=3.0581 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.665406322601484e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014409724622964859, 'last_eos_top1': 0}
+step=60900 lr=3.000000e-03 loss=2.3152 ce=2.3152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.4980498538934626e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014877318404614925, 'last_eos_top1': 0}
+step=60950 lr=3.000000e-03 loss=2.4759 ce=2.4759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.837022854393581e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013943825848400593, 'last_eos_top1': 0}
+step=61000 lr=3.000000e-03 loss=1.9271 ce=1.9271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.343210538441781e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01913273148238659, 'last_eos_top1': 0}
+step=61050 lr=3.000000e-03 loss=2.3772 ce=2.3772 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.374822310637683e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012784327380359173, 'last_eos_top1': 0}
+step=61100 lr=3.000000e-03 loss=2.3154 ce=2.3154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0478722288098652e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013804732821881771, 'last_eos_top1': 0}
+step=61150 lr=3.000000e-03 loss=2.2604 ce=2.2604 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.9296474975999445e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02049458585679531, 'last_eos_top1': 0}
+step=61200 lr=3.000000e-03 loss=2.1119 ce=2.1119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.992656719579827e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01931890845298767, 'last_eos_top1': 0}
+step=61250 lr=3.000000e-03 loss=2.2057 ce=2.2057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1514180086087435e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01678008772432804, 'last_eos_top1': 0}
+step=61300 lr=3.000000e-03 loss=2.7988 ce=2.7988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.155612704285886e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019707338884472847, 'last_eos_top1': 0}
+step=61350 lr=3.000000e-03 loss=2.2839 ce=2.2839 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.135646567097865e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015737295150756836, 'last_eos_top1': 0}
+step=61400 lr=3.000000e-03 loss=2.5984 ce=2.5984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.814080314943567e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031276509165763855, 'last_eos_top1': 0}
+step=61450 lr=3.000000e-03 loss=3.3237 ce=3.3237 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0897663742071018e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012366257607936859, 'last_eos_top1': 0}
+[elf_hfds direct rank=2 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=500000 rows=491809 buffered=8191 part=openwebtext-t5
+step=61500 lr=3.000000e-03 loss=2.0113 ce=2.0113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4932486919860821e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01473542582243681, 'last_eos_top1': 0}
+step=61550 lr=3.000000e-03 loss=2.3005 ce=2.3005 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3921056961407885e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014633496291935444, 'last_eos_top1': 0}
+step=61600 lr=3.000000e-03 loss=2.4846 ce=2.4846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.60698946780758e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012494062073528767, 'last_eos_top1': 0}
+step=61650 lr=3.000000e-03 loss=2.0179 ce=2.0179 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1829812137875706e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011401813477277756, 'last_eos_top1': 0}
+step=61700 lr=3.000000e-03 loss=2.5336 ce=2.5336 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.017929187393747e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015875838696956635, 'last_eos_top1': 0}
+step=61750 lr=3.000000e-03 loss=2.7272 ce=2.7272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.274548139917897e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021036427468061447, 'last_eos_top1': 0}
+step=61800 lr=3.000000e-03 loss=3.3919 ce=3.3919 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3550895750522614e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012880364432930946, 'last_eos_top1': 0}
+step=61850 lr=3.000000e-03 loss=2.8445 ce=2.8445 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.572104328166461e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012915561906993389, 'last_eos_top1': 0}
+step=61900 lr=3.000000e-03 loss=2.8515 ce=2.8515 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5078767268714728e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017932936549186707, 'last_eos_top1': 0}
+step=61950 lr=3.000000e-03 loss=2.6828 ce=2.6828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3691473213839345e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01257451344281435, 'last_eos_top1': 0}
+step=62000 lr=3.000000e-03 loss=2.4669 ce=2.4669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1304703548375983e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011168321594595909, 'last_eos_top1': 0}
+step=62050 lr=3.000000e-03 loss=2.1251 ce=2.1251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.630541404068936e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012412527576088905, 'last_eos_top1': 0}
+step=62100 lr=3.000000e-03 loss=2.4114 ce=2.4114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.857966698386008e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01158281322568655, 'last_eos_top1': 0}
+step=62150 lr=3.000000e-03 loss=2.1565 ce=2.1565 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5921246813377365e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01066367607563734, 'last_eos_top1': 0}
+step=62200 lr=3.000000e-03 loss=1.9671 ce=1.9671 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.268027856189292e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0139098409563303, 'last_eos_top1': 0}
+step=62250 lr=3.000000e-03 loss=2.7664 ce=2.7664 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0451519301568624e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01689540408551693, 'last_eos_top1': 0}
+step=62300 lr=3.000000e-03 loss=2.6631 ce=2.6631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3007609090418555e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012659060768783092, 'last_eos_top1': 0}
+step=62350 lr=3.000000e-03 loss=1.7027 ce=1.7027 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6104422633798094e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018694844096899033, 'last_eos_top1': 0}
+step=62400 lr=3.000000e-03 loss=2.7950 ce=2.7950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5555700883851387e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01298378687351942, 'last_eos_top1': 0}
+step=62450 lr=3.000000e-03 loss=3.0441 ce=3.0441 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.387105597445043e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01661420427262783, 'last_eos_top1': 0}
+step=62500 lr=3.000000e-03 loss=2.0213 ce=2.0213 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.698499990103301e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01293882541358471, 'last_eos_top1': 0}
+step=62550 lr=3.000000e-03 loss=2.2987 ce=2.2987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1346415906009497e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023664016276597977, 'last_eos_top1': 0}
+step=62600 lr=3.000000e-03 loss=1.7709 ce=1.7709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0189281056227628e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017395682632923126, 'last_eos_top1': 0}
+step=62650 lr=3.000000e-03 loss=2.1734 ce=2.1734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8733177057583816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011328872293233871, 'last_eos_top1': 0}
+step=62700 lr=3.000000e-03 loss=2.1800 ce=2.1800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.7319361884729e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014615386724472046, 'last_eos_top1': 0}
+step=62750 lr=3.000000e-03 loss=2.8356 ce=2.8356 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1547514986887109e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013516215607523918, 'last_eos_top1': 0}
+step=62800 lr=3.000000e-03 loss=2.8327 ce=2.8327 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.821121365239378e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011878247372806072, 'last_eos_top1': 0}
+step=62850 lr=3.000000e-03 loss=2.2390 ce=2.2390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0792725333885755e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010655134916305542, 'last_eos_top1': 0}
+step=62900 lr=3.000000e-03 loss=2.8483 ce=2.8483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.623017270612763e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018353022634983063, 'last_eos_top1': 0}
+step=62950 lr=3.000000e-03 loss=1.5035 ce=1.5035 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.2708286350243725e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013825657777488232, 'last_eos_top1': 0}
+step=63000 lr=3.000000e-03 loss=2.2471 ce=2.2471 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0530960935284384e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015107320621609688, 'last_eos_top1': 0}
+step=63050 lr=3.000000e-03 loss=2.7227 ce=2.7227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.223820608080132e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01981963962316513, 'last_eos_top1': 0}
+step=63100 lr=3.000000e-03 loss=2.3700 ce=2.3700 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7805003153625876e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010846502147614956, 'last_eos_top1': 0}
+step=63150 lr=3.000000e-03 loss=2.2965 ce=2.2965 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.344082860072376e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014666173607110977, 'last_eos_top1': 0}
+step=63200 lr=3.000000e-03 loss=2.3184 ce=2.3184 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.495284757576883e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013446904718875885, 'last_eos_top1': 0}
+step=63250 lr=3.000000e-03 loss=2.1565 ce=2.1565 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0686929929070175e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014180829748511314, 'last_eos_top1': 0}
+step=63300 lr=3.000000e-03 loss=2.2581 ce=2.2581 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0588352021586616e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01885078474879265, 'last_eos_top1': 0}
+step=63350 lr=3.000000e-03 loss=2.1802 ce=2.1802 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1080401236540638e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013428330421447754, 'last_eos_top1': 0}
+step=63400 lr=3.000000e-03 loss=2.4291 ce=2.4291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0935144928225782e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013890712521970272, 'last_eos_top1': 0}
+step=63450 lr=3.000000e-03 loss=3.1290 ce=3.1290 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.629336657060776e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01306118629872799, 'last_eos_top1': 0}
+step=63500 lr=3.000000e-03 loss=2.0945 ce=2.0945 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.631701686885208e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01952841877937317, 'last_eos_top1': 0}
+step=63550 lr=3.000000e-03 loss=3.4177 ce=3.4177 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.560102065122919e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025522883981466293, 'last_eos_top1': 0}
+step=63600 lr=3.000000e-03 loss=3.5375 ce=3.5375 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6342449928051792e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02378188818693161, 'last_eos_top1': 0}
+step=63650 lr=3.000000e-03 loss=2.9164 ce=2.9164 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7071029762737453e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01792917400598526, 'last_eos_top1': 0}
+step=63700 lr=3.000000e-03 loss=1.7636 ce=1.7636 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0428061513230205e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013865376822650433, 'last_eos_top1': 0}
+step=63750 lr=3.000000e-03 loss=1.8113 ce=1.8113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.167727527397801e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02855645678937435, 'last_eos_top1': 0}
+step=63800 lr=3.000000e-03 loss=1.8271 ce=1.8271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.845945229841163e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014466899447143078, 'last_eos_top1': 0}
+step=63850 lr=3.000000e-03 loss=1.9040 ce=1.9040 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.76973627883126e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012833310291171074, 'last_eos_top1': 0}
+step=63900 lr=3.000000e-03 loss=3.0974 ce=3.0974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8918266252730973e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01267855241894722, 'last_eos_top1': 0}
+step=63950 lr=3.000000e-03 loss=2.5493 ce=2.5493 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5063588964258088e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018932903185486794, 'last_eos_top1': 0}
+step=64000 lr=3.000000e-03 loss=2.3643 ce=2.3643 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.277097564729047e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01817590929567814, 'last_eos_top1': 0}
+step=64050 lr=3.000000e-03 loss=2.3309 ce=2.3309 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.995324277639156e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011985371820628643, 'last_eos_top1': 0}
+step=64100 lr=3.000000e-03 loss=2.0665 ce=2.0665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.261657058028504e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0109713738784194, 'last_eos_top1': 0}
+step=64150 lr=3.000000e-03 loss=2.2498 ce=2.2498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.025848738820059e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01556585542857647, 'last_eos_top1': 0}
+step=64200 lr=3.000000e-03 loss=2.3544 ce=2.3544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.533104856818682e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020285997539758682, 'last_eos_top1': 0}
+step=64250 lr=3.000000e-03 loss=2.4964 ce=2.4964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3326380162179703e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020336931571364403, 'last_eos_top1': 0}
+step=64300 lr=3.000000e-03 loss=2.6544 ce=2.6544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5346076907007955e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017506668344140053, 'last_eos_top1': 0}
+step=64350 lr=3.000000e-03 loss=2.2353 ce=2.2353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0464123988640495e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011045943014323711, 'last_eos_top1': 0}
+step=64400 lr=3.000000e-03 loss=2.8048 ce=2.8048 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4457185392966494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012752215377986431, 'last_eos_top1': 0}
+step=64450 lr=3.000000e-03 loss=1.5709 ce=1.5709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.259560101781972e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018015142530202866, 'last_eos_top1': 0}
+step=64500 lr=3.000000e-03 loss=2.6806 ce=2.6806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1232535143790301e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014409150928258896, 'last_eos_top1': 0}
+step=64550 lr=3.000000e-03 loss=2.7141 ce=2.7141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.765250069904141e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02006172016263008, 'last_eos_top1': 0}
+step=64600 lr=3.000000e-03 loss=2.4949 ce=2.4949 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0212082088401075e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013659725897014141, 'last_eos_top1': 0}
+step=64650 lr=3.000000e-03 loss=2.8797 ce=2.8797 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0460709745530039e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01589099131524563, 'last_eos_top1': 0}
+step=64700 lr=3.000000e-03 loss=2.6746 ce=2.6746 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.656922101275995e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017351940274238586, 'last_eos_top1': 0}
+step=64750 lr=3.000000e-03 loss=3.0344 ce=3.0344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3118641365726944e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018920879811048508, 'last_eos_top1': 0}
+step=64800 lr=3.000000e-03 loss=2.6798 ce=2.6798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.570623670791974e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013455781154334545, 'last_eos_top1': 0}
+step=64850 lr=3.000000e-03 loss=2.4213 ce=2.4213 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.443206903990358e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011755268089473248, 'last_eos_top1': 0}
+step=64900 lr=3.000000e-03 loss=2.0054 ce=2.0054 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.468138270865893e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020407553762197495, 'last_eos_top1': 0}
+step=64950 lr=3.000000e-03 loss=1.2271 ce=1.2271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5758315587154357e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014465312473475933, 'last_eos_top1': 0}
+step=65000 lr=3.000000e-03 loss=2.7114 ce=2.7114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.419675406097667e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01095670834183693, 'last_eos_top1': 0}
+step=65050 lr=3.000000e-03 loss=2.2569 ce=2.2569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.181663022493012e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019426774233579636, 'last_eos_top1': 0}
+step=65100 lr=3.000000e-03 loss=2.4645 ce=2.4645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.314246856054524e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018837548792362213, 'last_eos_top1': 0}
+step=65150 lr=3.000000e-03 loss=1.9675 ce=1.9675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3127320926287211e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01577148027718067, 'last_eos_top1': 0}
+step=65200 lr=3.000000e-03 loss=2.1536 ce=2.1536 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1893471057410352e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01673780009150505, 'last_eos_top1': 0}
+step=65250 lr=3.000000e-03 loss=1.5869 ce=1.5869 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2051384803489782e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016217684373259544, 'last_eos_top1': 0}
+step=65300 lr=3.000000e-03 loss=2.8339 ce=2.8339 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2875274478574283e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018584350124001503, 'last_eos_top1': 0}
+step=65350 lr=3.000000e-03 loss=2.5645 ce=2.5645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.288024395762477e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016631636768579483, 'last_eos_top1': 0}
+step=65400 lr=3.000000e-03 loss=2.3026 ce=2.3026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4686522263218649e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01489226520061493, 'last_eos_top1': 0}
+step=65450 lr=3.000000e-03 loss=2.6338 ce=2.6338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9138518584659323e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017213813960552216, 'last_eos_top1': 0}
+step=65500 lr=3.000000e-03 loss=2.2428 ce=2.2428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.462537152809091e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013369652442634106, 'last_eos_top1': 0}
+step=65550 lr=3.000000e-03 loss=2.4815 ce=2.4815 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0452833521412686e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011726411059498787, 'last_eos_top1': 0}
+step=65600 lr=3.000000e-03 loss=2.0309 ce=2.0309 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.634373792418046e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016371890902519226, 'last_eos_top1': 0}
+step=65650 lr=3.000000e-03 loss=2.5273 ce=2.5273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.14993110098294e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016160553321242332, 'last_eos_top1': 0}
+step=65700 lr=3.000000e-03 loss=2.2148 ce=2.2148 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.224794899229892e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015546843409538269, 'last_eos_top1': 0}
+step=65750 lr=3.000000e-03 loss=2.2558 ce=2.2558 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.3961392697819974e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01755465753376484, 'last_eos_top1': 0}
+step=65800 lr=3.000000e-03 loss=2.5966 ce=2.5966 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5662800453574164e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018999099731445312, 'last_eos_top1': 0}
+step=65850 lr=3.000000e-03 loss=2.9904 ce=2.9904 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.29650561575545e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01260597538203001, 'last_eos_top1': 0}
+step=65900 lr=3.000000e-03 loss=2.5467 ce=2.5467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2395150153897703e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01660056784749031, 'last_eos_top1': 0}
+step=65950 lr=3.000000e-03 loss=2.7376 ce=2.7376 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.694070255733095e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0157642662525177, 'last_eos_top1': 0}
+step=66000 lr=3.000000e-03 loss=3.2691 ce=3.2691 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0486427527212072e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019302228465676308, 'last_eos_top1': 0}
+step=66050 lr=3.000000e-03 loss=1.9660 ce=1.9660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4672630641143769e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012141510844230652, 'last_eos_top1': 0}
+step=66100 lr=3.000000e-03 loss=2.1023 ce=2.1023 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.167052667180542e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011307417415082455, 'last_eos_top1': 0}
+step=66150 lr=3.000000e-03 loss=3.0250 ce=3.0250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.352159289235715e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01572512276470661, 'last_eos_top1': 0}
+step=66200 lr=3.000000e-03 loss=2.8584 ce=2.8584 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9900366169167683e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.00901523046195507, 'last_eos_top1': 0}
+step=66250 lr=3.000000e-03 loss=2.6976 ce=2.6976 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0749428838607855e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018493054434657097, 'last_eos_top1': 0}
+step=66300 lr=3.000000e-03 loss=1.9026 ce=1.9026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4902363293222152e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015370046719908714, 'last_eos_top1': 0}
+step=66350 lr=3.000000e-03 loss=2.3551 ce=2.3551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.221586656669388e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02142472192645073, 'last_eos_top1': 0}
+step=66400 lr=3.000000e-03 loss=2.6406 ce=2.6406 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0066617505799513e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010625466704368591, 'last_eos_top1': 0}
+step=66450 lr=3.000000e-03 loss=2.0113 ce=2.0113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.619456265369081e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016191095113754272, 'last_eos_top1': 0}
+step=66500 lr=3.000000e-03 loss=2.9689 ce=2.9689 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.19312720320886e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016721833497285843, 'last_eos_top1': 0}
+step=66550 lr=3.000000e-03 loss=2.4848 ce=2.4848 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5854212708509294e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021929645910859108, 'last_eos_top1': 0}
+step=66600 lr=3.000000e-03 loss=2.2380 ce=2.2380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.186719600809738e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020405149087309837, 'last_eos_top1': 0}
+step=66650 lr=3.000000e-03 loss=2.1802 ce=2.1802 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.97410587235936e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020556390285491943, 'last_eos_top1': 0}
+step=66700 lr=3.000000e-03 loss=2.3955 ce=2.3955 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7464755728724413e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03057701513171196, 'last_eos_top1': 0}
+step=66750 lr=3.000000e-03 loss=2.6694 ce=2.6694 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.375596629164647e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019019413739442825, 'last_eos_top1': 0}
+step=66800 lr=3.000000e-03 loss=2.2448 ce=2.2448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2569460523081943e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018633602187037468, 'last_eos_top1': 0}
+step=66850 lr=3.000000e-03 loss=2.5242 ce=2.5242 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7350553864380345e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012848918326199055, 'last_eos_top1': 0}
+step=66900 lr=3.000000e-03 loss=2.0341 ce=2.0341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5556224752799608e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019014699384570122, 'last_eos_top1': 0}
+step=66950 lr=3.000000e-03 loss=3.1020 ce=3.1020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.546905074676033e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.028916457667946815, 'last_eos_top1': 0}
+step=67000 lr=3.000000e-03 loss=2.8111 ce=2.8111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6445904950378463e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014933350495994091, 'last_eos_top1': 0}
+step=67050 lr=3.000000e-03 loss=2.0906 ce=2.0906 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4803531434590695e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019519062712788582, 'last_eos_top1': 0}
+step=67100 lr=3.000000e-03 loss=2.6755 ce=2.6755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9753563214617316e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015151292085647583, 'last_eos_top1': 0}
+step=67150 lr=3.000000e-03 loss=2.7617 ce=2.7617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.022135155741125e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01777881383895874, 'last_eos_top1': 0}
+step=67200 lr=3.000000e-03 loss=2.6006 ce=2.6006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.98598705639597e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014341144822537899, 'last_eos_top1': 0}
+step=67250 lr=3.000000e-03 loss=1.6595 ce=1.6595 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.758674423210323e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013365964405238628, 'last_eos_top1': 0}
+step=67300 lr=3.000000e-03 loss=2.4037 ce=2.4037 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0359323823649902e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016254972666502, 'last_eos_top1': 0}
+step=67350 lr=3.000000e-03 loss=2.6978 ce=2.6978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.174812041426776e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015772631391882896, 'last_eos_top1': 0}
+step=67400 lr=3.000000e-03 loss=2.5155 ce=2.5155 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.127235898631625e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0281345397233963, 'last_eos_top1': 0}
+step=67450 lr=3.000000e-03 loss=2.9034 ce=2.9034 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.118543150369078e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010442966595292091, 'last_eos_top1': 0}
+step=67500 lr=3.000000e-03 loss=1.8156 ce=1.8156 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.703833034611307e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02083783783018589, 'last_eos_top1': 0}
+step=67550 lr=3.000000e-03 loss=2.3934 ce=2.3934 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8317283320357092e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01980891264975071, 'last_eos_top1': 0}
+step=67600 lr=3.000000e-03 loss=2.5787 ce=2.5787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3276057820330607e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02113598771393299, 'last_eos_top1': 0}
+step=67650 lr=3.000000e-03 loss=2.4622 ce=2.4622 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2083982255717274e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017334071919322014, 'last_eos_top1': 0}
+step=67700 lr=3.000000e-03 loss=2.0990 ce=2.0990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0999350454076193e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022309500724077225, 'last_eos_top1': 0}
+step=67750 lr=3.000000e-03 loss=2.5003 ce=2.5003 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.72480314783752e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0131912250071764, 'last_eos_top1': 0}
+step=67800 lr=3.000000e-03 loss=2.2813 ce=2.2813 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.912085831980221e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017532214522361755, 'last_eos_top1': 0}
+step=67850 lr=3.000000e-03 loss=3.0418 ce=3.0418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.13964335671335e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01878742314875126, 'last_eos_top1': 0}
+step=67900 lr=3.000000e-03 loss=1.7995 ce=1.7995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2605039450572804e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014977158978581429, 'last_eos_top1': 0}
+step=67950 lr=3.000000e-03 loss=1.9076 ce=1.9076 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.6260204221180174e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015689745545387268, 'last_eos_top1': 0}
+step=68000 lr=3.000000e-03 loss=1.9076 ce=1.9076 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.455039743334055e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021649707108736038, 'last_eos_top1': 0}
+step=68050 lr=3.000000e-03 loss=2.3107 ce=2.3107 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.97759708398371e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013722588308155537, 'last_eos_top1': 0}
+step=68100 lr=3.000000e-03 loss=2.3351 ce=2.3351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9847381028957898e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017457136884331703, 'last_eos_top1': 0}
+step=68150 lr=3.000000e-03 loss=2.7570 ce=2.7570 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6396984291495755e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017233459278941154, 'last_eos_top1': 0}
+step=68200 lr=3.000000e-03 loss=2.3521 ce=2.3521 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.914184617315186e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01425833161920309, 'last_eos_top1': 0}
+step=68250 lr=3.000000e-03 loss=2.9978 ce=2.9978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.540531674341764e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016201933845877647, 'last_eos_top1': 0}
+step=68300 lr=3.000000e-03 loss=2.5503 ce=2.5503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7372217371303122e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02053145319223404, 'last_eos_top1': 0}
+step=68350 lr=3.000000e-03 loss=1.9358 ce=1.9358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0365550881251693e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017972281202673912, 'last_eos_top1': 0}
+step=68400 lr=3.000000e-03 loss=2.9195 ce=2.9195 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.361111678008456e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.026100993156433105, 'last_eos_top1': 0}
+step=68450 lr=3.000000e-03 loss=2.9223 ce=2.9223 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.917648533999454e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023376651108264923, 'last_eos_top1': 0}
+step=68500 lr=3.000000e-03 loss=2.7730 ce=2.7730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.1091939136968e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015057427808642387, 'last_eos_top1': 0}
+step=68550 lr=3.000000e-03 loss=2.7607 ce=2.7607 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.795126980956411e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019043749198317528, 'last_eos_top1': 0}
+step=68600 lr=3.000000e-03 loss=2.8143 ce=2.8143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.456555876051425e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022498417645692825, 'last_eos_top1': 0}
+step=68650 lr=3.000000e-03 loss=2.5081 ce=2.5081 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8203664846369065e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018414992839097977, 'last_eos_top1': 0}
+step=68700 lr=3.000000e-03 loss=3.4895 ce=3.4895 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.78399930318119e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017498228698968887, 'last_eos_top1': 0}
+step=68750 lr=3.000000e-03 loss=2.3277 ce=2.3277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.47174510959303e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01586013287305832, 'last_eos_top1': 0}
+step=68800 lr=3.000000e-03 loss=2.8442 ce=2.8442 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.694329850783106e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024485696107149124, 'last_eos_top1': 0}
+step=68850 lr=3.000000e-03 loss=3.1749 ce=3.1749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9578101273509674e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014340467751026154, 'last_eos_top1': 0}
+step=68900 lr=3.000000e-03 loss=2.6513 ce=2.6513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.43602061245474e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01843278855085373, 'last_eos_top1': 0}
+step=68950 lr=3.000000e-03 loss=2.6791 ce=2.6791 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3097078357968712e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019644806161522865, 'last_eos_top1': 0}
+step=69000 lr=3.000000e-03 loss=2.6421 ce=2.6421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.649502104963176e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018823247402906418, 'last_eos_top1': 0}
+step=69050 lr=3.000000e-03 loss=2.1003 ce=2.1003 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8554295593276038e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01665773056447506, 'last_eos_top1': 0}
+step=69100 lr=3.000000e-03 loss=2.2272 ce=2.2272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.748350420413772e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02426203526556492, 'last_eos_top1': 0}
+step=69150 lr=3.000000e-03 loss=2.3900 ce=2.3900 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.952846656029578e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019936788827180862, 'last_eos_top1': 0}
+step=69200 lr=3.000000e-03 loss=2.0775 ce=2.0775 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.371141120733228e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010377230122685432, 'last_eos_top1': 0}
+step=69250 lr=3.000000e-03 loss=2.7482 ce=2.7482 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.806723038404016e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015928762033581734, 'last_eos_top1': 0}
+step=69300 lr=3.000000e-03 loss=2.3869 ce=2.3869 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5281055311788805e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015871087089180946, 'last_eos_top1': 0}
+step=69350 lr=3.000000e-03 loss=2.9608 ce=2.9608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3208672498876695e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014535294845700264, 'last_eos_top1': 0}
+step=69400 lr=3.000000e-03 loss=3.0113 ce=3.0113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2153551981318742e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021325739100575447, 'last_eos_top1': 0}
+step=69450 lr=3.000000e-03 loss=2.1980 ce=2.1980 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.166930456354748e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01557926181703806, 'last_eos_top1': 0}
+step=69500 lr=3.000000e-03 loss=2.6160 ce=2.6160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.123199116496835e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015203332528471947, 'last_eos_top1': 0}
+step=69550 lr=3.000000e-03 loss=2.2327 ce=2.2327 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.410289981635287e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01387956365942955, 'last_eos_top1': 0}
+step=69600 lr=3.000000e-03 loss=2.5236 ce=2.5236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1432659195852466e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017924349755048752, 'last_eos_top1': 0}
+step=69650 lr=3.000000e-03 loss=2.8405 ce=2.8405 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2009400052193087e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021355466917157173, 'last_eos_top1': 0}
+step=69700 lr=3.000000e-03 loss=2.1753 ce=2.1753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.878631211293396e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011361125856637955, 'last_eos_top1': 0}
+step=69750 lr=3.000000e-03 loss=2.4578 ce=2.4578 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3322700144490227e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02053847908973694, 'last_eos_top1': 0}
+step=69800 lr=3.000000e-03 loss=2.8026 ce=2.8026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.018371585814748e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016501298174262047, 'last_eos_top1': 0}
+step=69850 lr=3.000000e-03 loss=2.1999 ce=2.1999 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.42734300729353e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011792579665780067, 'last_eos_top1': 0}
+step=69900 lr=3.000000e-03 loss=2.5502 ce=2.5502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1645032827800605e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022456834092736244, 'last_eos_top1': 0}
+step=69950 lr=3.000000e-03 loss=2.4532 ce=2.4532 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.112912837532349e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01539558358490467, 'last_eos_top1': 0}
+step=70000 lr=3.000000e-03 loss=1.8430 ce=1.8430 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4609091673919465e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.026388628408312798, 'last_eos_top1': 0}
+step=70050 lr=3.000000e-03 loss=2.6106 ce=2.6106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.395852106928942e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019939210265874863, 'last_eos_top1': 0}
+step=70100 lr=3.000000e-03 loss=2.4877 ce=2.4877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0799286630790448e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024223072454333305, 'last_eos_top1': 0}
+step=70150 lr=3.000000e-03 loss=2.2021 ce=2.2021 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4684601157787256e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01518450677394867, 'last_eos_top1': 0}
+step=70200 lr=3.000000e-03 loss=3.0615 ce=3.0615 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.94030817510793e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013520609587430954, 'last_eos_top1': 0}
+step=70250 lr=3.000000e-03 loss=2.0162 ce=2.0162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6427185225184076e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014865213073790073, 'last_eos_top1': 0}
+step=70300 lr=3.000000e-03 loss=2.6925 ce=2.6925 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.495036465523299e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01155991293489933, 'last_eos_top1': 0}
+step=70350 lr=3.000000e-03 loss=2.2764 ce=2.2764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.136975237794104e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01570219174027443, 'last_eos_top1': 0}
+step=70400 lr=3.000000e-03 loss=2.7612 ce=2.7612 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.442960511776619e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0171450674533844, 'last_eos_top1': 0}
+step=70450 lr=3.000000e-03 loss=2.9311 ce=2.9311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4220616978709586e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013362934812903404, 'last_eos_top1': 0}
+step=70500 lr=3.000000e-03 loss=1.8502 ce=1.8502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.108847290102858e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015995746478438377, 'last_eos_top1': 0}
+step=70550 lr=3.000000e-03 loss=2.6946 ce=2.6946 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8189760996610858e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014709439128637314, 'last_eos_top1': 0}
+step=70600 lr=3.000000e-03 loss=2.7813 ce=2.7813 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7466343706473708e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017058782279491425, 'last_eos_top1': 0}
+step=70650 lr=3.000000e-03 loss=2.6284 ce=2.6284 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5035219803394284e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015593279153108597, 'last_eos_top1': 0}
+step=70700 lr=3.000000e-03 loss=2.1683 ce=2.1683 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4802025361859705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01553075760602951, 'last_eos_top1': 0}
+step=70750 lr=3.000000e-03 loss=2.5052 ce=2.5052 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.172722128714668e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012554829008877277, 'last_eos_top1': 0}
+step=70800 lr=3.000000e-03 loss=2.5225 ce=2.5225 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.741983608866576e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01611494831740856, 'last_eos_top1': 0}
+step=70850 lr=3.000000e-03 loss=2.6571 ce=2.6571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.1036907936795615e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016759656369686127, 'last_eos_top1': 0}
+step=70900 lr=3.000000e-03 loss=2.7074 ce=2.7074 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.900823122014117e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01653394289314747, 'last_eos_top1': 0}
+step=70950 lr=3.000000e-03 loss=1.4355 ce=1.4355 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5452376323519275e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019309833645820618, 'last_eos_top1': 0}
+step=71000 lr=3.000000e-03 loss=2.5556 ce=2.5556 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5488200006075203e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01543373428285122, 'last_eos_top1': 0}
+step=71050 lr=3.000000e-03 loss=3.1340 ce=3.1340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.788869278447237e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014416425488889217, 'last_eos_top1': 0}
+step=71100 lr=3.000000e-03 loss=2.2902 ce=2.2902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.249187971552601e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016511617228388786, 'last_eos_top1': 0}
+step=71150 lr=3.000000e-03 loss=2.2697 ce=2.2697 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.962711955158738e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02828799933195114, 'last_eos_top1': 0}
+step=71200 lr=3.000000e-03 loss=1.7310 ce=1.7310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5479376088478602e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02855611778795719, 'last_eos_top1': 0}
+step=71250 lr=3.000000e-03 loss=1.9420 ce=1.9420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.337712072010618e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016133274883031845, 'last_eos_top1': 0}
+step=71300 lr=3.000000e-03 loss=2.3659 ce=2.3659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6428955607116222e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014358516782522202, 'last_eos_top1': 0}
+step=71350 lr=3.000000e-03 loss=3.0188 ce=3.0188 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.498935130774044e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018015291541814804, 'last_eos_top1': 0}
+step=71400 lr=3.000000e-03 loss=2.6160 ce=2.6160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.5657557065133e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01671864651143551, 'last_eos_top1': 0}
+step=71450 lr=3.000000e-03 loss=2.2118 ce=2.2118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0598247172310948e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013298757374286652, 'last_eos_top1': 0}
+step=71500 lr=3.000000e-03 loss=2.4542 ce=2.4542 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0753703463706188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01737372763454914, 'last_eos_top1': 0}
+step=71550 lr=3.000000e-03 loss=2.3988 ce=2.3988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.738910764805041e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013019454665482044, 'last_eos_top1': 0}
+step=71600 lr=3.000000e-03 loss=2.2761 ce=2.2761 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.748899174155667e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01538997981697321, 'last_eos_top1': 0}
+step=71650 lr=3.000000e-03 loss=2.7099 ce=2.7099 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4336205822473858e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012280942872166634, 'last_eos_top1': 0}
+step=71700 lr=3.000000e-03 loss=2.5877 ce=2.5877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.609461474406999e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023543959483504295, 'last_eos_top1': 0}
+step=71750 lr=3.000000e-03 loss=2.9447 ce=2.9447 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.198222531063948e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019479379057884216, 'last_eos_top1': 0}
+step=71800 lr=3.000000e-03 loss=2.4488 ce=2.4488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4357432519318536e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016449376940727234, 'last_eos_top1': 0}
+step=71850 lr=3.000000e-03 loss=2.8809 ce=2.8809 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6410843929625116e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018240146338939667, 'last_eos_top1': 0}
+step=71900 lr=3.000000e-03 loss=2.1681 ce=2.1681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.387797035742551e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016353033483028412, 'last_eos_top1': 0}
+step=71950 lr=3.000000e-03 loss=2.5350 ce=2.5350 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.202667357982136e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019632307812571526, 'last_eos_top1': 0}
+step=72000 lr=3.000000e-03 loss=1.9857 ce=1.9857 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0038344044005498e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02142750844359398, 'last_eos_top1': 0}
+step=72050 lr=3.000000e-03 loss=2.7271 ce=2.7271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.374135874561034e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017223171889781952, 'last_eos_top1': 0}
+step=72100 lr=3.000000e-03 loss=2.4653 ce=2.4653 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7275295249419287e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022487612441182137, 'last_eos_top1': 0}
+step=72150 lr=3.000000e-03 loss=2.2309 ce=2.2309 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.3971042436605785e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021427905187010765, 'last_eos_top1': 0}
+step=72200 lr=3.000000e-03 loss=2.5999 ce=2.5999 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5315764560218668e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016548624262213707, 'last_eos_top1': 0}
+step=72250 lr=3.000000e-03 loss=2.4544 ce=2.4544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.551999154500663e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01771804876625538, 'last_eos_top1': 0}
+step=72300 lr=3.000000e-03 loss=2.7083 ce=2.7083 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.813631550059654e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01767002046108246, 'last_eos_top1': 0}
+step=72350 lr=3.000000e-03 loss=3.3141 ce=3.3141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.6667703322309535e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014001689851284027, 'last_eos_top1': 0}
+step=72400 lr=3.000000e-03 loss=2.5905 ce=2.5905 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1430279300839175e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01872103475034237, 'last_eos_top1': 0}
+step=72450 lr=3.000000e-03 loss=1.6285 ce=1.6285 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4967172066681087e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013370856642723083, 'last_eos_top1': 0}
+step=72500 lr=3.000000e-03 loss=2.1029 ce=2.1029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6513389709871262e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022410612553358078, 'last_eos_top1': 0}
+step=72550 lr=3.000000e-03 loss=3.2807 ce=3.2807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.556923264928628e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017143676057457924, 'last_eos_top1': 0}
+step=72600 lr=3.000000e-03 loss=2.8913 ce=2.8913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.847728996537626e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011514588259160519, 'last_eos_top1': 0}
+step=72650 lr=3.000000e-03 loss=2.2787 ce=2.2787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5252016964950599e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012560651637613773, 'last_eos_top1': 0}
+step=72700 lr=3.000000e-03 loss=2.9196 ce=2.9196 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3466884411172941e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010500393807888031, 'last_eos_top1': 0}
+step=72750 lr=3.000000e-03 loss=2.7809 ce=2.7809 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.0137107286427636e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020008834078907967, 'last_eos_top1': 0}
+step=72800 lr=3.000000e-03 loss=2.3801 ce=2.3801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8777470763307065e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02161549963057041, 'last_eos_top1': 0}
+step=72850 lr=3.000000e-03 loss=2.4320 ce=2.4320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.486742783337831e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016687694936990738, 'last_eos_top1': 0}
+step=72900 lr=3.000000e-03 loss=2.9461 ce=2.9461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3558741557062604e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013548189774155617, 'last_eos_top1': 0}
+step=72950 lr=3.000000e-03 loss=3.1563 ce=3.1563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.381920421612449e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019569173455238342, 'last_eos_top1': 0}
+step=73000 lr=3.000000e-03 loss=1.3119 ce=1.3119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.785688366202521e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011990359053015709, 'last_eos_top1': 0}
+step=73050 lr=3.000000e-03 loss=2.9018 ce=2.9018 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.5063730946567375e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02634742483496666, 'last_eos_top1': 0}
+step=73100 lr=3.000000e-03 loss=2.7737 ce=2.7737 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0557861060078721e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03440820798277855, 'last_eos_top1': 0}
+step=73150 lr=3.000000e-03 loss=2.4025 ce=2.4025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7256004361552186e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.03000805713236332, 'last_eos_top1': 0}
+step=73200 lr=3.000000e-03 loss=2.0188 ce=2.0188 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.924999186390778e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024302586913108826, 'last_eos_top1': 0}
+step=73250 lr=3.000000e-03 loss=3.0853 ce=3.0853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4349106903828215e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0203638207167387, 'last_eos_top1': 0}
+step=73300 lr=3.000000e-03 loss=2.4200 ce=2.4200 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.962780172310886e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022816354408860207, 'last_eos_top1': 0}
+step=73350 lr=3.000000e-03 loss=3.8108 ce=3.8108 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.871742711045954e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016661781817674637, 'last_eos_top1': 0}
+step=73400 lr=3.000000e-03 loss=2.8741 ce=2.8741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.027913281694055e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01183189358562231, 'last_eos_top1': 0}
+step=73450 lr=3.000000e-03 loss=2.7348 ce=2.7348 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3556586913618958e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023837700486183167, 'last_eos_top1': 0}
+step=73500 lr=3.000000e-03 loss=2.9803 ce=2.9803 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.126490683935117e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013364898040890694, 'last_eos_top1': 0}
+step=73550 lr=3.000000e-03 loss=1.8733 ce=1.8733 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8050841340009356e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02276735194027424, 'last_eos_top1': 0}
+step=73600 lr=3.000000e-03 loss=2.8439 ce=2.8439 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.251222996274009e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024312783032655716, 'last_eos_top1': 0}
+step=73650 lr=3.000000e-03 loss=1.8341 ce=1.8341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.218224941927474e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015238978900015354, 'last_eos_top1': 0}
+step=73700 lr=3.000000e-03 loss=2.2941 ce=2.2941 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.439541266445303e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02191438153386116, 'last_eos_top1': 0}
+step=73750 lr=3.000000e-03 loss=1.7595 ce=1.7595 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5572822778485715e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022003762423992157, 'last_eos_top1': 0}
+step=73800 lr=3.000000e-03 loss=2.3493 ce=2.3493 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.685006155748852e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015740104019641876, 'last_eos_top1': 0}
+step=73850 lr=3.000000e-03 loss=2.7403 ce=2.7403 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.876613613509107e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017125654965639114, 'last_eos_top1': 0}
+step=73900 lr=3.000000e-03 loss=2.5611 ce=2.5611 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.684444426558912e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01865071803331375, 'last_eos_top1': 0}
+step=73950 lr=3.000000e-03 loss=2.5800 ce=2.5800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.457216947339475e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014192448928952217, 'last_eos_top1': 0}
+[elf_hfds direct rank=5 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=5 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=1 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=600000 rows=591809 buffered=8191 part=openwebtext-t5
+step=74000 lr=3.000000e-03 loss=1.6304 ce=1.6304 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3542438611912075e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01979953795671463, 'last_eos_top1': 0}
+step=74050 lr=3.000000e-03 loss=2.3852 ce=2.3852 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2575029510771856e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02083120122551918, 'last_eos_top1': 0}
+step=74100 lr=3.000000e-03 loss=2.5377 ce=2.5377 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.947582500695717e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0166078619658947, 'last_eos_top1': 0}
+step=74150 lr=3.000000e-03 loss=3.1690 ce=3.1690 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.475578513549408e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021248232573270798, 'last_eos_top1': 0}
+step=74200 lr=3.000000e-03 loss=2.9190 ce=2.9190 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4116271813691128e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012708351947367191, 'last_eos_top1': 0}
+step=74250 lr=3.000000e-03 loss=2.5597 ce=2.5597 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.373397587187355e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016413012519478798, 'last_eos_top1': 0}
+step=74300 lr=3.000000e-03 loss=2.6562 ce=2.6562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.89828061190201e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01355518028140068, 'last_eos_top1': 0}
+step=74350 lr=3.000000e-03 loss=2.5150 ce=2.5150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.661243732087314e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011095103807747364, 'last_eos_top1': 0}
+step=74400 lr=3.000000e-03 loss=3.3288 ce=3.3288 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8397928215563297e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01673254929482937, 'last_eos_top1': 0}
+step=74450 lr=3.000000e-03 loss=2.1925 ce=2.1925 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3334975847101305e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016195839270949364, 'last_eos_top1': 0}
+step=74500 lr=3.000000e-03 loss=2.9817 ce=2.9817 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7183908969163895e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01833675056695938, 'last_eos_top1': 0}
+step=74550 lr=3.000000e-03 loss=2.0407 ce=2.0407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6189549316768534e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015267728827893734, 'last_eos_top1': 0}
+step=74600 lr=3.000000e-03 loss=2.1343 ce=2.1343 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.950989467848558e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0156345646828413, 'last_eos_top1': 0}
+step=74650 lr=3.000000e-03 loss=2.7635 ce=2.7635 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.832039045752026e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011847439222037792, 'last_eos_top1': 0}
+step=74700 lr=3.000000e-03 loss=1.9204 ce=1.9204 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.07874312158674e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016348890960216522, 'last_eos_top1': 0}
+step=74750 lr=3.000000e-03 loss=2.6225 ce=2.6225 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.510002195776906e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016950279474258423, 'last_eos_top1': 0}
+step=74800 lr=3.000000e-03 loss=2.5046 ce=2.5046 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1034747330995742e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014087802730500698, 'last_eos_top1': 0}
+step=74850 lr=3.000000e-03 loss=1.6703 ce=1.6703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0942513654299546e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018868571147322655, 'last_eos_top1': 0}
+step=74900 lr=3.000000e-03 loss=2.6644 ce=2.6644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.912289568892447e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014094463549554348, 'last_eos_top1': 0}
+step=74950 lr=3.000000e-03 loss=2.0879 ce=2.0879 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.126071300765034e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017808377742767334, 'last_eos_top1': 0}
+step=75000 lr=3.000000e-03 loss=2.0838 ce=2.0838 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.726773007248994e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015593270771205425, 'last_eos_top1': 0}
+step=75050 lr=3.000000e-03 loss=2.5734 ce=2.5734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.91403942659963e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011257180012762547, 'last_eos_top1': 0}
+step=75100 lr=3.000000e-03 loss=2.7046 ce=2.7046 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0098733734339476e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01770031452178955, 'last_eos_top1': 0}
+step=75150 lr=3.000000e-03 loss=2.2525 ce=2.2525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.120031321188435e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022871021181344986, 'last_eos_top1': 0}
+step=75200 lr=3.000000e-03 loss=2.0718 ce=2.0718 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.604597648314666e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015762215480208397, 'last_eos_top1': 0}
+step=75250 lr=3.000000e-03 loss=2.0886 ce=2.0886 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0457800271979067e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01632421463727951, 'last_eos_top1': 0}
+step=75300 lr=3.000000e-03 loss=2.1792 ce=2.1792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6669124306645244e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01716705970466137, 'last_eos_top1': 0}
+step=75350 lr=3.000000e-03 loss=2.5577 ce=2.5577 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5008970624185167e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011113177053630352, 'last_eos_top1': 0}
+step=75400 lr=3.000000e-03 loss=2.3770 ce=2.3770 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9734769011847675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015171081759035587, 'last_eos_top1': 0}
+step=75450 lr=3.000000e-03 loss=2.6420 ce=2.6420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.633646388654597e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020160039886832237, 'last_eos_top1': 0}
+step=75500 lr=3.000000e-03 loss=2.6036 ce=2.6036 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.755455615348183e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01686003804206848, 'last_eos_top1': 0}
+step=75550 lr=3.000000e-03 loss=2.3714 ce=2.3714 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.372903721465264e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01827624998986721, 'last_eos_top1': 0}
+step=75600 lr=3.000000e-03 loss=2.0781 ce=2.0781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.647615115682129e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018132278695702553, 'last_eos_top1': 0}
+step=75650 lr=3.000000e-03 loss=1.7751 ce=1.7751 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.569329651829321e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01773093454539776, 'last_eos_top1': 0}
+step=75700 lr=3.000000e-03 loss=2.6054 ce=2.6054 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.135110662493389e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013211958110332489, 'last_eos_top1': 0}
+step=75750 lr=3.000000e-03 loss=2.7195 ce=2.7195 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.157365300576203e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017608987167477608, 'last_eos_top1': 0}
+step=75800 lr=3.000000e-03 loss=2.7592 ce=2.7592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.081292884919094e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021716728806495667, 'last_eos_top1': 0}
+step=75850 lr=3.000000e-03 loss=2.0014 ce=2.0014 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.107143543777056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012486984021961689, 'last_eos_top1': 0}
+step=75900 lr=3.000000e-03 loss=2.1555 ce=2.1555 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.21351091467659e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022428438067436218, 'last_eos_top1': 0}
+step=75950 lr=3.000000e-03 loss=2.2382 ce=2.2382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2758014236169402e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01668594218790531, 'last_eos_top1': 0}
+step=76000 lr=3.000000e-03 loss=3.7762 ce=3.7762 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.372404302761424e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0197046659886837, 'last_eos_top1': 0}
+step=76050 lr=3.000000e-03 loss=2.0609 ce=2.0609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0199190910498146e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018615160137414932, 'last_eos_top1': 0}
+step=76100 lr=3.000000e-03 loss=2.1769 ce=2.1769 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6650676116114482e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015214082784950733, 'last_eos_top1': 0}
+step=76150 lr=3.000000e-03 loss=3.1293 ce=3.1293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2977619412122294e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013357279822230339, 'last_eos_top1': 0}
+step=76200 lr=3.000000e-03 loss=2.7437 ce=2.7437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6021822375478223e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0183318629860878, 'last_eos_top1': 0}
+step=76250 lr=3.000000e-03 loss=2.4299 ce=2.4299 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.060285467247013e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020727286115288734, 'last_eos_top1': 0}
+step=76300 lr=3.000000e-03 loss=2.1617 ce=2.1617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.756852937745862e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024920230731368065, 'last_eos_top1': 0}
+step=76350 lr=3.000000e-03 loss=2.7309 ce=2.7309 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0867378477996681e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01747463457286358, 'last_eos_top1': 0}
+step=76400 lr=3.000000e-03 loss=2.8358 ce=2.8358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4261420549009927e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015939712524414062, 'last_eos_top1': 0}
+step=76450 lr=3.000000e-03 loss=2.2944 ce=2.2944 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4769204426556826e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016958165913820267, 'last_eos_top1': 0}
+step=76500 lr=3.000000e-03 loss=2.6808 ce=2.6808 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3832251827116124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018749572336673737, 'last_eos_top1': 0}
+step=76550 lr=3.000000e-03 loss=1.8689 ce=1.8689 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7191230401513167e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015170339494943619, 'last_eos_top1': 0}
+step=76600 lr=3.000000e-03 loss=2.7393 ce=2.7393 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7961990781477652e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015195373445749283, 'last_eos_top1': 0}
+step=76650 lr=3.000000e-03 loss=1.8832 ce=1.8832 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.031811461871257e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018751423805952072, 'last_eos_top1': 0}
+step=76700 lr=3.000000e-03 loss=2.1083 ce=2.1083 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.536601484986022e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01781531237065792, 'last_eos_top1': 0}
+step=76750 lr=3.000000e-03 loss=3.1213 ce=3.1213 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.583464710274711e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014865676872432232, 'last_eos_top1': 0}
+step=76800 lr=3.000000e-03 loss=2.7003 ce=2.7003 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.859684723778628e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016353875398635864, 'last_eos_top1': 0}
+step=76850 lr=3.000000e-03 loss=2.5065 ce=2.5065 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.217872265144251e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014883379451930523, 'last_eos_top1': 0}
+step=76900 lr=3.000000e-03 loss=2.3615 ce=2.3615 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9696792151080444e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014738423749804497, 'last_eos_top1': 0}
+step=76950 lr=3.000000e-03 loss=2.4136 ce=2.4136 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.89799684449099e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013731344603002071, 'last_eos_top1': 0}
+step=77000 lr=3.000000e-03 loss=1.6361 ce=1.6361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.29847511643311e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02032339945435524, 'last_eos_top1': 0}
+step=77050 lr=3.000000e-03 loss=2.2109 ce=2.2109 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.640795956831425e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01595088094472885, 'last_eos_top1': 0}
+step=77100 lr=3.000000e-03 loss=2.4362 ce=2.4362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.111507572204573e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014427928254008293, 'last_eos_top1': 0}
+step=77150 lr=3.000000e-03 loss=2.1559 ce=2.1559 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4319161891762633e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025708667933940887, 'last_eos_top1': 0}
+step=77200 lr=3.000000e-03 loss=2.2756 ce=2.2756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1062114936066791e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017284300178289413, 'last_eos_top1': 0}
+step=77250 lr=3.000000e-03 loss=2.4572 ce=2.4572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5574099709047005e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016540857031941414, 'last_eos_top1': 0}
+step=77300 lr=3.000000e-03 loss=2.2257 ce=2.2257 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.542321782239014e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01228878553956747, 'last_eos_top1': 0}
+step=77350 lr=3.000000e-03 loss=2.4209 ce=2.4209 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.619182386202738e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016798192635178566, 'last_eos_top1': 0}
+step=77400 lr=3.000000e-03 loss=3.0291 ce=3.0291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4179901882016566e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016826799139380455, 'last_eos_top1': 0}
+step=77450 lr=3.000000e-03 loss=2.4230 ce=2.4230 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0854062566068023e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012996465899050236, 'last_eos_top1': 0}
+step=77500 lr=3.000000e-03 loss=2.1825 ce=2.1825 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.609041858813725e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012790152803063393, 'last_eos_top1': 0}
+step=77550 lr=3.000000e-03 loss=2.9120 ce=2.9120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.864959348400589e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01666470244526863, 'last_eos_top1': 0}
+step=77600 lr=3.000000e-03 loss=2.1822 ce=2.1822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1813442142738495e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01890561170876026, 'last_eos_top1': 0}
+step=77650 lr=3.000000e-03 loss=1.9860 ce=1.9860 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.468852113059256e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01960582286119461, 'last_eos_top1': 0}
+step=77700 lr=3.000000e-03 loss=2.4197 ce=2.4197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.830294190265704e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023682590574026108, 'last_eos_top1': 0}
+step=77750 lr=3.000000e-03 loss=2.5009 ce=2.5009 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.802738658327144e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014276931993663311, 'last_eos_top1': 0}
+step=77800 lr=3.000000e-03 loss=2.4433 ce=2.4433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.813449661218328e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01698262058198452, 'last_eos_top1': 0}
+step=77850 lr=3.000000e-03 loss=2.4489 ce=2.4489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0737971883354476e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016497554257512093, 'last_eos_top1': 0}
+step=77900 lr=3.000000e-03 loss=1.9254 ce=1.9254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.677453494470683e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.026239963248372078, 'last_eos_top1': 0}
+step=77950 lr=3.000000e-03 loss=2.5847 ce=2.5847 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.507629455474671e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02165205031633377, 'last_eos_top1': 0}
+step=78000 lr=3.000000e-03 loss=2.5527 ce=2.5527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6371558305982035e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016632908955216408, 'last_eos_top1': 0}
+step=78050 lr=3.000000e-03 loss=1.9871 ce=1.9871 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.885676960635465e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017352240160107613, 'last_eos_top1': 0}
+step=78100 lr=3.000000e-03 loss=2.5402 ce=2.5402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7885258785099722e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021699173375964165, 'last_eos_top1': 0}
+step=78150 lr=3.000000e-03 loss=1.9143 ce=1.9143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1369495950930286e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018749916926026344, 'last_eos_top1': 0}
+step=78200 lr=3.000000e-03 loss=3.1544 ce=3.1544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0746342013590038e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019532429054379463, 'last_eos_top1': 0}
+step=78250 lr=3.000000e-03 loss=2.1117 ce=2.1117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.694284401310142e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02046571671962738, 'last_eos_top1': 0}
+step=78300 lr=3.000000e-03 loss=3.1291 ce=3.1291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.050787073443644e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012572758831083775, 'last_eos_top1': 0}
+step=78350 lr=3.000000e-03 loss=2.4873 ce=2.4873 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4026821190782357e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02409941516816616, 'last_eos_top1': 0}
+step=78400 lr=3.000000e-03 loss=2.6162 ce=2.6162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.156132566393353e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018932580947875977, 'last_eos_top1': 0}
+step=78450 lr=3.000000e-03 loss=2.4419 ce=2.4419 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.5817133620148525e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01882253773510456, 'last_eos_top1': 0}
+step=78500 lr=3.000000e-03 loss=2.4968 ce=2.4968 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0295707145123743e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015552704222500324, 'last_eos_top1': 0}
+step=78550 lr=3.000000e-03 loss=3.3158 ce=3.3158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2320142559474334e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013359395787119865, 'last_eos_top1': 0}
+step=78600 lr=3.000000e-03 loss=2.8512 ce=2.8512 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.882778961880831e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016321681439876556, 'last_eos_top1': 0}
+step=78650 lr=3.000000e-03 loss=3.0971 ce=3.0971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4262579497881234e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021304141730070114, 'last_eos_top1': 0}
+step=78700 lr=3.000000e-03 loss=3.6227 ce=3.6227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.712289283925202e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018206680193543434, 'last_eos_top1': 0}
+step=78750 lr=3.000000e-03 loss=1.7147 ce=1.7147 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8943395843962207e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018260810524225235, 'last_eos_top1': 0}
+step=78800 lr=3.000000e-03 loss=2.8146 ce=2.8146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9417923289875034e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01998744159936905, 'last_eos_top1': 0}
+step=78850 lr=3.000000e-03 loss=2.0736 ce=2.0736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.346961835224647e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013325637206435204, 'last_eos_top1': 0}
+step=78900 lr=3.000000e-03 loss=2.9057 ce=2.9057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5946152416290715e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011754467152059078, 'last_eos_top1': 0}
+step=78950 lr=3.000000e-03 loss=2.7251 ce=2.7251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.587490987731144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01141405664384365, 'last_eos_top1': 0}
+step=79000 lr=3.000000e-03 loss=2.4627 ce=2.4627 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.973226168658584e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014269117265939713, 'last_eos_top1': 0}
+step=79050 lr=3.000000e-03 loss=3.0315 ce=3.0315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.550033842562698e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018768470734357834, 'last_eos_top1': 0}
+step=79100 lr=3.000000e-03 loss=2.5118 ce=2.5118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5009089111117646e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01985711045563221, 'last_eos_top1': 0}
+step=79150 lr=3.000000e-03 loss=1.8957 ce=1.8957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.906816558213905e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011261962354183197, 'last_eos_top1': 0}
+step=79200 lr=3.000000e-03 loss=2.6861 ce=2.6861 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2510797205322888e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0157919954508543, 'last_eos_top1': 0}
+step=79250 lr=3.000000e-03 loss=2.5515 ce=2.5515 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2281743693165481e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016099609434604645, 'last_eos_top1': 0}
+step=79300 lr=3.000000e-03 loss=2.3460 ce=2.3460 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.439994593965821e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016335565596818924, 'last_eos_top1': 0}
+step=79350 lr=3.000000e-03 loss=1.6708 ce=1.6708 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.67229061643593e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024014966562390327, 'last_eos_top1': 0}
+step=79400 lr=3.000000e-03 loss=2.4974 ce=2.4974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0687279427656904e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01971953921020031, 'last_eos_top1': 0}
+step=79450 lr=3.000000e-03 loss=2.3620 ce=2.3620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0787281755474396e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020234309136867523, 'last_eos_top1': 0}
+step=79500 lr=3.000000e-03 loss=2.5039 ce=2.5039 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7026448404067196e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013227662071585655, 'last_eos_top1': 0}
+step=79550 lr=3.000000e-03 loss=3.0499 ce=3.0499 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.257436780288117e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02396445721387863, 'last_eos_top1': 0}
+step=79600 lr=3.000000e-03 loss=2.3442 ce=2.3442 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9829315937822685e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01174856349825859, 'last_eos_top1': 0}
+step=79650 lr=3.000000e-03 loss=2.5281 ce=2.5281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1061280019930564e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021760303527116776, 'last_eos_top1': 0}
+step=79700 lr=3.000000e-03 loss=2.3040 ce=2.3040 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.130472684162669e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016334863379597664, 'last_eos_top1': 0}
+step=79750 lr=3.000000e-03 loss=2.1320 ce=2.1320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0030222256318666e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015761762857437134, 'last_eos_top1': 0}
+step=79800 lr=3.000000e-03 loss=2.4787 ce=2.4787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0549689250183292e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016194690018892288, 'last_eos_top1': 0}
+step=79850 lr=3.000000e-03 loss=2.5918 ce=2.5918 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2046887604810763e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017989827319979668, 'last_eos_top1': 0}
+step=79900 lr=3.000000e-03 loss=2.2969 ce=2.2969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6784731997177005e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012664681300520897, 'last_eos_top1': 0}
+step=79950 lr=3.000000e-03 loss=2.4563 ce=2.4563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5075424016686156e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01619415357708931, 'last_eos_top1': 0}
+step=80000 lr=3.000000e-03 loss=2.8645 ce=2.8645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1051784895244054e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014105684123933315, 'last_eos_top1': 0}
+step=80050 lr=3.000000e-03 loss=1.7161 ce=1.7161 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.229602033476112e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016918620094656944, 'last_eos_top1': 0}
+step=80100 lr=3.000000e-03 loss=2.4592 ce=2.4592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4655535071360646e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01941487565636635, 'last_eos_top1': 0}
+step=80150 lr=3.000000e-03 loss=2.6424 ce=2.6424 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.905869774229359e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01854035258293152, 'last_eos_top1': 0}
+step=80200 lr=3.000000e-03 loss=2.6079 ce=2.6079 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.547302407649113e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013943175785243511, 'last_eos_top1': 0}
+step=80250 lr=3.000000e-03 loss=2.7494 ce=2.7494 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4457014913205057e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02290603704750538, 'last_eos_top1': 0}
+step=80300 lr=3.000000e-03 loss=2.6247 ce=2.6247 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.86722740586265e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019014788791537285, 'last_eos_top1': 0}
+step=80350 lr=3.000000e-03 loss=2.1881 ce=2.1881 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.863229605689412e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015795720741152763, 'last_eos_top1': 0}
+step=80400 lr=3.000000e-03 loss=2.6723 ce=2.6723 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7401164263428655e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019055834040045738, 'last_eos_top1': 0}
+step=80450 lr=3.000000e-03 loss=2.5619 ce=2.5619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.260976311343256e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018289435654878616, 'last_eos_top1': 0}
+step=80500 lr=3.000000e-03 loss=2.0755 ce=2.0755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.529306690732483e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01176230888813734, 'last_eos_top1': 0}
+step=80550 lr=3.000000e-03 loss=2.3877 ce=2.3877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.415232514380477e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012745563872158527, 'last_eos_top1': 0}
+step=80600 lr=3.000000e-03 loss=2.9472 ce=2.9472 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.355892542662332e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01205053087323904, 'last_eos_top1': 0}
+step=80650 lr=3.000000e-03 loss=2.6168 ce=2.6168 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1276590561901685e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013662622310221195, 'last_eos_top1': 0}
+step=80700 lr=3.000000e-03 loss=2.3543 ce=2.3543 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.785751899471506e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01337472815066576, 'last_eos_top1': 0}
+step=80750 lr=3.000000e-03 loss=2.1951 ce=2.1951 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.585135219618678e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010410578921437263, 'last_eos_top1': 0}
+step=80800 lr=3.000000e-03 loss=2.1028 ce=2.1028 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4865280718368012e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015029104426503181, 'last_eos_top1': 0}
+step=80850 lr=3.000000e-03 loss=2.7165 ce=2.7165 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.804852091590874e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013214962556958199, 'last_eos_top1': 0}
+step=80900 lr=3.000000e-03 loss=1.7090 ce=1.7090 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.479847565467935e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018161941319704056, 'last_eos_top1': 0}
+step=80950 lr=3.000000e-03 loss=2.5837 ce=2.5837 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.756979125086218e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016143441200256348, 'last_eos_top1': 0}
+step=81000 lr=3.000000e-03 loss=3.3015 ce=3.3015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.311277280066861e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01522800512611866, 'last_eos_top1': 0}
+step=81050 lr=3.000000e-03 loss=2.1858 ce=2.1858 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.847216925758403e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019169358536601067, 'last_eos_top1': 0}
+step=81100 lr=3.000000e-03 loss=2.1924 ce=2.1924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.558851848443737e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012006557546555996, 'last_eos_top1': 0}
+step=81150 lr=3.000000e-03 loss=2.0671 ce=2.0671 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3193614449846791e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01956939324736595, 'last_eos_top1': 0}
+step=81200 lr=3.000000e-03 loss=2.3061 ce=2.3061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.760207154206e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02553904801607132, 'last_eos_top1': 0}
+step=81250 lr=3.000000e-03 loss=2.5634 ce=2.5634 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.04638922191225e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01606256142258644, 'last_eos_top1': 0}
+step=81300 lr=3.000000e-03 loss=2.3213 ce=2.3213 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.172713362204377e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01514481008052826, 'last_eos_top1': 0}
+step=81350 lr=3.000000e-03 loss=2.6501 ce=2.6501 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.520028364320751e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01753808557987213, 'last_eos_top1': 0}
+step=81400 lr=3.000000e-03 loss=2.1647 ce=2.1647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.518805765954312e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011593185365200043, 'last_eos_top1': 0}
+step=81450 lr=3.000000e-03 loss=2.6074 ce=2.6074 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.096668246551417e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012547981925308704, 'last_eos_top1': 0}
+step=81500 lr=3.000000e-03 loss=2.9083 ce=2.9083 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.689474841754418e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016417687758803368, 'last_eos_top1': 0}
+step=81550 lr=3.000000e-03 loss=1.9014 ce=1.9014 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.869538421800826e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013352603651583195, 'last_eos_top1': 0}
+step=81600 lr=3.000000e-03 loss=3.0145 ce=3.0145 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.08703886528383e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010133683681488037, 'last_eos_top1': 0}
+step=81650 lr=3.000000e-03 loss=2.6520 ce=2.6520 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4730078873981256e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01203354261815548, 'last_eos_top1': 0}
+step=81700 lr=3.000000e-03 loss=2.9398 ce=2.9398 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.358128980034962e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.00776636740192771, 'last_eos_top1': 0}
+step=81750 lr=3.000000e-03 loss=2.1373 ce=2.1373 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.26239136888762e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.00816653948277235, 'last_eos_top1': 0}
+step=81800 lr=3.000000e-03 loss=2.4454 ce=2.4454 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.622001365030883e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014159328304231167, 'last_eos_top1': 0}
+step=81850 lr=3.000000e-03 loss=1.9437 ce=1.9437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.524415544437943e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014734838157892227, 'last_eos_top1': 0}
+step=81900 lr=3.000000e-03 loss=2.9610 ce=2.9610 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.2323214226344135e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017603201791644096, 'last_eos_top1': 0}
+step=81950 lr=3.000000e-03 loss=2.4118 ce=2.4118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1887754226336256e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01562575064599514, 'last_eos_top1': 0}
+step=82000 lr=3.000000e-03 loss=2.6178 ce=2.6178 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.452374120475724e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012904951348900795, 'last_eos_top1': 0}
+step=82050 lr=3.000000e-03 loss=2.7735 ce=2.7735 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.646808858728036e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019494537264108658, 'last_eos_top1': 0}
+step=82100 lr=3.000000e-03 loss=2.2690 ce=2.2690 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5649145502247848e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012445981614291668, 'last_eos_top1': 0}
+step=82150 lr=3.000000e-03 loss=2.2370 ce=2.2370 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.941855306446087e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025554638355970383, 'last_eos_top1': 0}
+step=82200 lr=3.000000e-03 loss=2.9683 ce=2.9683 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.556192602147348e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012549500912427902, 'last_eos_top1': 0}
+step=82250 lr=3.000000e-03 loss=2.3060 ce=2.3060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.128175871504936e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016340216621756554, 'last_eos_top1': 0}
+step=82300 lr=3.000000e-03 loss=2.1399 ce=2.1399 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.748429314029636e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01639835722744465, 'last_eos_top1': 0}
+step=82350 lr=3.000000e-03 loss=2.0314 ce=2.0314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.176602139224997e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013276946730911732, 'last_eos_top1': 0}
+step=82400 lr=3.000000e-03 loss=3.0315 ce=3.0315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.439764325070428e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014380821958184242, 'last_eos_top1': 0}
+step=82450 lr=3.000000e-03 loss=2.5746 ce=2.5746 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.849207809660584e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011605498380959034, 'last_eos_top1': 0}
+step=82500 lr=3.000000e-03 loss=2.8221 ce=2.8221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.042065019253641e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012401559390127659, 'last_eos_top1': 0}
+step=82550 lr=3.000000e-03 loss=3.1568 ce=3.1568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8583885068655945e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009561384096741676, 'last_eos_top1': 0}
+step=82600 lr=3.000000e-03 loss=2.4873 ce=2.4873 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3423154996416997e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013799488544464111, 'last_eos_top1': 0}
+step=82650 lr=3.000000e-03 loss=2.0009 ce=2.0009 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.853089639160316e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01558813638985157, 'last_eos_top1': 0}
+step=82700 lr=3.000000e-03 loss=2.5516 ce=2.5516 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2969113413419109e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008857827633619308, 'last_eos_top1': 0}
+step=82750 lr=3.000000e-03 loss=2.7958 ce=2.7958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.180461009033024e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014402708038687706, 'last_eos_top1': 0}
+step=82800 lr=3.000000e-03 loss=2.2789 ce=2.2789 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.110770184226567e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012679724022746086, 'last_eos_top1': 0}
+step=82850 lr=3.000000e-03 loss=2.9340 ce=2.9340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1134142368973698e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01758619397878647, 'last_eos_top1': 0}
+step=82900 lr=3.000000e-03 loss=3.2235 ce=3.2235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.831727089069318e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016950249671936035, 'last_eos_top1': 0}
+step=82950 lr=3.000000e-03 loss=2.6397 ce=2.6397 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.435078037407948e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0126395458355546, 'last_eos_top1': 0}
+step=83000 lr=3.000000e-03 loss=2.1731 ce=2.1731 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.003097349894233e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01486283354461193, 'last_eos_top1': 0}
+step=83050 lr=3.000000e-03 loss=2.6111 ce=2.6111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3046215826761909e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015580305829644203, 'last_eos_top1': 0}
+step=83100 lr=3.000000e-03 loss=2.1747 ce=2.1747 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4311323866422754e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017069509252905846, 'last_eos_top1': 0}
+step=83150 lr=3.000000e-03 loss=2.1601 ce=2.1601 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2069962142268196e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014419249258935452, 'last_eos_top1': 0}
+step=83200 lr=3.000000e-03 loss=1.9881 ce=1.9881 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5757941330084577e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014367517083883286, 'last_eos_top1': 0}
+step=83250 lr=3.000000e-03 loss=2.6181 ce=2.6181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.59774752118392e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.028539219871163368, 'last_eos_top1': 0}
+step=83300 lr=3.000000e-03 loss=2.8140 ce=2.8140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.595760477357544e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0169200599193573, 'last_eos_top1': 0}
+step=83350 lr=3.000000e-03 loss=2.3187 ce=2.3187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4323692994366866e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017553361132740974, 'last_eos_top1': 0}
+step=83400 lr=3.000000e-03 loss=2.8030 ce=2.8030 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5515639208606444e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012230806052684784, 'last_eos_top1': 0}
+step=83450 lr=3.000000e-03 loss=2.4993 ce=2.4993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3633570233650971e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013919693417847157, 'last_eos_top1': 0}
+step=83500 lr=3.000000e-03 loss=2.9760 ce=2.9760 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3392244909482542e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014001513831317425, 'last_eos_top1': 0}
+step=83550 lr=3.000000e-03 loss=2.3997 ce=2.3997 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.886506632028613e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014069290831685066, 'last_eos_top1': 0}
+step=83600 lr=3.000000e-03 loss=2.4567 ce=2.4567 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3288497434114106e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014155067503452301, 'last_eos_top1': 0}
+step=83650 lr=3.000000e-03 loss=1.9061 ce=1.9061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.315087037160993e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01279714796692133, 'last_eos_top1': 0}
+step=83700 lr=3.000000e-03 loss=2.6350 ce=2.6350 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.46658744092565e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01091131940484047, 'last_eos_top1': 0}
+step=83750 lr=3.000000e-03 loss=1.8865 ce=1.8865 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2324033377808519e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011385425925254822, 'last_eos_top1': 0}
+step=83800 lr=3.000000e-03 loss=3.3715 ce=3.3715 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7201216905959882e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013936839066445827, 'last_eos_top1': 0}
+step=83850 lr=3.000000e-03 loss=2.6593 ce=2.6593 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4817318515270017e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012522229924798012, 'last_eos_top1': 0}
+step=83900 lr=3.000000e-03 loss=2.5671 ce=2.5671 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.785230885318015e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016089921817183495, 'last_eos_top1': 0}
+step=83950 lr=3.000000e-03 loss=2.4340 ce=2.4340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4137063923699316e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01735740341246128, 'last_eos_top1': 0}
+step=84000 lr=3.000000e-03 loss=3.0656 ce=3.0656 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.475349543208722e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017180224880576134, 'last_eos_top1': 0}
+step=84050 lr=3.000000e-03 loss=1.8815 ce=1.8815 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.868770014989423e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0180115457624197, 'last_eos_top1': 0}
+step=84100 lr=3.000000e-03 loss=2.8611 ce=2.8611 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7217591195949353e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013348829932510853, 'last_eos_top1': 0}
+step=84150 lr=3.000000e-03 loss=3.4652 ce=3.4652 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7355503334547393e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015190347097814083, 'last_eos_top1': 0}
+step=84200 lr=3.000000e-03 loss=2.6585 ce=2.6585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.791963222785853e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014609990641474724, 'last_eos_top1': 0}
+step=84250 lr=3.000000e-03 loss=2.1436 ce=2.1436 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.69251595454989e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020209575071930885, 'last_eos_top1': 0}
+step=84300 lr=3.000000e-03 loss=3.0742 ce=3.0742 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0910142009379342e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018097812309861183, 'last_eos_top1': 0}
+step=84350 lr=3.000000e-03 loss=1.9292 ce=1.9292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.73298574029468e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015440012328326702, 'last_eos_top1': 0}
+step=84400 lr=3.000000e-03 loss=2.6906 ce=2.6906 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0453333490877412e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011086355894804, 'last_eos_top1': 0}
+step=84450 lr=3.000000e-03 loss=1.9877 ce=1.9877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8078291052224813e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014221708290278912, 'last_eos_top1': 0}
+step=84500 lr=3.000000e-03 loss=2.0886 ce=2.0886 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3028086868871469e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014984989538788795, 'last_eos_top1': 0}
+step=84550 lr=3.000000e-03 loss=2.4105 ce=2.4105 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5978750929643866e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019872134551405907, 'last_eos_top1': 0}
+step=84600 lr=3.000000e-03 loss=1.9842 ce=1.9842 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0102895430463832e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017329752445220947, 'last_eos_top1': 0}
+step=84650 lr=3.000000e-03 loss=2.4680 ce=2.4680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3008843779971357e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0170535147190094, 'last_eos_top1': 0}
+step=84700 lr=3.000000e-03 loss=2.8733 ce=2.8733 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.447466254641768e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013448642566800117, 'last_eos_top1': 0}
+step=84750 lr=3.000000e-03 loss=2.0386 ce=2.0386 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.973109283426311e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01943310722708702, 'last_eos_top1': 0}
+step=84800 lr=3.000000e-03 loss=2.7846 ce=2.7846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3295859136851504e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011231185868382454, 'last_eos_top1': 0}
+step=84850 lr=3.000000e-03 loss=3.3440 ce=3.3440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6012309060897678e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012005113996565342, 'last_eos_top1': 0}
+step=84900 lr=3.000000e-03 loss=2.3164 ce=2.3164 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1157439075759612e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01239616610109806, 'last_eos_top1': 0}
+step=84950 lr=3.000000e-03 loss=2.1512 ce=2.1512 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1392180567781907e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009588551707565784, 'last_eos_top1': 0}
+step=85000 lr=3.000000e-03 loss=3.0396 ce=3.0396 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.929972187208477e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01120803877711296, 'last_eos_top1': 0}
+step=85050 lr=3.000000e-03 loss=2.8447 ce=2.8447 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.359817002201453e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01830117404460907, 'last_eos_top1': 0}
+step=85100 lr=3.000000e-03 loss=2.3636 ce=2.3636 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.000745189434383e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015731964260339737, 'last_eos_top1': 0}
+step=85150 lr=3.000000e-03 loss=2.3783 ce=2.3783 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5078492651809938e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01340424083173275, 'last_eos_top1': 0}
+step=85200 lr=3.000000e-03 loss=2.8737 ce=2.8737 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0054300219053403e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01799570582807064, 'last_eos_top1': 0}
+step=85250 lr=3.000000e-03 loss=2.4215 ce=2.4215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.440038411412388e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01997343637049198, 'last_eos_top1': 0}
+step=85300 lr=3.000000e-03 loss=2.6012 ce=2.6012 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.149374596338021e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015537910163402557, 'last_eos_top1': 0}
+step=85350 lr=3.000000e-03 loss=2.2173 ce=2.2173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.825668161676731e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013989335857331753, 'last_eos_top1': 0}
+step=85400 lr=3.000000e-03 loss=2.2158 ce=2.2158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9440954929450527e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011344264261424541, 'last_eos_top1': 0}
+step=85450 lr=3.000000e-03 loss=2.1244 ce=2.1244 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.673205017345026e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012042309157550335, 'last_eos_top1': 0}
+step=85500 lr=3.000000e-03 loss=2.6455 ce=2.6455 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6291405700030737e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01782076619565487, 'last_eos_top1': 0}
+step=85550 lr=3.000000e-03 loss=3.2822 ce=3.2822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.979039552679751e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012291057035326958, 'last_eos_top1': 0}
+step=85600 lr=3.000000e-03 loss=2.2451 ce=2.2451 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.160746771551203e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016009988263249397, 'last_eos_top1': 0}
+step=85650 lr=3.000000e-03 loss=2.6834 ce=2.6834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.724416486278642e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020153097808361053, 'last_eos_top1': 0}
+step=85700 lr=3.000000e-03 loss=2.4932 ce=2.4932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0958770872093737e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011919350363314152, 'last_eos_top1': 0}
+step=85750 lr=3.000000e-03 loss=2.7142 ce=2.7142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.898818663903512e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014005465433001518, 'last_eos_top1': 0}
+step=85800 lr=3.000000e-03 loss=3.8204 ce=3.8204 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.5715806815424e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014460389502346516, 'last_eos_top1': 0}
+step=85850 lr=3.000000e-03 loss=2.1251 ce=2.1251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.814717148197815e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012383906170725822, 'last_eos_top1': 0}
+step=85900 lr=3.000000e-03 loss=2.9813 ce=2.9813 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1502968845888972e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01879073865711689, 'last_eos_top1': 0}
+step=85950 lr=3.000000e-03 loss=2.3167 ce=2.3167 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.323513040726539e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016041377559304237, 'last_eos_top1': 0}
+step=86000 lr=3.000000e-03 loss=2.6644 ce=2.6644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.699599255924113e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01474054530262947, 'last_eos_top1': 0}
+step=86050 lr=3.000000e-03 loss=2.3579 ce=2.3579 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.947365828731563e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01373591460287571, 'last_eos_top1': 0}
+step=86100 lr=3.000000e-03 loss=2.7134 ce=2.7134 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6222402337007225e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015261252410709858, 'last_eos_top1': 0}
+step=86150 lr=3.000000e-03 loss=2.1003 ce=2.1003 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1922225894522853e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016220781952142715, 'last_eos_top1': 0}
+step=86200 lr=3.000000e-03 loss=2.1637 ce=2.1637 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.6167717704956885e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.009007667191326618, 'last_eos_top1': 0}
+step=86250 lr=3.000000e-03 loss=2.7102 ce=2.7102 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.362977496290114e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01860704831779003, 'last_eos_top1': 0}
+step=86300 lr=3.000000e-03 loss=2.1931 ce=2.1931 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.056418427149765e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013196660205721855, 'last_eos_top1': 0}
+step=86350 lr=3.000000e-03 loss=2.6346 ce=2.6346 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6178351870621555e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019992394372820854, 'last_eos_top1': 0}
+step=86400 lr=3.000000e-03 loss=3.1798 ce=3.1798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.538478479953483e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01905147358775139, 'last_eos_top1': 0}
+step=86450 lr=3.000000e-03 loss=2.8964 ce=2.8964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0185335819842294e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013598551973700523, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=700000 rows=691809 buffered=8191 part=openwebtext-t5
+step=86500 lr=3.000000e-03 loss=2.5049 ce=2.5049 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1232750441413373e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012516275979578495, 'last_eos_top1': 0}
+step=86550 lr=3.000000e-03 loss=3.1904 ce=3.1904 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.484303518547677e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01814907416701317, 'last_eos_top1': 0}
+step=86600 lr=3.000000e-03 loss=3.3322 ce=3.3322 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5668314265203662e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01902344450354576, 'last_eos_top1': 0}
+step=86650 lr=3.000000e-03 loss=1.8999 ce=1.8999 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9656434233183973e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01770917885005474, 'last_eos_top1': 0}
+step=86700 lr=3.000000e-03 loss=2.8862 ce=2.8862 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.05003689188743e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016111917793750763, 'last_eos_top1': 0}
+step=86750 lr=3.000000e-03 loss=2.7662 ce=2.7662 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1448297300375998e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01931404508650303, 'last_eos_top1': 0}
+step=86800 lr=3.000000e-03 loss=2.9786 ce=2.9786 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.246288416557945e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020290659740567207, 'last_eos_top1': 0}
+step=86850 lr=3.000000e-03 loss=3.0149 ce=3.0149 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0983757420035545e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01932038739323616, 'last_eos_top1': 0}
+step=86900 lr=3.000000e-03 loss=2.8444 ce=2.8444 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3856951631605625e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01287793554365635, 'last_eos_top1': 0}
+step=86950 lr=3.000000e-03 loss=2.3171 ce=2.3171 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.972258491558023e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014446607790887356, 'last_eos_top1': 0}
+step=87000 lr=3.000000e-03 loss=2.6819 ce=2.6819 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.201136521762237e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01576957106590271, 'last_eos_top1': 0}
+step=87050 lr=3.000000e-03 loss=2.1163 ce=2.1163 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.966236585663864e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014292432926595211, 'last_eos_top1': 0}
+step=87100 lr=3.000000e-03 loss=2.1070 ce=2.1070 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8299564039334655e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017482439056038857, 'last_eos_top1': 0}
+step=87150 lr=3.000000e-03 loss=2.8520 ce=2.8520 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2343341950327158e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014839108102023602, 'last_eos_top1': 0}
+step=87200 lr=3.000000e-03 loss=2.0517 ce=2.0517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.19994693301851e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012059126980602741, 'last_eos_top1': 0}
+step=87250 lr=3.000000e-03 loss=2.0846 ce=2.0846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2237510418344755e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01322228740900755, 'last_eos_top1': 0}
+step=87300 lr=3.000000e-03 loss=2.3779 ce=2.3779 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.126120282104239e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011645638383924961, 'last_eos_top1': 0}
+step=87350 lr=3.000000e-03 loss=1.2132 ce=1.2132 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4581432878912892e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022016102448105812, 'last_eos_top1': 0}
+step=87400 lr=3.000000e-03 loss=3.0187 ce=3.0187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1913617527170572e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020123643800616264, 'last_eos_top1': 0}
+step=87450 lr=3.000000e-03 loss=2.3038 ce=2.3038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.225817171274684e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015001567080616951, 'last_eos_top1': 0}
+step=87500 lr=3.000000e-03 loss=3.0597 ce=3.0597 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.039721251407173e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01777920499444008, 'last_eos_top1': 0}
+step=87550 lr=3.000000e-03 loss=2.8551 ce=2.8551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.296848080935888e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015500393696129322, 'last_eos_top1': 0}
+step=87600 lr=3.000000e-03 loss=2.2830 ce=2.2830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0126803317689337e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009955584071576595, 'last_eos_top1': 0}
+step=87650 lr=3.000000e-03 loss=2.1144 ce=2.1144 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.473821536521427e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017924519255757332, 'last_eos_top1': 0}
+step=87700 lr=3.000000e-03 loss=2.4353 ce=2.4353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3484230041503906e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014943776652216911, 'last_eos_top1': 0}
+step=87750 lr=3.000000e-03 loss=2.4433 ce=2.4433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.530259997816756e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017563026398420334, 'last_eos_top1': 0}
+step=87800 lr=3.000000e-03 loss=1.6236 ce=1.6236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0725614376715384e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013165295124053955, 'last_eos_top1': 0}
+step=87850 lr=3.000000e-03 loss=2.5696 ce=2.5696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3837674487149343e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012325096875429153, 'last_eos_top1': 0}
+step=87900 lr=3.000000e-03 loss=2.2072 ce=2.2072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.522063813463319e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013468379154801369, 'last_eos_top1': 0}
+step=87950 lr=3.000000e-03 loss=2.8818 ce=2.8818 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.626247447158676e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019853195175528526, 'last_eos_top1': 0}
+step=88000 lr=3.000000e-03 loss=1.9678 ce=1.9678 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.199712096422445e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01760239526629448, 'last_eos_top1': 0}
+step=88050 lr=3.000000e-03 loss=2.4520 ce=2.4520 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5755033018649556e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013659663498401642, 'last_eos_top1': 0}
+step=88100 lr=3.000000e-03 loss=2.5122 ce=2.5122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.68171196593903e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015582912601530552, 'last_eos_top1': 0}
+step=88150 lr=3.000000e-03 loss=3.8269 ce=3.8269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.095079803955741e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010982155799865723, 'last_eos_top1': 0}
+step=88200 lr=3.000000e-03 loss=2.0610 ce=2.0610 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.952441359928343e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012727607041597366, 'last_eos_top1': 0}
+step=88250 lr=3.000000e-03 loss=2.7255 ce=2.7255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0268852747685742e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019224587827920914, 'last_eos_top1': 0}
+step=88300 lr=3.000000e-03 loss=2.6380 ce=2.6380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1103008546342608e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018449094146490097, 'last_eos_top1': 0}
+step=88350 lr=3.000000e-03 loss=2.1330 ce=2.1330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.821485946304165e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020408576354384422, 'last_eos_top1': 0}
+step=88400 lr=3.000000e-03 loss=2.3608 ce=2.3608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.57807015866274e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016118017956614494, 'last_eos_top1': 0}
+step=88450 lr=3.000000e-03 loss=2.8603 ce=2.8603 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.712378085969249e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018122894689440727, 'last_eos_top1': 0}
+step=88500 lr=3.000000e-03 loss=3.1210 ce=3.1210 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4638289940194227e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013476149179041386, 'last_eos_top1': 0}
+step=88550 lr=3.000000e-03 loss=3.1331 ce=3.1331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.237242011295166e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010265435092151165, 'last_eos_top1': 0}
+step=88600 lr=3.000000e-03 loss=2.7736 ce=2.7736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3821579159412067e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014473963528871536, 'last_eos_top1': 0}
+step=88650 lr=3.000000e-03 loss=2.3527 ce=2.3527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.062893534253817e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01935599185526371, 'last_eos_top1': 0}
+step=88700 lr=3.000000e-03 loss=2.2917 ce=2.2917 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.83888912742259e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01288236677646637, 'last_eos_top1': 0}
+step=88750 lr=3.000000e-03 loss=2.4322 ce=2.4322 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3463411960401572e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012437215074896812, 'last_eos_top1': 0}
+step=88800 lr=3.000000e-03 loss=2.3289 ce=2.3289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.334894204774173e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01341267954558134, 'last_eos_top1': 0}
+step=88850 lr=3.000000e-03 loss=2.5027 ce=2.5027 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.178143732744502e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019448785111308098, 'last_eos_top1': 0}
+step=88900 lr=3.000000e-03 loss=2.6295 ce=2.6295 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.7270862018631306e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012958968058228493, 'last_eos_top1': 0}
+step=88950 lr=3.000000e-03 loss=2.3978 ce=2.3978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.28618136033765e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01735534705221653, 'last_eos_top1': 0}
+step=89000 lr=3.000000e-03 loss=2.3716 ce=2.3716 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3985984878672753e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014879812486469746, 'last_eos_top1': 0}
+step=89050 lr=3.000000e-03 loss=2.7562 ce=2.7562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0235643458145205e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019201982766389847, 'last_eos_top1': 0}
+step=89100 lr=3.000000e-03 loss=2.7182 ce=2.7182 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.644463736738544e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02073729783296585, 'last_eos_top1': 0}
+step=89150 lr=3.000000e-03 loss=3.6223 ce=3.6223 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.402688763453625e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014093093574047089, 'last_eos_top1': 0}
+step=89200 lr=3.000000e-03 loss=2.9828 ce=2.9828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.742729965480976e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020643126219511032, 'last_eos_top1': 0}
+step=89250 lr=3.000000e-03 loss=2.0310 ce=2.0310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.865598046104424e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018098847940564156, 'last_eos_top1': 0}
+step=89300 lr=3.000000e-03 loss=2.6518 ce=2.6518 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0800173185998574e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012181281112134457, 'last_eos_top1': 0}
+step=89350 lr=3.000000e-03 loss=2.2657 ce=2.2657 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8653248844202608e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014391740784049034, 'last_eos_top1': 0}
+step=89400 lr=3.000000e-03 loss=2.5002 ce=2.5002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1320251360302791e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009601580910384655, 'last_eos_top1': 0}
+step=89450 lr=3.000000e-03 loss=2.4349 ce=2.4349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0588338227535132e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010621029883623123, 'last_eos_top1': 0}
+step=89500 lr=3.000000e-03 loss=2.2331 ce=2.2331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5125926438486204e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020169856026768684, 'last_eos_top1': 0}
+step=89550 lr=3.000000e-03 loss=2.7846 ce=2.7846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.807266906136647e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01747465878725052, 'last_eos_top1': 0}
+step=89600 lr=3.000000e-03 loss=2.8822 ce=2.8822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.925229586660862e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012084489688277245, 'last_eos_top1': 0}
+step=89650 lr=3.000000e-03 loss=2.0407 ce=2.0407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.766323475749232e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018519217148423195, 'last_eos_top1': 0}
+step=89700 lr=3.000000e-03 loss=2.6787 ce=2.6787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.309747838415205e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015927674248814583, 'last_eos_top1': 0}
+step=89750 lr=3.000000e-03 loss=2.7817 ce=2.7817 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0831911822606344e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01708325371146202, 'last_eos_top1': 0}
+step=89800 lr=3.000000e-03 loss=2.8476 ce=2.8476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.618155566684436e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015053456649184227, 'last_eos_top1': 0}
+step=89850 lr=3.000000e-03 loss=2.1397 ce=2.1397 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1427938261476811e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01427421998232603, 'last_eos_top1': 0}
+step=89900 lr=3.000000e-03 loss=2.1077 ce=2.1077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2061821507813875e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017968973144888878, 'last_eos_top1': 0}
+step=89950 lr=3.000000e-03 loss=2.8420 ce=2.8420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.198282567813294e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024213258177042007, 'last_eos_top1': 0}
+step=90000 lr=3.000000e-03 loss=2.1075 ce=2.1075 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2990860341233201e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02378527820110321, 'last_eos_top1': 0}
+step=90050 lr=3.000000e-03 loss=3.4191 ce=3.4191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8110222198592965e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024663235992193222, 'last_eos_top1': 0}
+step=90100 lr=3.000000e-03 loss=2.2749 ce=2.2749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.253614512592321e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01740838587284088, 'last_eos_top1': 0}
+step=90150 lr=3.000000e-03 loss=2.7771 ce=2.7771 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4338657820189837e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027204325422644615, 'last_eos_top1': 0}
+step=90200 lr=3.000000e-03 loss=2.5897 ce=2.5897 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.168662028154358e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019036952406167984, 'last_eos_top1': 0}
+step=90250 lr=3.000000e-03 loss=2.7274 ce=2.7274 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.773254436760908e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0155669916421175, 'last_eos_top1': 0}
+step=90300 lr=3.000000e-03 loss=2.3570 ce=2.3570 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.348828825750388e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01070331409573555, 'last_eos_top1': 0}
+step=90350 lr=3.000000e-03 loss=2.5281 ce=2.5281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.829187102790456e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015111410059034824, 'last_eos_top1': 0}
+step=90400 lr=3.000000e-03 loss=2.4416 ce=2.4416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.18023033591453e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010891024023294449, 'last_eos_top1': 0}
+step=90450 lr=3.000000e-03 loss=2.6305 ce=2.6305 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5331652321037836e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01674322411417961, 'last_eos_top1': 0}
+step=90500 lr=3.000000e-03 loss=2.8295 ce=2.8295 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.139744073152542e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01244069542735815, 'last_eos_top1': 0}
+step=90550 lr=3.000000e-03 loss=2.0417 ce=2.0417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.103098257881356e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023528315126895905, 'last_eos_top1': 0}
+step=90600 lr=3.000000e-03 loss=2.1212 ce=2.1212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.003394446452148e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015001917257905006, 'last_eos_top1': 0}
+step=90650 lr=3.000000e-03 loss=2.7060 ce=2.7060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6015443179639988e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013496523723006248, 'last_eos_top1': 0}
+step=90700 lr=3.000000e-03 loss=3.1454 ce=3.1454 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.132029739092104e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016540203243494034, 'last_eos_top1': 0}
+step=90750 lr=3.000000e-03 loss=2.4852 ce=2.4852 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.943462434108369e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01660059578716755, 'last_eos_top1': 0}
+step=90800 lr=3.000000e-03 loss=3.2086 ce=3.2086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.765155841188971e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014030304737389088, 'last_eos_top1': 0}
+step=90850 lr=3.000000e-03 loss=2.8207 ce=2.8207 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1676836948026903e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01464169379323721, 'last_eos_top1': 0}
+step=90900 lr=3.000000e-03 loss=2.4697 ce=2.4697 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8426799215376377e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013488668017089367, 'last_eos_top1': 0}
+step=90950 lr=3.000000e-03 loss=2.4336 ce=2.4336 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.509481070475886e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010617265477776527, 'last_eos_top1': 0}
+step=91000 lr=3.000000e-03 loss=2.7075 ce=2.7075 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.997277523623779e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015313982032239437, 'last_eos_top1': 0}
+step=91050 lr=3.000000e-03 loss=1.9201 ce=1.9201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.940106464346172e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023707130923867226, 'last_eos_top1': 0}
+step=91100 lr=3.000000e-03 loss=2.5759 ce=2.5759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.211594462802168e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017055749893188477, 'last_eos_top1': 0}
+step=91150 lr=3.000000e-03 loss=2.4854 ce=2.4854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2660313586820848e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009782516397535801, 'last_eos_top1': 0}
+step=91200 lr=3.000000e-03 loss=2.6092 ce=2.6092 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0893749276874587e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015271247364580631, 'last_eos_top1': 0}
+step=91250 lr=3.000000e-03 loss=2.0023 ce=2.0023 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3790157026960514e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01476413942873478, 'last_eos_top1': 0}
+step=91300 lr=3.000000e-03 loss=1.9831 ce=1.9831 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.551499715598766e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02135244570672512, 'last_eos_top1': 0}
+step=91350 lr=3.000000e-03 loss=2.5611 ce=2.5611 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.860924365057144e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014222070574760437, 'last_eos_top1': 0}
+step=91400 lr=3.000000e-03 loss=3.1430 ce=3.1430 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.711695732519729e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012973044998943806, 'last_eos_top1': 0}
+step=91450 lr=3.000000e-03 loss=2.8935 ce=2.8935 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4207719686964992e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012226764112710953, 'last_eos_top1': 0}
+step=91500 lr=3.000000e-03 loss=2.3112 ce=2.3112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.60500486951787e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017736196517944336, 'last_eos_top1': 0}
+step=91550 lr=3.000000e-03 loss=2.5035 ce=2.5035 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.272091690741945e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020138941705226898, 'last_eos_top1': 0}
+step=91600 lr=3.000000e-03 loss=2.6775 ce=2.6775 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3511776160157751e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01712164655327797, 'last_eos_top1': 0}
+step=91650 lr=3.000000e-03 loss=2.1581 ce=2.1581 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2475548828660976e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019273951649665833, 'last_eos_top1': 0}
+step=91700 lr=3.000000e-03 loss=2.6141 ce=2.6141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4627157472423278e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010996222496032715, 'last_eos_top1': 0}
+step=91750 lr=3.000000e-03 loss=1.7830 ce=1.7830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.268196663470007e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016286801546812057, 'last_eos_top1': 0}
+step=91800 lr=3.000000e-03 loss=2.5127 ce=2.5127 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.233981856785249e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014512513764202595, 'last_eos_top1': 0}
+step=91850 lr=3.000000e-03 loss=2.9748 ce=2.9748 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.789558134798426e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019208716228604317, 'last_eos_top1': 0}
+step=91900 lr=3.000000e-03 loss=2.8894 ce=2.8894 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.2062803155859e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016992047429084778, 'last_eos_top1': 0}
+step=91950 lr=3.000000e-03 loss=1.6701 ce=1.6701 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8749504306470044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01064310222864151, 'last_eos_top1': 0}
+step=92000 lr=3.000000e-03 loss=1.9517 ce=1.9517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6625623175059445e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017487481236457825, 'last_eos_top1': 0}
+step=92050 lr=3.000000e-03 loss=2.7893 ce=2.7893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.076740530465031e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014350727200508118, 'last_eos_top1': 0}
+step=92100 lr=3.000000e-03 loss=1.8105 ce=1.8105 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.180823255708674e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013390094973146915, 'last_eos_top1': 0}
+step=92150 lr=3.000000e-03 loss=2.4978 ce=2.4978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.46744657488307e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016330141574144363, 'last_eos_top1': 0}
+step=92200 lr=3.000000e-03 loss=2.4639 ce=2.4639 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.327596904360689e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016468331217765808, 'last_eos_top1': 0}
+step=92250 lr=3.000000e-03 loss=2.6062 ce=2.6062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1861765415233094e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019805440679192543, 'last_eos_top1': 0}
+step=92300 lr=3.000000e-03 loss=2.9794 ce=2.9794 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.14665997697739e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01211122889071703, 'last_eos_top1': 0}
+step=92350 lr=3.000000e-03 loss=2.8744 ce=2.8744 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.078300536202732e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01120245736092329, 'last_eos_top1': 0}
+step=92400 lr=3.000000e-03 loss=2.4347 ce=2.4347 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.922113698237808e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010580512695014477, 'last_eos_top1': 0}
+step=92450 lr=3.000000e-03 loss=2.7066 ce=2.7066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.805302069144091e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015556450001895428, 'last_eos_top1': 0}
+step=92500 lr=3.000000e-03 loss=2.6858 ce=2.6858 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0578401492675766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01352888997644186, 'last_eos_top1': 0}
+step=92550 lr=3.000000e-03 loss=2.7239 ce=2.7239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.596625204721931e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01352128479629755, 'last_eos_top1': 0}
+step=92600 lr=3.000000e-03 loss=2.4551 ce=2.4551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.247690286429133e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011237766593694687, 'last_eos_top1': 0}
+step=92650 lr=3.000000e-03 loss=1.8175 ce=1.8175 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0338450010749511e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01757250912487507, 'last_eos_top1': 0}
+step=92700 lr=3.000000e-03 loss=2.0906 ce=2.0906 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3194522580306511e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013074698857963085, 'last_eos_top1': 0}
+step=92750 lr=3.000000e-03 loss=2.0817 ce=2.0817 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5896039258223027e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01801145076751709, 'last_eos_top1': 0}
+step=92800 lr=3.000000e-03 loss=2.8574 ce=2.8574 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.40376378619112e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017614100128412247, 'last_eos_top1': 0}
+step=92850 lr=3.000000e-03 loss=1.9387 ce=1.9387 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2915750378160737e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012880497612059116, 'last_eos_top1': 0}
+step=92900 lr=3.000000e-03 loss=2.0317 ce=2.0317 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6209438399528153e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01429671235382557, 'last_eos_top1': 0}
+step=92950 lr=3.000000e-03 loss=2.3455 ce=2.3455 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3481669157044962e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01676502637565136, 'last_eos_top1': 0}
+step=93000 lr=3.000000e-03 loss=2.0461 ce=2.0461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.978128218790516e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012627902440726757, 'last_eos_top1': 0}
+step=93050 lr=3.000000e-03 loss=3.0415 ce=3.0415 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.978130942210555e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01457891147583723, 'last_eos_top1': 0}
+step=93100 lr=3.000000e-03 loss=2.1447 ce=2.1447 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0514725545363035e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014051157049834728, 'last_eos_top1': 0}
+step=93150 lr=3.000000e-03 loss=2.1030 ce=2.1030 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0886134734610096e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015235860832035542, 'last_eos_top1': 0}
+step=93200 lr=3.000000e-03 loss=3.4701 ce=3.4701 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.854753104969859e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01410412136465311, 'last_eos_top1': 0}
+step=93250 lr=3.000000e-03 loss=2.9311 ce=2.9311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.490315849485341e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02528560534119606, 'last_eos_top1': 0}
+step=93300 lr=3.000000e-03 loss=2.9731 ce=2.9731 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0065179089433514e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020720066502690315, 'last_eos_top1': 0}
+step=93350 lr=3.000000e-03 loss=2.2666 ce=2.2666 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.351432370545808e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02413470670580864, 'last_eos_top1': 0}
+step=93400 lr=3.000000e-03 loss=2.2213 ce=2.2213 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.72740622778656e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017162680625915527, 'last_eos_top1': 0}
+step=93450 lr=3.000000e-03 loss=2.5440 ce=2.5440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2724840164300986e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018836140632629395, 'last_eos_top1': 0}
+step=93500 lr=3.000000e-03 loss=2.3515 ce=2.3515 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8071321139577776e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019948165863752365, 'last_eos_top1': 0}
+step=93550 lr=3.000000e-03 loss=2.4316 ce=2.4316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3593926269095391e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01561729982495308, 'last_eos_top1': 0}
+step=93600 lr=3.000000e-03 loss=2.5365 ce=2.5365 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.357292709755711e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019527677446603775, 'last_eos_top1': 0}
+step=93650 lr=3.000000e-03 loss=2.8827 ce=2.8827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9261269598209765e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01951163075864315, 'last_eos_top1': 0}
+step=93700 lr=3.000000e-03 loss=2.7647 ce=2.7647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.196539394906722e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012002662755548954, 'last_eos_top1': 0}
+step=93750 lr=3.000000e-03 loss=2.0843 ce=2.0843 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.176230039680377e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014979238621890545, 'last_eos_top1': 0}
+step=93800 lr=3.000000e-03 loss=3.1047 ce=3.1047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6118861822178587e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02351486310362816, 'last_eos_top1': 0}
+step=93850 lr=3.000000e-03 loss=2.3341 ce=2.3341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.136717042361852e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01680270954966545, 'last_eos_top1': 0}
+step=93900 lr=3.000000e-03 loss=2.9246 ce=2.9246 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.382846095220884e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01766882836818695, 'last_eos_top1': 0}
+step=93950 lr=3.000000e-03 loss=2.5096 ce=2.5096 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.83057930675568e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01787651889026165, 'last_eos_top1': 0}
+step=94000 lr=3.000000e-03 loss=3.0338 ce=3.0338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7995615053223446e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018223261460661888, 'last_eos_top1': 0}
+step=94050 lr=3.000000e-03 loss=3.1887 ce=3.1887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4923669368727133e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016049029305577278, 'last_eos_top1': 0}
+step=94100 lr=3.000000e-03 loss=2.8513 ce=2.8513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.829448046919424e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012963354587554932, 'last_eos_top1': 0}
+step=94150 lr=3.000000e-03 loss=2.3332 ce=2.3332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.452604348945897e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016981927677989006, 'last_eos_top1': 0}
+step=94200 lr=3.000000e-03 loss=2.7804 ce=2.7804 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.848976848530583e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011001251637935638, 'last_eos_top1': 0}
+step=94250 lr=3.000000e-03 loss=1.7189 ce=1.7189 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.974803596269339e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011345977894961834, 'last_eos_top1': 0}
+step=94300 lr=3.000000e-03 loss=2.9643 ce=2.9643 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.687104466138408e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018988577648997307, 'last_eos_top1': 0}
+step=94350 lr=3.000000e-03 loss=2.0260 ce=2.0260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.726394475554116e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013836955651640892, 'last_eos_top1': 0}
+step=94400 lr=3.000000e-03 loss=2.7883 ce=2.7883 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7743453756556846e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011873411014676094, 'last_eos_top1': 0}
+step=94450 lr=3.000000e-03 loss=2.7193 ce=2.7193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.673372753430158e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0110473046079278, 'last_eos_top1': 0}
+step=94500 lr=3.000000e-03 loss=2.3211 ce=2.3211 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0398209269624203e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015522080473601818, 'last_eos_top1': 0}
+step=94550 lr=3.000000e-03 loss=1.9244 ce=1.9244 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.934787906066049e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016337638720870018, 'last_eos_top1': 0}
+step=94600 lr=3.000000e-03 loss=2.8320 ce=2.8320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.795091162028257e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02048061229288578, 'last_eos_top1': 0}
+step=94650 lr=3.000000e-03 loss=2.8040 ce=2.8040 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.646282705944031e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020543484017252922, 'last_eos_top1': 0}
+step=94700 lr=3.000000e-03 loss=1.6058 ce=1.6058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.76891317096306e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015784977003932, 'last_eos_top1': 0}
+step=94750 lr=3.000000e-03 loss=2.4875 ce=2.4875 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.966870842006756e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02078123204410076, 'last_eos_top1': 0}
+step=94800 lr=3.000000e-03 loss=2.5093 ce=2.5093 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.408704550471157e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020446589216589928, 'last_eos_top1': 0}
+step=94850 lr=3.000000e-03 loss=2.1854 ce=2.1854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7153924747835845e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015191289596259594, 'last_eos_top1': 0}
+step=94900 lr=3.000000e-03 loss=2.2506 ce=2.2506 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.005396552500315e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013695224188268185, 'last_eos_top1': 0}
+step=94950 lr=3.000000e-03 loss=2.6521 ce=2.6521 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.370567588310223e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016491573303937912, 'last_eos_top1': 0}
+step=95000 lr=3.000000e-03 loss=2.2498 ce=2.2498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0661390812601894e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017755886539816856, 'last_eos_top1': 0}
+step=95050 lr=3.000000e-03 loss=3.1721 ce=3.1721 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7493111196672544e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01701034978032112, 'last_eos_top1': 0}
+step=95100 lr=3.000000e-03 loss=2.4217 ce=2.4217 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.394943632883951e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010640616528689861, 'last_eos_top1': 0}
+step=95150 lr=3.000000e-03 loss=2.6732 ce=2.6732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.110973794828169e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015229311771690845, 'last_eos_top1': 0}
+step=95200 lr=3.000000e-03 loss=2.3956 ce=2.3956 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.321043762611225e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0227047149091959, 'last_eos_top1': 0}
+step=95250 lr=3.000000e-03 loss=2.9897 ce=2.9897 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.284272159158718e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01695241965353489, 'last_eos_top1': 0}
+step=95300 lr=3.000000e-03 loss=2.8921 ce=2.8921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3615561329061165e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015837842598557472, 'last_eos_top1': 0}
+step=95350 lr=3.000000e-03 loss=2.3647 ce=2.3647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4091519915382378e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01504047866910696, 'last_eos_top1': 0}
+step=95400 lr=3.000000e-03 loss=2.6118 ce=2.6118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.704968210309744e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019769245758652687, 'last_eos_top1': 0}
+step=95450 lr=3.000000e-03 loss=2.2518 ce=2.2518 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.81448657612782e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02274337410926819, 'last_eos_top1': 0}
+step=95500 lr=3.000000e-03 loss=3.1493 ce=3.1493 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5641652832273394e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019016209989786148, 'last_eos_top1': 0}
+step=95550 lr=3.000000e-03 loss=2.7635 ce=2.7635 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.51172529917676e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02031819522380829, 'last_eos_top1': 0}
+step=95600 lr=3.000000e-03 loss=3.0458 ce=3.0458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.466250432713423e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01909858174622059, 'last_eos_top1': 0}
+step=95650 lr=3.000000e-03 loss=2.8444 ce=2.8444 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1262787413434125e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01896716095507145, 'last_eos_top1': 0}
+step=95700 lr=3.000000e-03 loss=1.5718 ce=1.5718 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.049089496518718e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016467304900288582, 'last_eos_top1': 0}
+step=95750 lr=3.000000e-03 loss=3.1520 ce=3.1520 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.99441071547335e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020068297162652016, 'last_eos_top1': 0}
+step=95800 lr=3.000000e-03 loss=2.8514 ce=2.8514 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.58738107024692e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014914567582309246, 'last_eos_top1': 0}
+step=95850 lr=3.000000e-03 loss=3.0734 ce=3.0734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0011884771520272e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02316078171133995, 'last_eos_top1': 0}
+step=95900 lr=3.000000e-03 loss=2.5819 ce=2.5819 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7821606383658946e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014569096267223358, 'last_eos_top1': 0}
+step=95950 lr=3.000000e-03 loss=2.2665 ce=2.2665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8861876014852896e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014003037475049496, 'last_eos_top1': 0}
+step=96000 lr=3.000000e-03 loss=2.2305 ce=2.2305 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0266905519529246e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017518827691674232, 'last_eos_top1': 0}
+step=96050 lr=3.000000e-03 loss=2.8559 ce=2.8559 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2049439545953646e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014270621351897717, 'last_eos_top1': 0}
+step=96100 lr=3.000000e-03 loss=2.6469 ce=2.6469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.316634825343499e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013164038769900799, 'last_eos_top1': 0}
+step=96150 lr=3.000000e-03 loss=2.7483 ce=2.7483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2183908438601065e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017946137115359306, 'last_eos_top1': 0}
+step=96200 lr=3.000000e-03 loss=2.7829 ce=2.7829 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.100162055285182e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013090580701828003, 'last_eos_top1': 0}
+step=96250 lr=3.000000e-03 loss=2.7144 ce=2.7144 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9871644326485693e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019687943160533905, 'last_eos_top1': 0}
+step=96300 lr=3.000000e-03 loss=2.8024 ce=2.8024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0700092389015481e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017033573240041733, 'last_eos_top1': 0}
+step=96350 lr=3.000000e-03 loss=2.7067 ce=2.7067 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.245564064651262e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01834648847579956, 'last_eos_top1': 0}
+step=96400 lr=3.000000e-03 loss=3.3520 ce=3.3520 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.210891221300699e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013308880850672722, 'last_eos_top1': 0}
+step=96450 lr=3.000000e-03 loss=2.1659 ce=2.1659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.475646958075231e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019365273416042328, 'last_eos_top1': 0}
+step=96500 lr=3.000000e-03 loss=2.8889 ce=2.8889 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.226481178193353e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014013480395078659, 'last_eos_top1': 0}
+step=96550 lr=3.000000e-03 loss=2.3522 ce=2.3522 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.214371124864556e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010950669646263123, 'last_eos_top1': 0}
+step=96600 lr=3.000000e-03 loss=2.0582 ce=2.0582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5923720638966188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01585756428539753, 'last_eos_top1': 0}
+step=96650 lr=3.000000e-03 loss=2.4114 ce=2.4114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0049701813841239e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014041747897863388, 'last_eos_top1': 0}
+step=96700 lr=3.000000e-03 loss=2.1153 ce=2.1153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0907989235420246e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01795542985200882, 'last_eos_top1': 0}
+step=96750 lr=3.000000e-03 loss=3.2800 ce=3.2800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4982611648738384e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02265103906393051, 'last_eos_top1': 0}
+step=96800 lr=3.000000e-03 loss=2.5432 ce=2.5432 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0898227628786117e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018727539107203484, 'last_eos_top1': 0}
+step=96850 lr=3.000000e-03 loss=2.7629 ce=2.7629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2270302249817178e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01699063740670681, 'last_eos_top1': 0}
+step=96900 lr=3.000000e-03 loss=3.6510 ce=3.6510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.303853413352044e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022958997637033463, 'last_eos_top1': 0}
+step=96950 lr=3.000000e-03 loss=2.5288 ce=2.5288 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.143476639408618e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014308842830359936, 'last_eos_top1': 0}
+step=97000 lr=3.000000e-03 loss=2.6209 ce=2.6209 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.154955109290313e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013102132827043533, 'last_eos_top1': 0}
+step=97050 lr=3.000000e-03 loss=2.4954 ce=2.4954 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3609553207061253e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015627017244696617, 'last_eos_top1': 0}
+step=97100 lr=3.000000e-03 loss=2.8045 ce=2.8045 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.278184395749122e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014816240407526493, 'last_eos_top1': 0}
+step=97150 lr=3.000000e-03 loss=2.9282 ce=2.9282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.410933565348387e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015096052549779415, 'last_eos_top1': 0}
+step=97200 lr=3.000000e-03 loss=2.5275 ce=2.5275 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.191996817506151e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014248890802264214, 'last_eos_top1': 0}
+step=97250 lr=3.000000e-03 loss=2.5997 ce=2.5997 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.93695289758034e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018354833126068115, 'last_eos_top1': 0}
+step=97300 lr=3.000000e-03 loss=2.4320 ce=2.4320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.217591478867689e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01976018399000168, 'last_eos_top1': 0}
+step=97350 lr=3.000000e-03 loss=2.0977 ce=2.0977 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.970770987711148e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01806490682065487, 'last_eos_top1': 0}
+step=97400 lr=3.000000e-03 loss=2.2296 ce=2.2296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5578748389089014e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01979902572929859, 'last_eos_top1': 0}
+step=97450 lr=3.000000e-03 loss=1.6766 ce=1.6766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9723658624570817e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011458879336714745, 'last_eos_top1': 0}
+step=97500 lr=3.000000e-03 loss=2.3738 ce=2.3738 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0351053535705432e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010819079354405403, 'last_eos_top1': 0}
+step=97550 lr=3.000000e-03 loss=2.5329 ce=2.5329 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.458089152758475e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019446875900030136, 'last_eos_top1': 0}
+step=97600 lr=3.000000e-03 loss=2.5197 ce=2.5197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.842710611934308e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011504552327096462, 'last_eos_top1': 0}
+step=97650 lr=3.000000e-03 loss=2.6210 ce=2.6210 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4623217541375197e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014681552536785603, 'last_eos_top1': 0}
+step=97700 lr=3.000000e-03 loss=2.1447 ce=2.1447 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2290695849515032e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017331024631857872, 'last_eos_top1': 0}
+step=97750 lr=3.000000e-03 loss=2.4604 ce=2.4604 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.92281480244128e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014838216826319695, 'last_eos_top1': 0}
+step=97800 lr=3.000000e-03 loss=2.3087 ce=2.3087 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9339100617798977e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01612531766295433, 'last_eos_top1': 0}
+step=97850 lr=3.000000e-03 loss=2.6893 ce=2.6893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.33743934991071e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01697487197816372, 'last_eos_top1': 0}
+step=97900 lr=3.000000e-03 loss=2.6391 ce=2.6391 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0874638974200934e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013717424124479294, 'last_eos_top1': 0}
+step=97950 lr=3.000000e-03 loss=2.0703 ce=2.0703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.691233465971891e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014053557068109512, 'last_eos_top1': 0}
+step=98000 lr=3.000000e-03 loss=1.8148 ce=1.8148 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3416167096002027e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015536733902990818, 'last_eos_top1': 0}
+step=98050 lr=3.000000e-03 loss=2.5993 ce=2.5993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.072794748324668e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018497230485081673, 'last_eos_top1': 0}
+step=98100 lr=3.000000e-03 loss=2.4372 ce=2.4372 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.159715222660452e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018803512677550316, 'last_eos_top1': 0}
+step=98150 lr=3.000000e-03 loss=1.7699 ce=1.7699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1278388228674885e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015533608384430408, 'last_eos_top1': 0}
+step=98200 lr=3.000000e-03 loss=2.8031 ce=2.8031 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7396774637745693e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01614213176071644, 'last_eos_top1': 0}
+step=98250 lr=3.000000e-03 loss=2.4165 ce=2.4165 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1409850230847951e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014190064743161201, 'last_eos_top1': 0}
+step=98300 lr=3.000000e-03 loss=3.1192 ce=3.1192 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4736217963218223e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01943770982325077, 'last_eos_top1': 0}
+step=98350 lr=3.000000e-03 loss=2.0440 ce=2.0440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.050842678931076e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01298027578741312, 'last_eos_top1': 0}
+step=98400 lr=3.000000e-03 loss=2.0361 ce=2.0361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2657382942270488e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017493916675448418, 'last_eos_top1': 0}
+step=98450 lr=3.000000e-03 loss=2.2856 ce=2.2856 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.729003194370307e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023104364052414894, 'last_eos_top1': 0}
+step=98500 lr=3.000000e-03 loss=2.6644 ce=2.6644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1541565982042812e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01839364692568779, 'last_eos_top1': 0}
+step=98550 lr=3.000000e-03 loss=3.2042 ce=3.2042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.215361736394698e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016859421506524086, 'last_eos_top1': 0}
+step=98600 lr=3.000000e-03 loss=2.7822 ce=2.7822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.049068022344727e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024235429242253304, 'last_eos_top1': 0}
+step=98650 lr=3.000000e-03 loss=2.5681 ce=2.5681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4283697712235153e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016742806881666183, 'last_eos_top1': 0}
+step=98700 lr=3.000000e-03 loss=2.8866 ce=2.8866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6017036614357494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01652383804321289, 'last_eos_top1': 0}
+step=98750 lr=3.000000e-03 loss=3.3568 ce=3.3568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.217049081489677e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015354141592979431, 'last_eos_top1': 0}
+step=98800 lr=3.000000e-03 loss=2.2196 ce=2.2196 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.033466317807324e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01562386006116867, 'last_eos_top1': 0}
+step=98850 lr=3.000000e-03 loss=2.8505 ce=2.8505 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.209038580593187e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01672736555337906, 'last_eos_top1': 0}
+step=98900 lr=3.000000e-03 loss=2.3987 ce=2.3987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.46953674024553e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015368172898888588, 'last_eos_top1': 0}
+step=98950 lr=3.000000e-03 loss=2.1640 ce=2.1640 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8089136574417353e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022864673286676407, 'last_eos_top1': 0}
+[elf_hfds direct rank=1 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=800000 rows=791809 buffered=8191 part=openwebtext-t5
+step=99000 lr=3.000000e-03 loss=2.3352 ce=2.3352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6762100131018087e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0259845033288002, 'last_eos_top1': 0}
+step=99050 lr=3.000000e-03 loss=1.7273 ce=1.7273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.19358592707431e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018269749358296394, 'last_eos_top1': 0}
+step=99100 lr=3.000000e-03 loss=2.4796 ce=2.4796 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8297880160389468e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021394431591033936, 'last_eos_top1': 0}
+step=99150 lr=3.000000e-03 loss=2.4294 ce=2.4294 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1390593499527313e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013097659684717655, 'last_eos_top1': 0}
+step=99200 lr=3.000000e-03 loss=2.6795 ce=2.6795 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.643826287065167e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015252473764121532, 'last_eos_top1': 0}
+step=99250 lr=3.000000e-03 loss=2.0685 ce=2.0685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.151310425484553e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019364533945918083, 'last_eos_top1': 0}
+step=99300 lr=3.000000e-03 loss=2.6511 ce=2.6511 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1777165127568878e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01579551212489605, 'last_eos_top1': 0}
+step=99350 lr=3.000000e-03 loss=2.0874 ce=2.0874 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6594916814938188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017977021634578705, 'last_eos_top1': 0}
+step=99400 lr=3.000000e-03 loss=2.4388 ce=2.4388 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2481868806353305e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025058617815375328, 'last_eos_top1': 0}
+step=99450 lr=3.000000e-03 loss=2.4845 ce=2.4845 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8077780623571016e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01308856438845396, 'last_eos_top1': 0}
+step=99500 lr=3.000000e-03 loss=2.6002 ce=2.6002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.151319444645196e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014161261729896069, 'last_eos_top1': 0}
+step=99550 lr=3.000000e-03 loss=2.1432 ce=2.1432 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1872111826960463e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015973443165421486, 'last_eos_top1': 0}
+step=99600 lr=3.000000e-03 loss=2.9114 ce=2.9114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.668069777835626e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02286922000348568, 'last_eos_top1': 0}
+step=99650 lr=3.000000e-03 loss=2.3914 ce=2.3914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.139789441775065e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013821408152580261, 'last_eos_top1': 0}
+step=99700 lr=3.000000e-03 loss=2.9971 ce=2.9971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.056281679571839e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015128237195312977, 'last_eos_top1': 0}
+step=99750 lr=3.000000e-03 loss=2.6203 ce=2.6203 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2168014766066335e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011204180307686329, 'last_eos_top1': 0}
+step=99800 lr=3.000000e-03 loss=2.2669 ce=2.2669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.260179437347688e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02517840452492237, 'last_eos_top1': 0}
+step=99850 lr=3.000000e-03 loss=2.5353 ce=2.5353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2013673767796718e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020681390538811684, 'last_eos_top1': 0}
+step=99900 lr=3.000000e-03 loss=2.4680 ce=2.4680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.775457328942139e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016162477433681488, 'last_eos_top1': 0}
+step=99950 lr=3.000000e-03 loss=2.4235 ce=2.4235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6115516700665466e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023128068074584007, 'last_eos_top1': 0}
+step=100000 lr=3.000000e-03 loss=1.9901 ce=1.9901 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0039880837430246e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015007365494966507, 'last_eos_top1': 0}
+step=100050 lr=3.000000e-03 loss=3.1380 ce=3.1380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.889102562330663e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022998135536909103, 'last_eos_top1': 0}
+step=100100 lr=3.000000e-03 loss=2.2595 ce=2.2595 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.348549540125532e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015201449394226074, 'last_eos_top1': 0}
+step=100150 lr=3.000000e-03 loss=2.6239 ce=2.6239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3641106306749862e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018989190459251404, 'last_eos_top1': 0}
+step=100200 lr=3.000000e-03 loss=2.6302 ce=2.6302 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2157291823532432e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019670139998197556, 'last_eos_top1': 0}
+step=100250 lr=3.000000e-03 loss=2.3065 ce=2.3065 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0093155651702546e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02104099653661251, 'last_eos_top1': 0}
+step=100300 lr=3.000000e-03 loss=2.8513 ce=2.8513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.86142289446434e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015184357762336731, 'last_eos_top1': 0}
+step=100350 lr=3.000000e-03 loss=2.1102 ce=2.1102 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.763840353116393e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015684451907873154, 'last_eos_top1': 0}
+step=100400 lr=3.000000e-03 loss=2.0078 ce=2.0078 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5894283933448605e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015309495851397514, 'last_eos_top1': 0}
+step=100450 lr=3.000000e-03 loss=2.4703 ce=2.4703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1370249012543354e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022288009524345398, 'last_eos_top1': 0}
+step=100500 lr=3.000000e-03 loss=2.0948 ce=2.0948 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.335640081379097e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018178220838308334, 'last_eos_top1': 0}
+step=100550 lr=3.000000e-03 loss=1.9711 ce=1.9711 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1615822333842516e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018018605187535286, 'last_eos_top1': 0}
+step=100600 lr=3.000000e-03 loss=2.2296 ce=2.2296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.488076097506564e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019783226773142815, 'last_eos_top1': 0}
+step=100650 lr=3.000000e-03 loss=2.7051 ce=2.7051 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3420836694422178e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02404114603996277, 'last_eos_top1': 0}
+step=100700 lr=3.000000e-03 loss=2.7660 ce=2.7660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.867184073489625e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017325416207313538, 'last_eos_top1': 0}
+step=100750 lr=3.000000e-03 loss=2.5118 ce=2.5118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.62150466471212e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02007569745182991, 'last_eos_top1': 0}
+step=100800 lr=3.000000e-03 loss=1.9237 ce=1.9237 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.591332855052315e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017980102449655533, 'last_eos_top1': 0}
+step=100850 lr=3.000000e-03 loss=2.6693 ce=2.6693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.392935807118192e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019598279148340225, 'last_eos_top1': 0}
+step=100900 lr=3.000000e-03 loss=2.6749 ce=2.6749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.208394890767522e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021402696147561073, 'last_eos_top1': 0}
+step=100950 lr=3.000000e-03 loss=1.8992 ce=1.8992 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.084934390557464e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020344899967312813, 'last_eos_top1': 0}
+step=101000 lr=3.000000e-03 loss=2.2114 ce=2.2114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4571268366125878e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01342663262039423, 'last_eos_top1': 0}
+step=101050 lr=3.000000e-03 loss=2.0940 ce=2.0940 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4989838493638672e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018559781834483147, 'last_eos_top1': 0}
+step=101100 lr=3.000000e-03 loss=3.2201 ce=3.2201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.053020792431198e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021304238587617874, 'last_eos_top1': 0}
+step=101150 lr=3.000000e-03 loss=2.3059 ce=2.3059 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1101566087745596e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017351672053337097, 'last_eos_top1': 0}
+step=101200 lr=3.000000e-03 loss=1.7891 ce=1.7891 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0947923328785691e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02550620213150978, 'last_eos_top1': 0}
+step=101250 lr=3.000000e-03 loss=2.9588 ce=2.9588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.81639767208253e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016534991562366486, 'last_eos_top1': 0}
+step=101300 lr=3.000000e-03 loss=2.3314 ce=2.3314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.473765552073019e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01666221208870411, 'last_eos_top1': 0}
+step=101350 lr=3.000000e-03 loss=3.5266 ce=3.5266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.624335350759793e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013054177165031433, 'last_eos_top1': 0}
+step=101400 lr=3.000000e-03 loss=3.1641 ce=3.1641 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.29830787552055e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011915415525436401, 'last_eos_top1': 0}
+step=101450 lr=3.000000e-03 loss=1.7631 ce=1.7631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.31995658800588e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013231337070465088, 'last_eos_top1': 0}
+step=101500 lr=3.000000e-03 loss=1.8798 ce=1.8798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.044909918680787e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013781852088868618, 'last_eos_top1': 0}
+step=101550 lr=3.000000e-03 loss=2.3830 ce=2.3830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.860512202256359e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013126662001013756, 'last_eos_top1': 0}
+step=101600 lr=3.000000e-03 loss=3.0060 ce=3.0060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0681663297873456e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02597859315574169, 'last_eos_top1': 0}
+step=101650 lr=3.000000e-03 loss=2.2340 ce=2.2340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.822210035446915e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014063897542655468, 'last_eos_top1': 0}
+step=101700 lr=3.000000e-03 loss=1.8612 ce=1.8612 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.410947207768913e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016177570447325706, 'last_eos_top1': 0}
+step=101750 lr=3.000000e-03 loss=2.0626 ce=2.0626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0772215318866074e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014003638178110123, 'last_eos_top1': 0}
+step=101800 lr=3.000000e-03 loss=3.0173 ce=3.0173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2290181732387282e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01706778258085251, 'last_eos_top1': 0}
+step=101850 lr=3.000000e-03 loss=2.8643 ce=2.8643 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.672331927693449e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019585682079195976, 'last_eos_top1': 0}
+step=101900 lr=3.000000e-03 loss=2.0072 ce=2.0072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.706807961454615e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015986764803528786, 'last_eos_top1': 0}
+step=101950 lr=3.000000e-03 loss=2.1267 ce=2.1267 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.0299524850270245e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02141476795077324, 'last_eos_top1': 0}
+step=102000 lr=3.000000e-03 loss=3.3237 ce=3.3237 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.582007467339281e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016449782997369766, 'last_eos_top1': 0}
+step=102050 lr=3.000000e-03 loss=2.6044 ce=2.6044 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1171154255862348e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014453512616455555, 'last_eos_top1': 0}
+step=102100 lr=3.000000e-03 loss=3.0788 ce=3.0788 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7122016288340092e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01276403572410345, 'last_eos_top1': 0}
+step=102150 lr=3.000000e-03 loss=2.4422 ce=2.4422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2907323252875358e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013970470987260342, 'last_eos_top1': 0}
+step=102200 lr=3.000000e-03 loss=2.6740 ce=2.6740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.639305082790088e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012456369586288929, 'last_eos_top1': 0}
+step=102250 lr=3.000000e-03 loss=2.3261 ce=2.3261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0964546163449995e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026578586548566818, 'last_eos_top1': 0}
+step=102300 lr=3.000000e-03 loss=2.6282 ce=2.6282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.173553735308815e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018153324723243713, 'last_eos_top1': 0}
+step=102350 lr=3.000000e-03 loss=2.4978 ce=2.4978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9790075384662487e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01614218018949032, 'last_eos_top1': 0}
+step=102400 lr=3.000000e-03 loss=2.4503 ce=2.4503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1335998351569287e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02079225517809391, 'last_eos_top1': 0}
+step=102450 lr=3.000000e-03 loss=2.8590 ce=2.8590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.36579253396485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011459484696388245, 'last_eos_top1': 0}
+step=102500 lr=3.000000e-03 loss=2.1914 ce=2.1914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.844293339876458e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01064908504486084, 'last_eos_top1': 0}
+step=102550 lr=3.000000e-03 loss=2.2979 ce=2.2979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.239736416726373e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014609859324991703, 'last_eos_top1': 0}
+step=102600 lr=3.000000e-03 loss=1.9408 ce=1.9408 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.398658878315473e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012723931111395359, 'last_eos_top1': 0}
+step=102650 lr=3.000000e-03 loss=2.8410 ce=2.8410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.227090231433976e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015474007464945316, 'last_eos_top1': 0}
+step=102700 lr=3.000000e-03 loss=2.6198 ce=2.6198 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.193305241846247e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01262172032147646, 'last_eos_top1': 0}
+step=102750 lr=3.000000e-03 loss=2.9513 ce=2.9513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1694638487824704e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017016233876347542, 'last_eos_top1': 0}
+step=102800 lr=3.000000e-03 loss=2.4244 ce=2.4244 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2162439563544467e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011563245207071304, 'last_eos_top1': 0}
+step=102850 lr=3.000000e-03 loss=2.0866 ce=2.0866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6541143850190565e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017185423523187637, 'last_eos_top1': 0}
+step=102900 lr=3.000000e-03 loss=2.3968 ce=2.3968 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8393689717631787e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021660469472408295, 'last_eos_top1': 0}
+step=102950 lr=3.000000e-03 loss=2.3993 ce=2.3993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.309152412432013e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023487456142902374, 'last_eos_top1': 0}
+step=103000 lr=3.000000e-03 loss=2.2663 ce=2.2663 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1156305340118706e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017413688823580742, 'last_eos_top1': 0}
+step=103050 lr=3.000000e-03 loss=2.2974 ce=2.2974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.239780704054283e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01930762454867363, 'last_eos_top1': 0}
+step=103100 lr=3.000000e-03 loss=2.0887 ce=2.0887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2683236491284333e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017478637397289276, 'last_eos_top1': 0}
+step=103150 lr=3.000000e-03 loss=3.1060 ce=3.1060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1757303077029064e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013368071988224983, 'last_eos_top1': 0}
+step=103200 lr=3.000000e-03 loss=2.2077 ce=2.2077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.70011608133791e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012917228043079376, 'last_eos_top1': 0}
+step=103250 lr=3.000000e-03 loss=2.4675 ce=2.4675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.662360409682151e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01522060763090849, 'last_eos_top1': 0}
+step=103300 lr=3.000000e-03 loss=2.3899 ce=2.3899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3921456229581963e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.00905580259859562, 'last_eos_top1': 0}
+step=103350 lr=3.000000e-03 loss=2.0823 ce=2.0823 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.745427642978029e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013432691805064678, 'last_eos_top1': 0}
+step=103400 lr=3.000000e-03 loss=2.1523 ce=2.1523 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.006376563367667e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017699403688311577, 'last_eos_top1': 0}
+step=103450 lr=3.000000e-03 loss=2.1855 ce=2.1855 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.567879684851505e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012592273764312267, 'last_eos_top1': 0}
+step=103500 lr=3.000000e-03 loss=1.4093 ce=1.4093 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4017981559154578e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01921617053449154, 'last_eos_top1': 0}
+step=103550 lr=3.000000e-03 loss=2.7160 ce=2.7160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6957070329226553e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014059764333069324, 'last_eos_top1': 0}
+step=103600 lr=3.000000e-03 loss=2.7777 ce=2.7777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0000524525821675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015217793174088001, 'last_eos_top1': 0}
+step=103650 lr=3.000000e-03 loss=2.6747 ce=2.6747 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6354764738935046e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01321751531213522, 'last_eos_top1': 0}
+step=103700 lr=3.000000e-03 loss=2.0024 ce=2.0024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.272468560084235e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.00938690360635519, 'last_eos_top1': 0}
+step=103750 lr=3.000000e-03 loss=2.7282 ce=2.7282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5828451068955474e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013012309558689594, 'last_eos_top1': 0}
+step=103800 lr=3.000000e-03 loss=3.0466 ce=3.0466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.897248330351431e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022576069459319115, 'last_eos_top1': 0}
+step=103850 lr=3.000000e-03 loss=2.2722 ce=2.2722 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6245557819493115e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018998967483639717, 'last_eos_top1': 0}
+step=103900 lr=3.000000e-03 loss=2.2066 ce=2.2066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.395983144902857e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013108796440064907, 'last_eos_top1': 0}
+step=103950 lr=3.000000e-03 loss=2.8973 ce=2.8973 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3987451641005464e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023965593427419662, 'last_eos_top1': 0}
+step=104000 lr=3.000000e-03 loss=2.4195 ce=2.4195 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3936424693383742e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01823124662041664, 'last_eos_top1': 0}
+step=104050 lr=3.000000e-03 loss=2.6703 ce=2.6703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9094137062202208e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017172809690237045, 'last_eos_top1': 0}
+step=104100 lr=3.000000e-03 loss=2.2893 ce=2.2893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2172687749844044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014999140053987503, 'last_eos_top1': 0}
+step=104150 lr=3.000000e-03 loss=1.8500 ce=1.8500 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6892905225395225e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014889090321958065, 'last_eos_top1': 0}
+step=104200 lr=3.000000e-03 loss=2.7361 ce=2.7361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4259768906631507e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01702730730175972, 'last_eos_top1': 0}
+step=104250 lr=3.000000e-03 loss=2.5484 ce=2.5484 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9046025045099668e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012065657414495945, 'last_eos_top1': 0}
+step=104300 lr=3.000000e-03 loss=3.2048 ce=3.2048 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.934276593208779e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013873651623725891, 'last_eos_top1': 0}
+step=104350 lr=3.000000e-03 loss=2.5958 ce=2.5958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8565526008605957e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022345710545778275, 'last_eos_top1': 0}
+step=104400 lr=3.000000e-03 loss=3.1715 ce=3.1715 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1542622309643775e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013930806890130043, 'last_eos_top1': 0}
+step=104450 lr=3.000000e-03 loss=1.9947 ce=1.9947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7119216611026786e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02091795764863491, 'last_eos_top1': 0}
+step=104500 lr=3.000000e-03 loss=2.8887 ce=2.8887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.033983299857937e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011844498105347157, 'last_eos_top1': 0}
+step=104550 lr=3.000000e-03 loss=2.1965 ce=2.1965 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.073705324321054e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014403452165424824, 'last_eos_top1': 0}
+step=104600 lr=3.000000e-03 loss=2.7593 ce=2.7593 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2546575817395933e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014813879504799843, 'last_eos_top1': 0}
+step=104650 lr=3.000000e-03 loss=2.5888 ce=2.5888 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1874559277202934e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013868656940758228, 'last_eos_top1': 0}
+step=104700 lr=3.000000e-03 loss=2.4072 ce=2.4072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.37402058095904e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0133000323548913, 'last_eos_top1': 0}
+step=104750 lr=3.000000e-03 loss=2.6352 ce=2.6352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6582613170612603e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009616212919354439, 'last_eos_top1': 0}
+step=104800 lr=3.000000e-03 loss=2.2369 ce=2.2369 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.115469214913901e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012932514771819115, 'last_eos_top1': 0}
+step=104850 lr=3.000000e-03 loss=1.6436 ce=1.6436 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.198490594513714e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021207328885793686, 'last_eos_top1': 0}
+step=104900 lr=3.000000e-03 loss=2.9134 ce=2.9134 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2513409678358585e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015089493244886398, 'last_eos_top1': 0}
+step=104950 lr=3.000000e-03 loss=2.8194 ce=2.8194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.713137842481956e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01083333045244217, 'last_eos_top1': 0}
+step=105000 lr=3.000000e-03 loss=2.4225 ce=2.4225 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2138692000007723e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015224548988044262, 'last_eos_top1': 0}
+step=105050 lr=3.000000e-03 loss=2.8541 ce=2.8541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.990878657437861e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015447231009602547, 'last_eos_top1': 0}
+step=105100 lr=3.000000e-03 loss=2.1984 ce=2.1984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.100306301144883e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013407764956355095, 'last_eos_top1': 0}
+step=105150 lr=3.000000e-03 loss=2.0629 ce=2.0629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.965550811495632e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01453784853219986, 'last_eos_top1': 0}
+step=105200 lr=3.000000e-03 loss=2.4007 ce=2.4007 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.772193152457476e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020199885591864586, 'last_eos_top1': 0}
+step=105250 lr=3.000000e-03 loss=1.9070 ce=1.9070 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.27591065899469e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011728253215551376, 'last_eos_top1': 0}
+step=105300 lr=3.000000e-03 loss=1.9260 ce=1.9260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.988592339330353e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018354356288909912, 'last_eos_top1': 0}
+step=105350 lr=3.000000e-03 loss=1.8937 ce=1.8937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2373074241622817e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011544432491064072, 'last_eos_top1': 0}
+step=105400 lr=3.000000e-03 loss=2.3364 ce=2.3364 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.628382935654372e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013185633346438408, 'last_eos_top1': 0}
+step=105450 lr=3.000000e-03 loss=2.2712 ce=2.2712 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7222833523410372e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014337524771690369, 'last_eos_top1': 0}
+step=105500 lr=3.000000e-03 loss=3.1273 ce=3.1273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1873296898556873e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010644056834280491, 'last_eos_top1': 0}
+step=105550 lr=3.000000e-03 loss=2.4767 ce=2.4767 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9796447304543108e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015613020397722721, 'last_eos_top1': 0}
+step=105600 lr=3.000000e-03 loss=1.9448 ce=1.9448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.515644599858206e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012011783197522163, 'last_eos_top1': 0}
+step=105650 lr=3.000000e-03 loss=2.5124 ce=2.5124 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.485416517738486e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0178475771099329, 'last_eos_top1': 0}
+step=105700 lr=3.000000e-03 loss=2.6064 ce=2.6064 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.404224455356598e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01854104734957218, 'last_eos_top1': 0}
+step=105750 lr=3.000000e-03 loss=2.6428 ce=2.6428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.076205626304727e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018073037266731262, 'last_eos_top1': 0}
+step=105800 lr=3.000000e-03 loss=2.3573 ce=2.3573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4422122148971539e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015054933726787567, 'last_eos_top1': 0}
+step=105850 lr=3.000000e-03 loss=2.5578 ce=2.5578 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.769233080674894e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01630815863609314, 'last_eos_top1': 0}
+step=105900 lr=3.000000e-03 loss=2.0093 ce=2.0093 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.13845069083618e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01729610189795494, 'last_eos_top1': 0}
+step=105950 lr=3.000000e-03 loss=2.4117 ce=2.4117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2413457625370938e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01692000776529312, 'last_eos_top1': 0}
+step=106000 lr=3.000000e-03 loss=2.5840 ce=2.5840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4810286302235909e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013176586478948593, 'last_eos_top1': 0}
+step=106050 lr=3.000000e-03 loss=2.4957 ce=2.4957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3472637874656357e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011967961676418781, 'last_eos_top1': 0}
+step=106100 lr=3.000000e-03 loss=2.4679 ce=2.4679 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2851200153818354e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014493724331259727, 'last_eos_top1': 0}
+step=106150 lr=3.000000e-03 loss=1.8703 ce=1.8703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.5158859544899315e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017547065392136574, 'last_eos_top1': 0}
+step=106200 lr=3.000000e-03 loss=2.5768 ce=2.5768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3018259778618813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011721432209014893, 'last_eos_top1': 0}
+step=106250 lr=3.000000e-03 loss=2.2027 ce=2.2027 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2663102097576484e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015112776309251785, 'last_eos_top1': 0}
+step=106300 lr=3.000000e-03 loss=1.9841 ce=1.9841 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.15091599279549e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011582124046981335, 'last_eos_top1': 0}
+step=106350 lr=3.000000e-03 loss=2.5616 ce=2.5616 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6257140891393647e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01910080388188362, 'last_eos_top1': 0}
+step=106400 lr=3.000000e-03 loss=2.6305 ce=2.6305 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.664916948764585e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014147027395665646, 'last_eos_top1': 0}
+step=106450 lr=3.000000e-03 loss=2.6855 ce=2.6855 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.736304279300384e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014575798995792866, 'last_eos_top1': 0}
+step=106500 lr=3.000000e-03 loss=2.1990 ce=2.1990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.702327947190497e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013204694725573063, 'last_eos_top1': 0}
+step=106550 lr=3.000000e-03 loss=3.5221 ce=3.5221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.463017856120132e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012490173801779747, 'last_eos_top1': 0}
+step=106600 lr=3.000000e-03 loss=2.0651 ce=2.0651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.540488589555025e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014942814595997334, 'last_eos_top1': 0}
+step=106650 lr=3.000000e-03 loss=3.3609 ce=3.3609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8896706023951992e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022816868498921394, 'last_eos_top1': 0}
+step=106700 lr=3.000000e-03 loss=3.0019 ce=3.0019 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.209181159036234e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013280346989631653, 'last_eos_top1': 0}
+step=106750 lr=3.000000e-03 loss=2.7157 ce=2.7157 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.311380310653476e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01256003137677908, 'last_eos_top1': 0}
+step=106800 lr=3.000000e-03 loss=2.7491 ce=2.7491 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.397779311053455e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012761155143380165, 'last_eos_top1': 0}
+step=106850 lr=3.000000e-03 loss=2.8541 ce=2.8541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2802381863584742e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012238354422152042, 'last_eos_top1': 0}
+step=106900 lr=3.000000e-03 loss=2.2175 ce=2.2175 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.636842691572383e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014796776697039604, 'last_eos_top1': 0}
+step=106950 lr=3.000000e-03 loss=2.6787 ce=2.6787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9024962208932266e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016649357974529266, 'last_eos_top1': 0}
+step=107000 lr=3.000000e-03 loss=2.5903 ce=2.5903 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2453566341719124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02100292593240738, 'last_eos_top1': 0}
+step=107050 lr=3.000000e-03 loss=2.7429 ce=2.7429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1432011888246052e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02005651220679283, 'last_eos_top1': 0}
+step=107100 lr=3.000000e-03 loss=2.6895 ce=2.6895 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.540913429693319e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016705702990293503, 'last_eos_top1': 0}
+step=107150 lr=3.000000e-03 loss=2.6048 ce=2.6048 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5525579985696822e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011059440672397614, 'last_eos_top1': 0}
+step=107200 lr=3.000000e-03 loss=2.6919 ce=2.6919 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2131232324463781e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012075956910848618, 'last_eos_top1': 0}
+step=107250 lr=3.000000e-03 loss=3.0332 ce=3.0332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6849380699568428e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01509048044681549, 'last_eos_top1': 0}
+step=107300 lr=3.000000e-03 loss=2.4042 ce=2.4042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9462186173768714e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013698623515665531, 'last_eos_top1': 0}
+step=107350 lr=3.000000e-03 loss=2.7222 ce=2.7222 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0760460756719112e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01550327055156231, 'last_eos_top1': 0}
+step=107400 lr=3.000000e-03 loss=2.1602 ce=2.1602 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.150503976532491e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013309492729604244, 'last_eos_top1': 0}
+step=107450 lr=3.000000e-03 loss=2.6766 ce=2.6766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3497437723563053e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011608590371906757, 'last_eos_top1': 0}
+step=107500 lr=3.000000e-03 loss=1.8869 ce=1.8869 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.142923550418345e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015867188572883606, 'last_eos_top1': 0}
+step=107550 lr=3.000000e-03 loss=2.8199 ce=2.8199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.765336704324e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017587248235940933, 'last_eos_top1': 0}
+step=107600 lr=3.000000e-03 loss=1.9803 ce=1.9803 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3012044291826896e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015133289620280266, 'last_eos_top1': 0}
+step=107650 lr=3.000000e-03 loss=1.9158 ce=1.9158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.35419598640874e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014125418849289417, 'last_eos_top1': 0}
+step=107700 lr=3.000000e-03 loss=2.1563 ce=2.1563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3669988877372816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009515869431197643, 'last_eos_top1': 0}
+step=107750 lr=3.000000e-03 loss=2.8303 ce=2.8303 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8809590983437374e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013222083449363708, 'last_eos_top1': 0}
+step=107800 lr=3.000000e-03 loss=2.2785 ce=2.2785 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.400295089610154e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016333838924765587, 'last_eos_top1': 0}
+step=107850 lr=3.000000e-03 loss=2.9378 ce=2.9378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.966651537572034e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016402380540966988, 'last_eos_top1': 0}
+step=107900 lr=3.000000e-03 loss=2.7410 ce=2.7410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.081746449926868e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013122878037393093, 'last_eos_top1': 0}
+step=107950 lr=3.000000e-03 loss=3.0401 ce=3.0401 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2376912309264299e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01609133742749691, 'last_eos_top1': 0}
+step=108000 lr=3.000000e-03 loss=3.4033 ce=3.4033 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.714999578136485e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011910179629921913, 'last_eos_top1': 0}
+step=108050 lr=3.000000e-03 loss=2.4415 ce=2.4415 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8730816009338014e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01328573189675808, 'last_eos_top1': 0}
+step=108100 lr=3.000000e-03 loss=1.9567 ce=1.9567 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.24110517592635e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014617405831813812, 'last_eos_top1': 0}
+step=108150 lr=3.000000e-03 loss=2.8064 ce=2.8064 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.388077882642392e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016341406852006912, 'last_eos_top1': 0}
+step=108200 lr=3.000000e-03 loss=2.6707 ce=2.6707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1620655641308986e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01956208609044552, 'last_eos_top1': 0}
+step=108250 lr=3.000000e-03 loss=2.1543 ce=2.1543 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.471330263797427e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.012039491906762123, 'last_eos_top1': 0}
+step=108300 lr=3.000000e-03 loss=2.3622 ce=2.3622 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7736550944391638e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013427742756903172, 'last_eos_top1': 0}
+step=108350 lr=3.000000e-03 loss=2.3230 ce=2.3230 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.415021860244451e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02051028423011303, 'last_eos_top1': 0}
+step=108400 lr=3.000000e-03 loss=2.6043 ce=2.6043 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.549774985207478e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01496872492134571, 'last_eos_top1': 0}
+step=108450 lr=3.000000e-03 loss=2.8519 ce=2.8519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.556210802140413e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017190368846058846, 'last_eos_top1': 0}
+step=108500 lr=3.000000e-03 loss=2.3104 ce=2.3104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.968123670958448e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021883225068449974, 'last_eos_top1': 0}
+step=108550 lr=3.000000e-03 loss=2.6308 ce=2.6308 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4556139730266295e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018194828182458878, 'last_eos_top1': 0}
+step=108600 lr=3.000000e-03 loss=2.6267 ce=2.6267 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.702589755353983e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014441353268921375, 'last_eos_top1': 0}
+step=108650 lr=3.000000e-03 loss=2.7925 ce=2.7925 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.284657628275454e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012997951358556747, 'last_eos_top1': 0}
+step=108700 lr=3.000000e-03 loss=2.5853 ce=2.5853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.05360105005093e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016557401046156883, 'last_eos_top1': 0}
+step=108750 lr=3.000000e-03 loss=2.7065 ce=2.7065 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.197576799924718e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01851748861372471, 'last_eos_top1': 0}
+step=108800 lr=3.000000e-03 loss=2.5864 ce=2.5864 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1293230272713117e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01867063343524933, 'last_eos_top1': 0}
+step=108850 lr=3.000000e-03 loss=2.2012 ce=2.2012 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3668329302163329e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014547125436365604, 'last_eos_top1': 0}
+step=108900 lr=3.000000e-03 loss=2.6859 ce=2.6859 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.43572013056837e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013615719974040985, 'last_eos_top1': 0}
+step=108950 lr=3.000000e-03 loss=2.3875 ce=2.3875 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.707072437464376e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01467357948422432, 'last_eos_top1': 0}
+step=109000 lr=3.000000e-03 loss=2.4749 ce=2.4749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.099790658074198e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014446503482758999, 'last_eos_top1': 0}
+step=109050 lr=3.000000e-03 loss=2.3530 ce=2.3530 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3503069567377679e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011381412856280804, 'last_eos_top1': 0}
+step=109100 lr=3.000000e-03 loss=2.8821 ce=2.8821 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4315499356598593e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013238326646387577, 'last_eos_top1': 0}
+step=109150 lr=3.000000e-03 loss=1.9661 ce=1.9661 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5599487596773542e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014430713839828968, 'last_eos_top1': 0}
+step=109200 lr=3.000000e-03 loss=2.6552 ce=2.6552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.349477265146561e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013322466053068638, 'last_eos_top1': 0}
+step=109250 lr=3.000000e-03 loss=3.3510 ce=3.3510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.639220712007955e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020465372130274773, 'last_eos_top1': 0}
+step=109300 lr=3.000000e-03 loss=3.2723 ce=3.2723 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9035962395719253e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02385740913450718, 'last_eos_top1': 0}
+step=109350 lr=3.000000e-03 loss=1.9864 ce=1.9864 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.967576827155426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012537138536572456, 'last_eos_top1': 0}
+step=109400 lr=3.000000e-03 loss=1.9945 ce=1.9945 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.1852106227888726e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011068383231759071, 'last_eos_top1': 0}
+step=109450 lr=3.000000e-03 loss=2.5601 ce=2.5601 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.715114184567938e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01633746735751629, 'last_eos_top1': 0}
+step=109500 lr=3.000000e-03 loss=2.5245 ce=2.5245 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.951608803414274e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012221382930874825, 'last_eos_top1': 0}
+step=109550 lr=3.000000e-03 loss=3.0090 ce=3.0090 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2555896066478454e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015031597577035427, 'last_eos_top1': 0}
+step=109600 lr=3.000000e-03 loss=2.1833 ce=2.1833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0110433322552126e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014687328599393368, 'last_eos_top1': 0}
+step=109650 lr=3.000000e-03 loss=1.8501 ce=1.8501 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5880586943239905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02098422683775425, 'last_eos_top1': 0}
+step=109700 lr=3.000000e-03 loss=2.1256 ce=2.1256 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4788301086809952e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019176490604877472, 'last_eos_top1': 0}
+step=109750 lr=3.000000e-03 loss=2.5902 ce=2.5902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.317115316458512e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014037033542990685, 'last_eos_top1': 0}
+step=109800 lr=3.000000e-03 loss=2.2507 ce=2.2507 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3770580153504852e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01716170646250248, 'last_eos_top1': 0}
+step=109850 lr=3.000000e-03 loss=2.3886 ce=2.3886 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.242634946014732e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012477287091314793, 'last_eos_top1': 0}
+step=109900 lr=3.000000e-03 loss=2.6029 ce=2.6029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.574016278027557e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017659297212958336, 'last_eos_top1': 0}
+step=109950 lr=3.000000e-03 loss=2.7818 ce=2.7818 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7530104489414953e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013990592211484909, 'last_eos_top1': 0}
+step=110000 lr=3.000000e-03 loss=2.2414 ce=2.2414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8333386580925435e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01549595594406128, 'last_eos_top1': 0}
+step=110050 lr=3.000000e-03 loss=2.6782 ce=2.6782 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.01398860453628e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02282031811773777, 'last_eos_top1': 0}
+step=110100 lr=3.000000e-03 loss=2.5733 ce=2.5733 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.416030110907741e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018421802669763565, 'last_eos_top1': 0}
+step=110150 lr=3.000000e-03 loss=2.3953 ce=2.3953 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.30992791330209e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028836054727435112, 'last_eos_top1': 0}
+step=110200 lr=3.000000e-03 loss=3.1618 ce=3.1618 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.993873567902483e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018557345494627953, 'last_eos_top1': 0}
+step=110250 lr=3.000000e-03 loss=1.5815 ce=1.5815 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1431315215304494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016903908923268318, 'last_eos_top1': 0}
+step=110300 lr=3.000000e-03 loss=2.3280 ce=2.3280 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4381796063389629e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0165382269769907, 'last_eos_top1': 0}
+step=110350 lr=3.000000e-03 loss=2.3852 ce=2.3852 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3243601642898284e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018180174753069878, 'last_eos_top1': 0}
+step=110400 lr=3.000000e-03 loss=1.8939 ce=1.8939 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0040815141110215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018949907273054123, 'last_eos_top1': 0}
+step=110450 lr=3.000000e-03 loss=2.2604 ce=2.2604 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0820819625223521e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01637810654938221, 'last_eos_top1': 0}
+step=110500 lr=3.000000e-03 loss=2.7036 ce=2.7036 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.941805203387048e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01881585456430912, 'last_eos_top1': 0}
+step=110550 lr=3.000000e-03 loss=3.5136 ce=3.5136 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.985469084000215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01843912899494171, 'last_eos_top1': 0}
+step=110600 lr=3.000000e-03 loss=2.4183 ce=2.4183 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.885489993786905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017852148041129112, 'last_eos_top1': 0}
+step=110650 lr=3.000000e-03 loss=1.9270 ce=1.9270 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.326052824879298e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014841212891042233, 'last_eos_top1': 0}
+step=110700 lr=3.000000e-03 loss=3.1152 ce=3.1152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.468767242040485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025683756917715073, 'last_eos_top1': 0}
+step=110750 lr=3.000000e-03 loss=2.1841 ce=2.1841 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4981166613288224e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022964447736740112, 'last_eos_top1': 0}
+step=110800 lr=3.000000e-03 loss=2.4749 ce=2.4749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6575536543969065e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016802949830889702, 'last_eos_top1': 0}
+step=110850 lr=3.000000e-03 loss=2.3879 ce=2.3879 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5138955859583803e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013208598829805851, 'last_eos_top1': 0}
+step=110900 lr=3.000000e-03 loss=2.4062 ce=2.4062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.884699228568934e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010941406711935997, 'last_eos_top1': 0}
+step=110950 lr=3.000000e-03 loss=2.1176 ce=2.1176 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.398151966393925e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013016358017921448, 'last_eos_top1': 0}
+step=111000 lr=3.000000e-03 loss=2.3074 ce=2.3074 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2613767214352265e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017807699739933014, 'last_eos_top1': 0}
+step=111050 lr=3.000000e-03 loss=2.4162 ce=2.4162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.633528391830623e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01726744882762432, 'last_eos_top1': 0}
+step=111100 lr=3.000000e-03 loss=2.3104 ce=2.3104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.200618059257977e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01371749397367239, 'last_eos_top1': 0}
+step=111150 lr=3.000000e-03 loss=2.0669 ce=2.0669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.203979940735735e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011227734386920929, 'last_eos_top1': 0}
+step=111200 lr=3.000000e-03 loss=2.1350 ce=2.1350 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4172029952751473e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010767826810479164, 'last_eos_top1': 0}
+step=111250 lr=3.000000e-03 loss=2.3847 ce=2.3847 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6659711036481895e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009381473064422607, 'last_eos_top1': 0}
+step=111300 lr=3.000000e-03 loss=2.3527 ce=2.3527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2666512702708133e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01215182151645422, 'last_eos_top1': 0}
+step=111350 lr=3.000000e-03 loss=2.7101 ce=2.7101 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.016459105419926e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017450161278247833, 'last_eos_top1': 0}
+step=111400 lr=3.000000e-03 loss=2.5411 ce=2.5411 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2187560969323386e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018467700108885765, 'last_eos_top1': 0}
+step=111450 lr=3.000000e-03 loss=2.6291 ce=2.6291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1024690138583537e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009840196929872036, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=3 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=1 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=900000 rows=891809 buffered=8191 part=openwebtext-t5
+step=111500 lr=3.000000e-03 loss=2.2969 ce=2.2969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.099808625644073e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016810325905680656, 'last_eos_top1': 0}
+step=111550 lr=3.000000e-03 loss=2.3419 ce=2.3419 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.26264476927463e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01390762347728014, 'last_eos_top1': 0}
+step=111600 lr=3.000000e-03 loss=2.6556 ce=2.6556 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4239458323572762e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01491625141352415, 'last_eos_top1': 0}
+step=111650 lr=3.000000e-03 loss=2.6205 ce=2.6205 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2584226169565227e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018624691292643547, 'last_eos_top1': 0}
+step=111700 lr=3.000000e-03 loss=2.6102 ce=2.6102 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0759586075437255e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013338613323867321, 'last_eos_top1': 0}
+step=111750 lr=3.000000e-03 loss=2.2944 ce=2.2944 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7958436728804372e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016709743067622185, 'last_eos_top1': 0}
+step=111800 lr=3.000000e-03 loss=2.9227 ce=2.9227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.830308792705182e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018016764894127846, 'last_eos_top1': 0}
+step=111850 lr=3.000000e-03 loss=2.4545 ce=2.4545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4899540474289097e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013266882859170437, 'last_eos_top1': 0}
+step=111900 lr=3.000000e-03 loss=2.8987 ce=2.8987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5621537386323325e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014650882221758366, 'last_eos_top1': 0}
+step=111950 lr=3.000000e-03 loss=2.8339 ce=2.8339 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3650640539708547e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013362398371100426, 'last_eos_top1': 0}
+step=112000 lr=3.000000e-03 loss=3.2324 ce=3.2324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7567066606716253e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018534885719418526, 'last_eos_top1': 0}
+step=112050 lr=3.000000e-03 loss=2.6322 ce=2.6322 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4929638786707073e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012490035966038704, 'last_eos_top1': 0}
+step=112100 lr=3.000000e-03 loss=1.7192 ce=1.7192 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011997220281045884, 'pos0_bos_top1': 0, 'last_eos_p': 0.01341030839830637, 'last_eos_top1': 0}
+step=112150 lr=3.000000e-03 loss=2.6690 ce=2.6690 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.649392652325332e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023084038868546486, 'last_eos_top1': 0}
+step=112200 lr=3.000000e-03 loss=2.7026 ce=2.7026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1789392121718265e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010178366675972939, 'last_eos_top1': 0}
+step=112250 lr=3.000000e-03 loss=2.8616 ce=2.8616 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.299329596804455e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010782054625451565, 'last_eos_top1': 0}
+step=112300 lr=3.000000e-03 loss=2.3256 ce=2.3256 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1981448955775704e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01308811642229557, 'last_eos_top1': 0}
+step=112350 lr=3.000000e-03 loss=2.2007 ce=2.2007 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2733681766549125e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01105425227433443, 'last_eos_top1': 0}
+step=112400 lr=3.000000e-03 loss=2.2732 ce=2.2732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.895651262719184e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014349503442645073, 'last_eos_top1': 0}
+step=112450 lr=3.000000e-03 loss=2.4127 ce=2.4127 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7253265468752943e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012525977566838264, 'last_eos_top1': 0}
+step=112500 lr=3.000000e-03 loss=2.5928 ce=2.5928 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.646145372244064e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01683587022125721, 'last_eos_top1': 0}
+step=112550 lr=3.000000e-03 loss=2.0134 ce=2.0134 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2778740710928105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012808236293494701, 'last_eos_top1': 0}
+step=112600 lr=3.000000e-03 loss=2.8133 ce=2.8133 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.074473195534665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015550131909549236, 'last_eos_top1': 0}
+step=112650 lr=3.000000e-03 loss=3.2049 ce=3.2049 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.846495251811575e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021185321733355522, 'last_eos_top1': 0}
+step=112700 lr=3.000000e-03 loss=2.3256 ce=2.3256 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2653562407649588e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015426108613610268, 'last_eos_top1': 0}
+step=112750 lr=3.000000e-03 loss=3.1941 ce=3.1941 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4340529560286086e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015674689784646034, 'last_eos_top1': 0}
+step=112800 lr=3.000000e-03 loss=2.7591 ce=2.7591 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4009564438310917e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013055074959993362, 'last_eos_top1': 0}
+step=112850 lr=3.000000e-03 loss=2.4890 ce=2.4890 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.0574336607242e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01705111190676689, 'last_eos_top1': 0}
+step=112900 lr=3.000000e-03 loss=2.3000 ce=2.3000 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1132955225766636e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012747425585985184, 'last_eos_top1': 0}
+step=112950 lr=3.000000e-03 loss=2.4250 ce=2.4250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7796213544206694e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01315569318830967, 'last_eos_top1': 0}
+step=113000 lr=3.000000e-03 loss=2.4959 ce=2.4959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.360450010513887e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01979132369160652, 'last_eos_top1': 0}
+step=113050 lr=3.000000e-03 loss=2.3870 ce=2.3870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.977656575036235e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01769866794347763, 'last_eos_top1': 0}
+step=113100 lr=3.000000e-03 loss=2.5028 ce=2.5028 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8058533896692097e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021145585924386978, 'last_eos_top1': 0}
+step=113150 lr=3.000000e-03 loss=2.7726 ce=2.7726 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.116212484310381e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015578119084239006, 'last_eos_top1': 0}
+step=113200 lr=3.000000e-03 loss=2.8411 ce=2.8411 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1958760296693072e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01835956797003746, 'last_eos_top1': 0}
+step=113250 lr=3.000000e-03 loss=3.2372 ce=3.2372 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1904681489104405e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01750113256275654, 'last_eos_top1': 0}
+step=113300 lr=3.000000e-03 loss=2.6089 ce=2.6089 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.345145372208208e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016507485881447792, 'last_eos_top1': 0}
+step=113350 lr=3.000000e-03 loss=2.2905 ce=2.2905 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.171042094938457e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012886293232440948, 'last_eos_top1': 0}
+step=113400 lr=3.000000e-03 loss=2.5789 ce=2.5789 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.33931608212879e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014710884541273117, 'last_eos_top1': 0}
+step=113450 lr=3.000000e-03 loss=2.4267 ce=2.4267 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.875521022360772e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013820556923747063, 'last_eos_top1': 0}
+step=113500 lr=3.000000e-03 loss=2.8533 ce=2.8533 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8788610759656876e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01537645235657692, 'last_eos_top1': 0}
+step=113550 lr=3.000000e-03 loss=1.7234 ce=1.7234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0588099939923268e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014110400341451168, 'last_eos_top1': 0}
+step=113600 lr=3.000000e-03 loss=3.0595 ce=3.0595 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.076417331409175e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015772435814142227, 'last_eos_top1': 0}
+step=113650 lr=3.000000e-03 loss=2.1421 ce=2.1421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5747071302030236e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025650883093476295, 'last_eos_top1': 0}
+step=113700 lr=3.000000e-03 loss=2.1055 ce=2.1055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7948372260434553e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020167116075754166, 'last_eos_top1': 0}
+step=113750 lr=3.000000e-03 loss=2.1730 ce=2.1730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.056452831311617e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01980651542544365, 'last_eos_top1': 0}
+step=113800 lr=3.000000e-03 loss=2.2665 ce=2.2665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8988954252563417e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01557878777384758, 'last_eos_top1': 0}
+step=113850 lr=3.000000e-03 loss=2.7735 ce=2.7735 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.870863707154058e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014607775956392288, 'last_eos_top1': 0}
+step=113900 lr=3.000000e-03 loss=1.9859 ce=1.9859 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2388166396704037e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011757923290133476, 'last_eos_top1': 0}
+step=113950 lr=3.000000e-03 loss=2.6746 ce=2.6746 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.640353184484411e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013982746750116348, 'last_eos_top1': 0}
+step=114000 lr=3.000000e-03 loss=2.6629 ce=2.6629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7096266169101e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014415323734283447, 'last_eos_top1': 0}
+step=114050 lr=3.000000e-03 loss=2.7735 ce=2.7735 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6893240172066726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013836572878062725, 'last_eos_top1': 0}
+step=114100 lr=3.000000e-03 loss=2.4530 ce=2.4530 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9080518541159108e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01258851122111082, 'last_eos_top1': 0}
+step=114150 lr=3.000000e-03 loss=2.2193 ce=2.2193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4147412002785131e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016852516680955887, 'last_eos_top1': 0}
+step=114200 lr=3.000000e-03 loss=2.7974 ce=2.7974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.937069312902167e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017622239887714386, 'last_eos_top1': 0}
+step=114250 lr=3.000000e-03 loss=2.3888 ce=2.3888 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9419108108850196e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012006348930299282, 'last_eos_top1': 0}
+step=114300 lr=3.000000e-03 loss=2.0907 ce=2.0907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.077915269182995e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014154342003166676, 'last_eos_top1': 0}
+step=114350 lr=3.000000e-03 loss=2.2497 ce=2.2497 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.510799772106111e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01561756245791912, 'last_eos_top1': 0}
+step=114400 lr=3.000000e-03 loss=2.7867 ce=2.7867 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9765750039368868e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013472071848809719, 'last_eos_top1': 0}
+step=114450 lr=3.000000e-03 loss=2.5756 ce=2.5756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.164558281947393e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023307012394070625, 'last_eos_top1': 0}
+step=114500 lr=3.000000e-03 loss=2.4350 ce=2.4350 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5649402232374996e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020718060433864594, 'last_eos_top1': 0}
+step=114550 lr=3.000000e-03 loss=2.5325 ce=2.5325 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6867323211045004e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017041314393281937, 'last_eos_top1': 0}
+step=114600 lr=3.000000e-03 loss=3.2357 ce=3.2357 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.414726835326292e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018057990819215775, 'last_eos_top1': 0}
+step=114650 lr=3.000000e-03 loss=2.2977 ce=2.2977 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3263011573581025e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011966286227107048, 'last_eos_top1': 0}
+step=114700 lr=3.000000e-03 loss=2.5739 ce=2.5739 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.391167400783161e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015104648657143116, 'last_eos_top1': 0}
+step=114750 lr=3.000000e-03 loss=2.6755 ce=2.6755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.940147381508723e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020044174045324326, 'last_eos_top1': 0}
+step=114800 lr=3.000000e-03 loss=1.7478 ce=1.7478 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7025626220856793e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012872716411948204, 'last_eos_top1': 0}
+step=114850 lr=3.000000e-03 loss=2.7303 ce=2.7303 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.241905142203905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013736116699874401, 'last_eos_top1': 0}
+step=114900 lr=3.000000e-03 loss=2.5836 ce=2.5836 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.623034096264746e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019802557304501534, 'last_eos_top1': 0}
+step=114950 lr=3.000000e-03 loss=2.3030 ce=2.3030 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6567216739058495e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013351259753108025, 'last_eos_top1': 0}
+step=115000 lr=3.000000e-03 loss=2.1100 ce=2.1100 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8021724827121943e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01477208361029625, 'last_eos_top1': 0}
+step=115050 lr=3.000000e-03 loss=2.8694 ce=2.8694 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5347908629337326e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012748559936881065, 'last_eos_top1': 0}
+step=115100 lr=3.000000e-03 loss=2.6948 ce=2.6948 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.814004791522166e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01834002323448658, 'last_eos_top1': 0}
+step=115150 lr=3.000000e-03 loss=3.1940 ce=3.1940 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3785898772766814e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013137690722942352, 'last_eos_top1': 0}
+step=115200 lr=3.000000e-03 loss=2.3308 ce=2.3308 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.0313451437396e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017675073817372322, 'last_eos_top1': 0}
+step=115250 lr=3.000000e-03 loss=2.1659 ce=2.1659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4260439456847962e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012605471536517143, 'last_eos_top1': 0}
+step=115300 lr=3.000000e-03 loss=2.1262 ce=2.1262 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.932977157703135e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018596429377794266, 'last_eos_top1': 0}
+step=115350 lr=3.000000e-03 loss=2.0486 ce=2.0486 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.593270765937632e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01959417201578617, 'last_eos_top1': 0}
+step=115400 lr=3.000000e-03 loss=2.2899 ce=2.2899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.874327820900362e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017602624371647835, 'last_eos_top1': 0}
+step=115450 lr=3.000000e-03 loss=2.2771 ce=2.2771 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1646217899397016e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017443396151065826, 'last_eos_top1': 0}
+step=115500 lr=3.000000e-03 loss=2.0843 ce=2.0843 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.127132994355634e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012235116213560104, 'last_eos_top1': 0}
+step=115550 lr=3.000000e-03 loss=2.3900 ce=2.3900 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.717448508832604e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013972414657473564, 'last_eos_top1': 0}
+step=115600 lr=3.000000e-03 loss=2.0755 ce=2.0755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.208960364048835e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020326055586338043, 'last_eos_top1': 0}
+step=115650 lr=3.000000e-03 loss=2.4352 ce=2.4352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3858592612668872e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013382397592067719, 'last_eos_top1': 0}
+step=115700 lr=3.000000e-03 loss=2.2791 ce=2.2791 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.8725746536511e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0169913899153471, 'last_eos_top1': 0}
+step=115750 lr=3.000000e-03 loss=3.0876 ce=3.0876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.66804020915879e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01779559627175331, 'last_eos_top1': 0}
+step=115800 lr=3.000000e-03 loss=2.6777 ce=2.6777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4117152204562444e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019329344853758812, 'last_eos_top1': 0}
+step=115850 lr=3.000000e-03 loss=2.8375 ce=2.8375 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.718156792980153e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012642435729503632, 'last_eos_top1': 0}
+step=115900 lr=3.000000e-03 loss=2.0077 ce=2.0077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.640296588651836e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01854518987238407, 'last_eos_top1': 0}
+step=115950 lr=3.000000e-03 loss=2.3092 ce=2.3092 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9459682991728187e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015911728143692017, 'last_eos_top1': 0}
+step=116000 lr=3.000000e-03 loss=2.2354 ce=2.2354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.051463095791405e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019920211285352707, 'last_eos_top1': 0}
+step=116050 lr=3.000000e-03 loss=3.4261 ce=3.4261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.525059946696274e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028108559548854828, 'last_eos_top1': 0}
+step=116100 lr=3.000000e-03 loss=2.5981 ce=2.5981 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.77050047670491e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01534009538590908, 'last_eos_top1': 0}
+step=116150 lr=3.000000e-03 loss=2.6089 ce=2.6089 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1278573917225e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01868748478591442, 'last_eos_top1': 0}
+step=116200 lr=3.000000e-03 loss=2.6843 ce=2.6843 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017800006025936455, 'pos0_bos_top1': 0, 'last_eos_p': 0.02349468506872654, 'last_eos_top1': 0}
+step=116250 lr=3.000000e-03 loss=2.8422 ce=2.8422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.023237438057549e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01963861845433712, 'last_eos_top1': 0}
+step=116300 lr=3.000000e-03 loss=1.9687 ce=1.9687 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.668698188150302e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01854487508535385, 'last_eos_top1': 0}
+step=116350 lr=3.000000e-03 loss=1.9752 ce=1.9752 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0112980311969295e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019410088658332825, 'last_eos_top1': 0}
+step=116400 lr=3.000000e-03 loss=2.2658 ce=2.2658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.313213503337465e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014317766763269901, 'last_eos_top1': 0}
+step=116450 lr=3.000000e-03 loss=3.7721 ce=3.7721 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.354138895403594e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020542964339256287, 'last_eos_top1': 0}
+step=116500 lr=3.000000e-03 loss=2.3784 ce=2.3784 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010827541700564325, 'pos0_bos_top1': 0, 'last_eos_p': 0.019095977768301964, 'last_eos_top1': 0}
+step=116550 lr=3.000000e-03 loss=2.6894 ce=2.6894 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.30086329288315e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018971778452396393, 'last_eos_top1': 0}
+step=116600 lr=3.000000e-03 loss=1.9936 ce=1.9936 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.876811024383642e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011153705418109894, 'last_eos_top1': 0}
+step=116650 lr=3.000000e-03 loss=2.6012 ce=2.6012 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0027891625650227e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01868569292128086, 'last_eos_top1': 0}
+step=116700 lr=3.000000e-03 loss=2.5231 ce=2.5231 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0412029698491096e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01465186569839716, 'last_eos_top1': 0}
+step=116750 lr=3.000000e-03 loss=2.2208 ce=2.2208 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.055669599736575e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0176289863884449, 'last_eos_top1': 0}
+step=116800 lr=3.000000e-03 loss=2.0606 ce=2.0606 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5603958672727458e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015007160604000092, 'last_eos_top1': 0}
+step=116850 lr=3.000000e-03 loss=2.2294 ce=2.2294 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.905399302719161e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016668768599629402, 'last_eos_top1': 0}
+step=116900 lr=3.000000e-03 loss=1.8606 ce=1.8606 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.441669807420112e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01892901584506035, 'last_eos_top1': 0}
+step=116950 lr=3.000000e-03 loss=3.1461 ce=3.1461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.978947693714872e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01327966433018446, 'last_eos_top1': 0}
+step=117000 lr=3.000000e-03 loss=2.5072 ce=2.5072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.145933391759172e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013370996341109276, 'last_eos_top1': 0}
+step=117050 lr=3.000000e-03 loss=2.7235 ce=2.7235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0109971198253334e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01749807596206665, 'last_eos_top1': 0}
+step=117100 lr=3.000000e-03 loss=2.4261 ce=2.4261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3499163944507018e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01376156136393547, 'last_eos_top1': 0}
+step=117150 lr=3.000000e-03 loss=2.6833 ce=2.6833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8731579732266255e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016481416299939156, 'last_eos_top1': 0}
+step=117200 lr=3.000000e-03 loss=2.5950 ce=2.5950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.946477176621556e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01942424103617668, 'last_eos_top1': 0}
+step=117250 lr=3.000000e-03 loss=2.8365 ce=2.8365 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.349254984641448e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017939196899533272, 'last_eos_top1': 0}
+step=117300 lr=3.000000e-03 loss=2.8345 ce=2.8345 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1060868675704114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010945933870971203, 'last_eos_top1': 0}
+step=117350 lr=3.000000e-03 loss=2.8525 ce=2.8525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.73535060841823e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01282407809048891, 'last_eos_top1': 0}
+step=117400 lr=3.000000e-03 loss=2.3836 ce=2.3836 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.352722003706731e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01498847920447588, 'last_eos_top1': 0}
+step=117450 lr=3.000000e-03 loss=2.7214 ce=2.7214 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4158385965856723e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009744840674102306, 'last_eos_top1': 0}
+step=117500 lr=3.000000e-03 loss=3.0685 ce=3.0685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.683697731408756e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016265125945210457, 'last_eos_top1': 0}
+step=117550 lr=3.000000e-03 loss=2.5012 ce=2.5012 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7770073100109585e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01310689002275467, 'last_eos_top1': 0}
+step=117600 lr=3.000000e-03 loss=2.0098 ce=2.0098 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.248618304496631e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015147990547120571, 'last_eos_top1': 0}
+step=117650 lr=3.000000e-03 loss=2.1589 ce=2.1589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1429885489633307e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012505586259067059, 'last_eos_top1': 0}
+step=117700 lr=3.000000e-03 loss=2.7293 ce=2.7293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.46953150560148e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018777688965201378, 'last_eos_top1': 0}
+step=117750 lr=3.000000e-03 loss=2.5824 ce=2.5824 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.080018233158626e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014218518510460854, 'last_eos_top1': 0}
+step=117800 lr=3.000000e-03 loss=2.2774 ce=2.2774 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.31595695874421e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013362064957618713, 'last_eos_top1': 0}
+step=117850 lr=3.000000e-03 loss=2.9878 ce=2.9878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.623464964330196e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.027955569326877594, 'last_eos_top1': 0}
+step=117900 lr=3.000000e-03 loss=2.0189 ce=2.0189 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.416933173459256e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017590908333659172, 'last_eos_top1': 0}
+step=117950 lr=3.000000e-03 loss=2.7680 ce=2.7680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.240746809751727e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02608635649085045, 'last_eos_top1': 0}
+step=118000 lr=3.000000e-03 loss=2.4847 ce=2.4847 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3951346015091985e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01211060956120491, 'last_eos_top1': 0}
+step=118050 lr=3.000000e-03 loss=2.0184 ce=2.0184 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2613895705726463e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0158518198877573, 'last_eos_top1': 0}
+step=118100 lr=3.000000e-03 loss=2.8118 ce=2.8118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.835070906963665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01655450277030468, 'last_eos_top1': 0}
+step=118150 lr=3.000000e-03 loss=2.9341 ce=2.9341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.58498756820336e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017212485894560814, 'last_eos_top1': 0}
+step=118200 lr=3.000000e-03 loss=3.2245 ce=3.2245 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.497011857689358e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02417672798037529, 'last_eos_top1': 0}
+step=118250 lr=3.000000e-03 loss=2.5387 ce=2.5387 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3371983186516445e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014131034724414349, 'last_eos_top1': 0}
+step=118300 lr=3.000000e-03 loss=2.5323 ce=2.5323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1192380043212324e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015498397871851921, 'last_eos_top1': 0}
+step=118350 lr=3.000000e-03 loss=2.2644 ce=2.2644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5847468350548297e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012894220650196075, 'last_eos_top1': 0}
+step=118400 lr=3.000000e-03 loss=1.9514 ce=1.9514 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.302962669404224e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018354307860136032, 'last_eos_top1': 0}
+step=118450 lr=3.000000e-03 loss=2.4689 ce=2.4689 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8513280489714816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016556836664676666, 'last_eos_top1': 0}
+step=118500 lr=3.000000e-03 loss=2.5752 ce=2.5752 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.850882396567613e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010970646515488625, 'last_eos_top1': 0}
+step=118550 lr=3.000000e-03 loss=2.0466 ce=2.0466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3292710718815215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012185769155621529, 'last_eos_top1': 0}
+step=118600 lr=3.000000e-03 loss=2.1644 ce=2.1644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.040107059059665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01609192229807377, 'last_eos_top1': 0}
+step=118650 lr=3.000000e-03 loss=3.0514 ce=3.0514 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.841124685597606e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014690461568534374, 'last_eos_top1': 0}
+step=118700 lr=3.000000e-03 loss=2.3649 ce=2.3649 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.341288205177989e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01212192140519619, 'last_eos_top1': 0}
+step=118750 lr=3.000000e-03 loss=3.2526 ce=3.2526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.294600406254176e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01600850746035576, 'last_eos_top1': 0}
+step=118800 lr=3.000000e-03 loss=2.0331 ce=2.0331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.314469384145923e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015798483043909073, 'last_eos_top1': 0}
+step=118850 lr=3.000000e-03 loss=2.5895 ce=2.5895 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0863815734628588e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012166008353233337, 'last_eos_top1': 0}
+step=118900 lr=3.000000e-03 loss=2.0710 ce=2.0710 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.928355287527665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01661563105881214, 'last_eos_top1': 0}
+step=118950 lr=3.000000e-03 loss=2.5937 ce=2.5937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3217626474215649e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017469370737671852, 'last_eos_top1': 0}
+step=119000 lr=3.000000e-03 loss=2.4289 ce=2.4289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3831177056999877e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021655507385730743, 'last_eos_top1': 0}
+step=119050 lr=3.000000e-03 loss=2.9412 ce=2.9412 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1652928050316405e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01915234699845314, 'last_eos_top1': 0}
+step=119100 lr=3.000000e-03 loss=2.2837 ce=2.2837 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3383412806433626e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014147109352052212, 'last_eos_top1': 0}
+step=119150 lr=3.000000e-03 loss=2.7060 ce=2.7060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1578523956122808e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023675458505749702, 'last_eos_top1': 0}
+step=119200 lr=3.000000e-03 loss=2.6806 ce=2.6806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.296578895766288e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015016940422356129, 'last_eos_top1': 0}
+step=119250 lr=3.000000e-03 loss=2.6280 ce=2.6280 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4952116544009186e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01806422881782055, 'last_eos_top1': 0}
+step=119300 lr=3.000000e-03 loss=2.9402 ce=2.9402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.836192859627772e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021705934777855873, 'last_eos_top1': 0}
+step=119350 lr=3.000000e-03 loss=2.2323 ce=2.2323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4764710613235366e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010991695336997509, 'last_eos_top1': 0}
+step=119400 lr=3.000000e-03 loss=1.8792 ce=1.8792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0464923434483353e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014257179573178291, 'last_eos_top1': 0}
+step=119450 lr=3.000000e-03 loss=1.8215 ce=1.8215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.783921652531717e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012154963798820972, 'last_eos_top1': 0}
+step=119500 lr=3.000000e-03 loss=2.5607 ce=2.5607 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3607193977804855e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01573837548494339, 'last_eos_top1': 0}
+step=119550 lr=3.000000e-03 loss=2.3700 ce=2.3700 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.81170638219919e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017510419711470604, 'last_eos_top1': 0}
+step=119600 lr=3.000000e-03 loss=3.8847 ce=3.8847 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3725448297918774e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010472615249454975, 'last_eos_top1': 0}
+step=119650 lr=3.000000e-03 loss=2.4284 ce=2.4284 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4017728719627485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012507790699601173, 'last_eos_top1': 0}
+step=119700 lr=3.000000e-03 loss=2.6136 ce=2.6136 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5938954675220884e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013846253976225853, 'last_eos_top1': 0}
+step=119750 lr=3.000000e-03 loss=2.5682 ce=2.5682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.62125795922475e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018123559653759003, 'last_eos_top1': 0}
+step=119800 lr=3.000000e-03 loss=2.4458 ce=2.4458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.979310400201939e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015848444774746895, 'last_eos_top1': 0}
+step=119850 lr=3.000000e-03 loss=3.0056 ce=3.0056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.665720088174567e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013510992750525475, 'last_eos_top1': 0}
+step=119900 lr=3.000000e-03 loss=2.3060 ce=2.3060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.319347160868347e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01439136452972889, 'last_eos_top1': 0}
+step=119950 lr=3.000000e-03 loss=2.7859 ce=2.7859 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9520150090102106e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01757003553211689, 'last_eos_top1': 0}
+step=120000 lr=3.000000e-03 loss=2.8183 ce=2.8183 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6847692677401938e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016534611582756042, 'last_eos_top1': 0}
+step=120050 lr=3.000000e-03 loss=2.0392 ce=2.0392 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.176047569781076e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017271198332309723, 'last_eos_top1': 0}
+step=120100 lr=3.000000e-03 loss=2.2866 ce=2.2866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.583407518221065e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013771598227322102, 'last_eos_top1': 0}
+step=120150 lr=3.000000e-03 loss=2.2281 ce=2.2281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.909143611555919e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016040753573179245, 'last_eos_top1': 0}
+step=120200 lr=3.000000e-03 loss=2.0607 ce=2.0607 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3178778064902872e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011783482506871223, 'last_eos_top1': 0}
+step=120250 lr=3.000000e-03 loss=2.6973 ce=2.6973 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8362690752837807e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010897223837673664, 'last_eos_top1': 0}
+step=120300 lr=3.000000e-03 loss=2.3184 ce=2.3184 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8532129615778103e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01646648719906807, 'last_eos_top1': 0}
+step=120350 lr=3.000000e-03 loss=2.6871 ce=2.6871 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6302161384373903e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015148586593568325, 'last_eos_top1': 0}
+step=120400 lr=3.000000e-03 loss=2.9307 ce=2.9307 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0545028999331407e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02309231087565422, 'last_eos_top1': 0}
+step=120450 lr=3.000000e-03 loss=2.2068 ce=2.2068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3709319318877533e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018968649208545685, 'last_eos_top1': 0}
+step=120500 lr=3.000000e-03 loss=2.8536 ce=2.8536 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7802960175904445e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019646454602479935, 'last_eos_top1': 0}
+step=120550 lr=3.000000e-03 loss=2.6985 ce=2.6985 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.708143049152568e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023045791313052177, 'last_eos_top1': 0}
+step=120600 lr=3.000000e-03 loss=2.2259 ce=2.2259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.024127964745276e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014724685810506344, 'last_eos_top1': 0}
+step=120650 lr=3.000000e-03 loss=2.3616 ce=2.3616 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6091818654094823e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020478809252381325, 'last_eos_top1': 0}
+step=120700 lr=3.000000e-03 loss=2.1063 ce=2.1063 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4306025150290225e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02099539153277874, 'last_eos_top1': 0}
+step=120750 lr=3.000000e-03 loss=2.7532 ce=2.7532 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.036010664596688e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0165483970195055, 'last_eos_top1': 0}
+step=120800 lr=3.000000e-03 loss=2.7693 ce=2.7693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.870009433943778e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02568705938756466, 'last_eos_top1': 0}
+step=120850 lr=3.000000e-03 loss=2.4504 ce=2.4504 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9856173821608536e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02511570416390896, 'last_eos_top1': 0}
+step=120900 lr=3.000000e-03 loss=2.0951 ce=2.0951 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.54631125042215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017085764557123184, 'last_eos_top1': 0}
+step=120950 lr=3.000000e-03 loss=3.1054 ce=3.1054 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.389230161905289e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027186933904886246, 'last_eos_top1': 0}
+step=121000 lr=3.000000e-03 loss=2.1644 ce=2.1644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.136651503155008e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025693034753203392, 'last_eos_top1': 0}
+step=121050 lr=3.000000e-03 loss=1.7967 ce=1.7967 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.187837112112902e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02463594637811184, 'last_eos_top1': 0}
+step=121100 lr=3.000000e-03 loss=2.8066 ce=2.8066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2955839085625485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024743743240833282, 'last_eos_top1': 0}
+step=121150 lr=3.000000e-03 loss=3.4707 ce=3.4707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.689543751126621e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02433665283024311, 'last_eos_top1': 0}
+step=121200 lr=3.000000e-03 loss=2.6781 ce=2.6781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8281315685017034e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016948983073234558, 'last_eos_top1': 0}
+step=121250 lr=3.000000e-03 loss=2.6207 ce=2.6207 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.162051456863992e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016939250752329826, 'last_eos_top1': 0}
+step=121300 lr=3.000000e-03 loss=2.5867 ce=2.5867 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.952171366312541e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015627307817339897, 'last_eos_top1': 0}
+step=121350 lr=3.000000e-03 loss=2.4976 ce=2.4976 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3483646145905368e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016890274360775948, 'last_eos_top1': 0}
+step=121400 lr=3.000000e-03 loss=2.3672 ce=2.3672 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4769384506507777e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0254569873213768, 'last_eos_top1': 0}
+step=121450 lr=3.000000e-03 loss=2.7422 ce=2.7422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.378213270683773e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01956058293581009, 'last_eos_top1': 0}
+step=121500 lr=3.000000e-03 loss=2.6902 ce=2.6902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2659593014395796e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019353142008185387, 'last_eos_top1': 0}
+step=121550 lr=3.000000e-03 loss=2.3061 ce=2.3061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7252028555958532e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01918243244290352, 'last_eos_top1': 0}
+step=121600 lr=3.000000e-03 loss=2.3256 ce=2.3256 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8310363632044755e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017313417047262192, 'last_eos_top1': 0}
+step=121650 lr=3.000000e-03 loss=2.2609 ce=2.2609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.730063614668325e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021106217056512833, 'last_eos_top1': 0}
+step=121700 lr=3.000000e-03 loss=2.8519 ce=2.8519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3046358769061044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01614055037498474, 'last_eos_top1': 0}
+step=121750 lr=3.000000e-03 loss=2.7830 ce=2.7830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3642805899726227e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020532583817839622, 'last_eos_top1': 0}
+step=121800 lr=3.000000e-03 loss=2.5218 ce=2.5218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.061507802864071e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014692888595163822, 'last_eos_top1': 0}
+step=121850 lr=3.000000e-03 loss=2.3084 ce=2.3084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.030975701927673e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017677078023552895, 'last_eos_top1': 0}
+step=121900 lr=3.000000e-03 loss=3.6555 ce=3.6555 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7518140238244087e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019408298656344414, 'last_eos_top1': 0}
+step=121950 lr=3.000000e-03 loss=3.1212 ce=3.1212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6190838222391903e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019572192803025246, 'last_eos_top1': 0}
+step=122000 lr=3.000000e-03 loss=2.2320 ce=2.2320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1330993806477636e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020103754475712776, 'last_eos_top1': 0}
+step=122050 lr=3.000000e-03 loss=3.0542 ce=3.0542 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.028385228593834e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014329688623547554, 'last_eos_top1': 0}
+step=122100 lr=3.000000e-03 loss=2.9462 ce=2.9462 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.505114313564263e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01624954305589199, 'last_eos_top1': 0}
+step=122150 lr=3.000000e-03 loss=3.1986 ce=3.1986 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4124889023369178e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014685281552374363, 'last_eos_top1': 0}
+step=122200 lr=3.000000e-03 loss=2.1291 ce=2.1291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5741758033982478e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022502826526761055, 'last_eos_top1': 0}
+step=122250 lr=3.000000e-03 loss=2.4058 ce=2.4058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.610566950053908e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0179444532841444, 'last_eos_top1': 0}
+step=122300 lr=3.000000e-03 loss=2.3142 ce=2.3142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.18822363219806e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023395759984850883, 'last_eos_top1': 0}
+step=122350 lr=3.000000e-03 loss=2.8127 ce=2.8127 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2262149286689237e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018004566431045532, 'last_eos_top1': 0}
+step=122400 lr=3.000000e-03 loss=2.8433 ce=2.8433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.985368261463009e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01694190874695778, 'last_eos_top1': 0}
+step=122450 lr=3.000000e-03 loss=3.0135 ce=3.0135 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.237001576257171e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015726469457149506, 'last_eos_top1': 0}
+step=122500 lr=3.000000e-03 loss=2.3672 ce=2.3672 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.593322829459794e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.03292256221175194, 'last_eos_top1': 0}
+step=122550 lr=3.000000e-03 loss=2.3330 ce=2.3330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.962529495358467e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017530106008052826, 'last_eos_top1': 0}
+step=122600 lr=3.000000e-03 loss=2.8739 ce=2.8739 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.430809374549426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013528265990316868, 'last_eos_top1': 0}
+step=122650 lr=3.000000e-03 loss=2.3552 ce=2.3552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6111700460896827e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01843610219657421, 'last_eos_top1': 0}
+step=122700 lr=3.000000e-03 loss=2.4141 ce=2.4141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.742321728670504e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020636457949876785, 'last_eos_top1': 0}
+step=122750 lr=3.000000e-03 loss=2.7654 ce=2.7654 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5109522792045027e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01715650036931038, 'last_eos_top1': 0}
+step=122800 lr=3.000000e-03 loss=2.8402 ce=2.8402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2900113688374404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018538635224103928, 'last_eos_top1': 0}
+step=122850 lr=3.000000e-03 loss=1.6698 ce=1.6698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.287169965915382e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014771252870559692, 'last_eos_top1': 0}
+step=122900 lr=3.000000e-03 loss=2.5995 ce=2.5995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.40282492490951e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022455954924225807, 'last_eos_top1': 0}
+step=122950 lr=3.000000e-03 loss=2.0367 ce=2.0367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.507139136781916e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014361903071403503, 'last_eos_top1': 0}
+step=123000 lr=3.000000e-03 loss=2.2970 ce=2.2970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4765470950806048e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017911700531840324, 'last_eos_top1': 0}
+step=123050 lr=3.000000e-03 loss=2.7585 ce=2.7585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5261408154619858e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013531404547393322, 'last_eos_top1': 0}
+step=123100 lr=3.000000e-03 loss=2.9461 ce=2.9461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0674326404114254e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019374670460820198, 'last_eos_top1': 0}
+step=123150 lr=3.000000e-03 loss=2.3448 ce=2.3448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6372264730744064e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018592391163110733, 'last_eos_top1': 0}
+step=123200 lr=3.000000e-03 loss=2.3013 ce=2.3013 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2721953680738807e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01754388026893139, 'last_eos_top1': 0}
+step=123250 lr=3.000000e-03 loss=2.3076 ce=2.3076 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.855615796055645e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013088620267808437, 'last_eos_top1': 0}
+step=123300 lr=3.000000e-03 loss=2.5769 ce=2.5769 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8450209103757516e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01624848134815693, 'last_eos_top1': 0}
+step=123350 lr=3.000000e-03 loss=3.2219 ce=3.2219 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1173593268031254e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01852092333137989, 'last_eos_top1': 0}
+step=123400 lr=3.000000e-03 loss=2.3238 ce=2.3238 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.98241170134861e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015453802421689034, 'last_eos_top1': 0}
+step=123450 lr=3.000000e-03 loss=3.2304 ce=3.2304 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7247857360634953e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01978113502264023, 'last_eos_top1': 0}
+step=123500 lr=3.000000e-03 loss=1.8459 ce=1.8459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.12937560112914e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016038544476032257, 'last_eos_top1': 0}
+step=123550 lr=3.000000e-03 loss=2.3290 ce=2.3290 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.587499693618156e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017016811296343803, 'last_eos_top1': 0}
+step=123600 lr=3.000000e-03 loss=2.6652 ce=2.6652 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0393437807797454e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026157882064580917, 'last_eos_top1': 0}
+step=123650 lr=3.000000e-03 loss=1.8715 ce=1.8715 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8197777535533533e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023517483845353127, 'last_eos_top1': 0}
+step=123700 lr=3.000000e-03 loss=2.6842 ce=2.6842 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.727502942434512e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015983693301677704, 'last_eos_top1': 0}
+step=123750 lr=3.000000e-03 loss=1.9743 ce=1.9743 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.581869896152057e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015935303643345833, 'last_eos_top1': 0}
+step=123800 lr=3.000000e-03 loss=1.8569 ce=1.8569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2981534129939973e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018057171255350113, 'last_eos_top1': 0}
+step=123850 lr=3.000000e-03 loss=2.7351 ce=2.7351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9233593775425106e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01787148229777813, 'last_eos_top1': 0}
+step=123900 lr=3.000000e-03 loss=2.3875 ce=2.3875 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.417847645119764e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025584816932678223, 'last_eos_top1': 0}
+step=123950 lr=3.000000e-03 loss=2.9535 ce=2.9535 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4710941690718755e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01446568313986063, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=3 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=4 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=1000000 rows=991809 buffered=8191 part=openwebtext-t5
+step=124000 lr=3.000000e-03 loss=2.3112 ce=2.3112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.078716614865698e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01860961876809597, 'last_eos_top1': 0}
+step=124050 lr=3.000000e-03 loss=2.5149 ce=2.5149 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.579910167492926e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015390594489872456, 'last_eos_top1': 0}
+step=124100 lr=3.000000e-03 loss=2.3551 ce=2.3551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.611848948523402e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014099921099841595, 'last_eos_top1': 0}
+step=124150 lr=3.000000e-03 loss=1.9708 ce=1.9708 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.594667527475394e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020012129098176956, 'last_eos_top1': 0}
+step=124200 lr=3.000000e-03 loss=2.4889 ce=2.4889 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.930464274366386e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014831047505140305, 'last_eos_top1': 0}
+step=124250 lr=3.000000e-03 loss=2.6632 ce=2.6632 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.359968832228333e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014543903060257435, 'last_eos_top1': 0}
+step=124300 lr=3.000000e-03 loss=2.5153 ce=2.5153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4192617274820805e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014095036312937737, 'last_eos_top1': 0}
+step=124350 lr=3.000000e-03 loss=2.5750 ce=2.5750 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4354095583257731e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019142193719744682, 'last_eos_top1': 0}
+step=124400 lr=3.000000e-03 loss=3.0732 ce=3.0732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.375196557608433e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02527892030775547, 'last_eos_top1': 0}
+step=124450 lr=3.000000e-03 loss=2.4999 ce=2.4999 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.486776272940915e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022578982636332512, 'last_eos_top1': 0}
+step=124500 lr=3.000000e-03 loss=1.9315 ce=1.9315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.585768227931112e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022341769188642502, 'last_eos_top1': 0}
+step=124550 lr=3.000000e-03 loss=2.4605 ce=2.4605 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3627336961217225e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021053608506917953, 'last_eos_top1': 0}
+step=124600 lr=3.000000e-03 loss=3.0418 ce=3.0418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3886486815172248e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017995066940784454, 'last_eos_top1': 0}
+step=124650 lr=3.000000e-03 loss=2.7939 ce=2.7939 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.22707962570712e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02113819308578968, 'last_eos_top1': 0}
+step=124700 lr=3.000000e-03 loss=2.8767 ce=2.8767 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4892562578315847e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01573510654270649, 'last_eos_top1': 0}
+step=124750 lr=3.000000e-03 loss=3.1988 ce=3.1988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.22390972339781e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025249073281884193, 'last_eos_top1': 0}
+step=124800 lr=3.000000e-03 loss=3.4937 ce=3.4937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0983099602744915e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019492505118250847, 'last_eos_top1': 0}
+step=124850 lr=3.000000e-03 loss=2.1740 ce=2.1740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1965577616356313e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01973208412528038, 'last_eos_top1': 0}
+step=124900 lr=3.000000e-03 loss=2.2121 ce=2.2121 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4273892854107544e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012600510381162167, 'last_eos_top1': 0}
+step=124950 lr=3.000000e-03 loss=2.2562 ce=2.2562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.378259821649408e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01692129485309124, 'last_eos_top1': 0}
+step=125000 lr=3.000000e-03 loss=2.9588 ce=2.9588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.111983460257761e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02457774616777897, 'last_eos_top1': 0}
+step=125050 lr=3.000000e-03 loss=2.3759 ce=2.3759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.088397185521899e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02639387547969818, 'last_eos_top1': 0}
+step=125100 lr=3.000000e-03 loss=2.6484 ce=2.6484 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.597451773704961e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01898943819105625, 'last_eos_top1': 0}
+step=125150 lr=3.000000e-03 loss=2.1783 ce=2.1783 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5097142750164494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013220317661762238, 'last_eos_top1': 0}
+step=125200 lr=3.000000e-03 loss=2.4970 ce=2.4970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5542260371148586e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01430879533290863, 'last_eos_top1': 0}
+step=125250 lr=3.000000e-03 loss=2.5255 ce=2.5255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5170314327406231e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022199342027306557, 'last_eos_top1': 0}
+step=125300 lr=3.000000e-03 loss=2.8371 ce=2.8371 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9738430637517013e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017741581425070763, 'last_eos_top1': 0}
+step=125350 lr=3.000000e-03 loss=2.5828 ce=2.5828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.090626917895861e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02058214694261551, 'last_eos_top1': 0}
+step=125400 lr=3.000000e-03 loss=3.0480 ce=3.0480 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0634870199719444e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014074665494263172, 'last_eos_top1': 0}
+step=125450 lr=3.000000e-03 loss=2.8868 ce=2.8868 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.991336052422412e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01886439509689808, 'last_eos_top1': 0}
+step=125500 lr=3.000000e-03 loss=2.7866 ce=2.7866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.575594049238134e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019469808787107468, 'last_eos_top1': 0}
+step=125550 lr=3.000000e-03 loss=1.8959 ce=1.8959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.702438385109417e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018716342747211456, 'last_eos_top1': 0}
+step=125600 lr=3.000000e-03 loss=1.8503 ce=1.8503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.835300958598964e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023292433470487595, 'last_eos_top1': 0}
+step=125650 lr=3.000000e-03 loss=3.1314 ce=3.1314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.850524651876185e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012098687700927258, 'last_eos_top1': 0}
+step=125700 lr=3.000000e-03 loss=3.0058 ce=3.0058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6446512240218e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01074992585927248, 'last_eos_top1': 0}
+step=125750 lr=3.000000e-03 loss=2.5757 ce=2.5757 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7374653907609172e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016805920749902725, 'last_eos_top1': 0}
+step=125800 lr=3.000000e-03 loss=2.3354 ce=2.3354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.155749825760722e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018836358562111855, 'last_eos_top1': 0}
+step=125850 lr=3.000000e-03 loss=2.5913 ce=2.5913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.255643383046845e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012952660210430622, 'last_eos_top1': 0}
+step=125900 lr=3.000000e-03 loss=1.9374 ce=1.9374 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.694329254562035e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014210340566933155, 'last_eos_top1': 0}
+step=125950 lr=3.000000e-03 loss=2.9828 ce=2.9828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4003484213608317e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011388527229428291, 'last_eos_top1': 0}
+step=126000 lr=3.000000e-03 loss=2.8854 ce=2.8854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.321803524158895e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015192665159702301, 'last_eos_top1': 0}
+step=126050 lr=3.000000e-03 loss=2.1922 ce=2.1922 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.732493733987212e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019529305398464203, 'last_eos_top1': 0}
+step=126100 lr=3.000000e-03 loss=2.5569 ce=2.5569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.075973553583026e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011928071267902851, 'last_eos_top1': 0}
+step=126150 lr=3.000000e-03 loss=2.1912 ce=2.1912 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.372120985062793e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02874065563082695, 'last_eos_top1': 0}
+step=126200 lr=3.000000e-03 loss=2.7824 ce=2.7824 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5489507606835105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018716471269726753, 'last_eos_top1': 0}
+step=126250 lr=3.000000e-03 loss=1.8981 ce=1.8981 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.409124762285501e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014898514375090599, 'last_eos_top1': 0}
+step=126300 lr=3.000000e-03 loss=2.3469 ce=2.3469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3392314940574579e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023053543642163277, 'last_eos_top1': 0}
+step=126350 lr=3.000000e-03 loss=2.6088 ce=2.6088 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.706271233269945e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017266135662794113, 'last_eos_top1': 0}
+step=126400 lr=3.000000e-03 loss=2.9466 ce=2.9466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.081291313515976e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017013544216752052, 'last_eos_top1': 0}
+step=126450 lr=3.000000e-03 loss=2.0730 ce=2.0730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1819712350843474e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015942832455039024, 'last_eos_top1': 0}
+step=126500 lr=3.000000e-03 loss=2.0301 ce=2.0301 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5705954865552485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020718246698379517, 'last_eos_top1': 0}
+step=126550 lr=3.000000e-03 loss=2.4754 ce=2.4754 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7701309591066092e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01579982228577137, 'last_eos_top1': 0}
+step=126600 lr=3.000000e-03 loss=2.9115 ce=2.9115 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.320994412410073e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014873981475830078, 'last_eos_top1': 0}
+step=126650 lr=3.000000e-03 loss=1.9416 ce=1.9416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5243954294419382e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02212849259376526, 'last_eos_top1': 0}
+step=126700 lr=3.000000e-03 loss=2.8599 ce=2.8599 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6548843632335775e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01876705326139927, 'last_eos_top1': 0}
+step=126750 lr=3.000000e-03 loss=2.4479 ce=2.4479 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.679995279526338e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015130633488297462, 'last_eos_top1': 0}
+step=126800 lr=3.000000e-03 loss=2.7027 ce=2.7027 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3059203158481978e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013170265592634678, 'last_eos_top1': 0}
+step=126850 lr=3.000000e-03 loss=2.9353 ce=2.9353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.759251947281882e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01728043518960476, 'last_eos_top1': 0}
+step=126900 lr=3.000000e-03 loss=2.9513 ce=2.9513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5971036191331223e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01898115873336792, 'last_eos_top1': 0}
+step=126950 lr=3.000000e-03 loss=3.1727 ce=3.1727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6294512533931993e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016296878457069397, 'last_eos_top1': 0}
+step=127000 lr=3.000000e-03 loss=2.0366 ce=2.0366 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2431288268999197e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017785491421818733, 'last_eos_top1': 0}
+step=127050 lr=3.000000e-03 loss=2.7859 ce=2.7859 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2477026757551357e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021493542939424515, 'last_eos_top1': 0}
+step=127100 lr=3.000000e-03 loss=2.6458 ce=2.6458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.059555794810876e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010178987868130207, 'last_eos_top1': 0}
+step=127150 lr=3.000000e-03 loss=2.7141 ce=2.7141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2166862587910146e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016445260494947433, 'last_eos_top1': 0}
+step=127200 lr=3.000000e-03 loss=2.6111 ce=2.6111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.053207420744002e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012976692989468575, 'last_eos_top1': 0}
+step=127250 lr=3.000000e-03 loss=2.3264 ce=2.3264 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.330703071289463e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019957324489951134, 'last_eos_top1': 0}
+step=127300 lr=3.000000e-03 loss=3.3432 ce=3.3432 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0855083019123413e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022336989641189575, 'last_eos_top1': 0}
+step=127350 lr=3.000000e-03 loss=3.1102 ce=3.1102 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.125400831369916e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02002805471420288, 'last_eos_top1': 0}
+step=127400 lr=3.000000e-03 loss=1.9580 ce=1.9580 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6054796510143206e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014656869694590569, 'last_eos_top1': 0}
+step=127450 lr=3.000000e-03 loss=2.3478 ce=2.3478 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1073573811445385e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018472714349627495, 'last_eos_top1': 0}
+step=127500 lr=3.000000e-03 loss=2.7010 ce=2.7010 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7135214370209724e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021441107615828514, 'last_eos_top1': 0}
+step=127550 lr=3.000000e-03 loss=2.8921 ce=2.8921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2168824468972161e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018192561343312263, 'last_eos_top1': 0}
+step=127600 lr=3.000000e-03 loss=2.8755 ce=2.8755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6867035558097996e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01349237747490406, 'last_eos_top1': 0}
+step=127650 lr=3.000000e-03 loss=2.1597 ce=2.1597 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.38779157877434e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01589333824813366, 'last_eos_top1': 0}
+step=127700 lr=3.000000e-03 loss=2.2282 ce=2.2282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.5168832154304255e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02547190897166729, 'last_eos_top1': 0}
+step=127750 lr=3.000000e-03 loss=2.6178 ce=2.6178 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0869940271950327e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02439405955374241, 'last_eos_top1': 0}
+step=127800 lr=3.000000e-03 loss=2.9556 ce=2.9556 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0599967431044206e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02495790459215641, 'last_eos_top1': 0}
+step=127850 lr=3.000000e-03 loss=3.2841 ce=3.2841 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3533845049096271e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015077703632414341, 'last_eos_top1': 0}
+step=127900 lr=3.000000e-03 loss=2.6547 ce=2.6547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.260693003743654e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015276173129677773, 'last_eos_top1': 0}
+step=127950 lr=3.000000e-03 loss=2.4841 ce=2.4841 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.027033229358494e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02595691755414009, 'last_eos_top1': 0}
+step=128000 lr=3.000000e-03 loss=2.2617 ce=2.2617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9408931621001102e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016029201447963715, 'last_eos_top1': 0}
+step=128050 lr=3.000000e-03 loss=1.9951 ce=1.9951 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.611084972973913e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017286434769630432, 'last_eos_top1': 0}
+step=128100 lr=3.000000e-03 loss=2.4482 ce=2.4482 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.871133180335164e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022192398086190224, 'last_eos_top1': 0}
+step=128150 lr=3.000000e-03 loss=1.8001 ce=1.8001 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.08002088079229e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016631292179226875, 'last_eos_top1': 0}
+step=128200 lr=3.000000e-03 loss=4.2260 ce=4.2260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4503069905913435e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02023824118077755, 'last_eos_top1': 0}
+step=128250 lr=3.000000e-03 loss=2.6738 ce=2.6738 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4677920009708032e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014384601265192032, 'last_eos_top1': 0}
+step=128300 lr=3.000000e-03 loss=2.4155 ce=2.4155 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2828315195511095e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015925925225019455, 'last_eos_top1': 0}
+step=128350 lr=3.000000e-03 loss=1.7354 ce=1.7354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.964306258945726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02236096002161503, 'last_eos_top1': 0}
+step=128400 lr=3.000000e-03 loss=2.7736 ce=2.7736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2101012038765475e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017162218689918518, 'last_eos_top1': 0}
+step=128450 lr=3.000000e-03 loss=2.7148 ce=2.7148 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.5045788839343e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0190136656165123, 'last_eos_top1': 0}
+step=128500 lr=3.000000e-03 loss=2.5223 ce=2.5223 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3274149498320185e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017476607114076614, 'last_eos_top1': 0}
+step=128550 lr=3.000000e-03 loss=2.3361 ce=2.3361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.678365702508017e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018706167116761208, 'last_eos_top1': 0}
+step=128600 lr=3.000000e-03 loss=2.0336 ce=2.0336 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1373697816452477e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017701731994748116, 'last_eos_top1': 0}
+step=128650 lr=3.000000e-03 loss=2.6924 ce=2.6924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6351954400306568e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01494585070759058, 'last_eos_top1': 0}
+step=128700 lr=3.000000e-03 loss=2.3286 ce=2.3286 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2136609257140663e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02402436174452305, 'last_eos_top1': 0}
+step=128750 lr=3.000000e-03 loss=2.9544 ce=2.9544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8882097467430867e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020403973758220673, 'last_eos_top1': 0}
+step=128800 lr=3.000000e-03 loss=2.5389 ce=2.5389 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.144810009165667e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0167732872068882, 'last_eos_top1': 0}
+step=128850 lr=3.000000e-03 loss=2.2468 ce=2.2468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3884789950679988e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020211011171340942, 'last_eos_top1': 0}
+step=128900 lr=3.000000e-03 loss=2.6644 ce=2.6644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7334517401177436e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012128638103604317, 'last_eos_top1': 0}
+step=128950 lr=3.000000e-03 loss=3.2658 ce=3.2658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014453007315751165, 'pos0_bos_top1': 0, 'last_eos_p': 0.01404174230992794, 'last_eos_top1': 0}
+step=129000 lr=3.000000e-03 loss=1.9100 ce=1.9100 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3164287995314226e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021631814539432526, 'last_eos_top1': 0}
+step=129050 lr=3.000000e-03 loss=1.9492 ce=1.9492 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.520056245382875e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017888575792312622, 'last_eos_top1': 0}
+step=129100 lr=3.000000e-03 loss=2.5486 ce=2.5486 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5680285287089646e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01808096654713154, 'last_eos_top1': 0}
+step=129150 lr=3.000000e-03 loss=2.1148 ce=2.1148 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.047216912615113e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015314940363168716, 'last_eos_top1': 0}
+step=129200 lr=3.000000e-03 loss=2.7430 ce=2.7430 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.136276351753622e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019945921376347542, 'last_eos_top1': 0}
+step=129250 lr=3.000000e-03 loss=2.3714 ce=2.3714 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0485785828204826e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015631474554538727, 'last_eos_top1': 0}
+step=129300 lr=3.000000e-03 loss=2.6748 ce=2.6748 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.95244018768426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015895972028374672, 'last_eos_top1': 0}
+step=129350 lr=3.000000e-03 loss=2.8291 ce=2.8291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8186508643557318e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018085161224007607, 'last_eos_top1': 0}
+step=129400 lr=3.000000e-03 loss=2.9250 ce=2.9250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4351844078628346e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019974298775196075, 'last_eos_top1': 0}
+step=129450 lr=3.000000e-03 loss=2.6916 ce=2.6916 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6533951313467696e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017600223422050476, 'last_eos_top1': 0}
+step=129500 lr=3.000000e-03 loss=2.0978 ce=2.0978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2770269424654543e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013059757649898529, 'last_eos_top1': 0}
+step=129550 lr=3.000000e-03 loss=2.1174 ce=2.1174 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010282101720804349, 'pos0_bos_top1': 0, 'last_eos_p': 0.019249202683568, 'last_eos_top1': 0}
+step=129600 lr=3.000000e-03 loss=2.2981 ce=2.2981 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4430292948381975e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013826948590576649, 'last_eos_top1': 0}
+step=129650 lr=3.000000e-03 loss=2.7910 ce=2.7910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.092378367204219e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01903487555682659, 'last_eos_top1': 0}
+step=129700 lr=3.000000e-03 loss=3.1285 ce=3.1285 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.662814197014086e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014469108544290066, 'last_eos_top1': 0}
+step=129750 lr=3.000000e-03 loss=2.5021 ce=2.5021 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4961548913561273e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017607925459742546, 'last_eos_top1': 0}
+step=129800 lr=3.000000e-03 loss=1.9148 ce=1.9148 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.768873491731938e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022545745596289635, 'last_eos_top1': 0}
+step=129850 lr=3.000000e-03 loss=1.7967 ce=1.7967 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.657610639289487e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020905476063489914, 'last_eos_top1': 0}
+step=129900 lr=3.000000e-03 loss=2.7127 ce=2.7127 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4832657042425126e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014572257176041603, 'last_eos_top1': 0}
+step=129950 lr=3.000000e-03 loss=2.4577 ce=2.4577 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.415358752245083e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01844256930053234, 'last_eos_top1': 0}
+step=130000 lr=3.000000e-03 loss=2.5878 ce=2.5878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.971864447928965e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02250407263636589, 'last_eos_top1': 0}
+step=130050 lr=3.000000e-03 loss=2.3807 ce=2.3807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.716326217632741e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014154216274619102, 'last_eos_top1': 0}
+step=130100 lr=3.000000e-03 loss=1.7702 ce=1.7702 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.219762558932416e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018765293061733246, 'last_eos_top1': 0}
+step=130150 lr=3.000000e-03 loss=3.0878 ce=3.0878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.58267165615689e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015957998111844063, 'last_eos_top1': 0}
+step=130200 lr=3.000000e-03 loss=1.9178 ce=1.9178 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.001710375538096e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015301669016480446, 'last_eos_top1': 0}
+step=130250 lr=3.000000e-03 loss=3.3963 ce=3.3963 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011915295181097463, 'pos0_bos_top1': 0, 'last_eos_p': 0.015132446773350239, 'last_eos_top1': 0}
+step=130300 lr=3.000000e-03 loss=2.3612 ce=2.3612 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.977871165261604e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015912285074591637, 'last_eos_top1': 0}
+step=130350 lr=3.000000e-03 loss=2.2142 ce=2.2142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.124947033938952e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016222670674324036, 'last_eos_top1': 0}
+step=130400 lr=3.000000e-03 loss=2.6012 ce=2.6012 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013976461195852607, 'pos0_bos_top1': 0, 'last_eos_p': 0.013116957619786263, 'last_eos_top1': 0}
+step=130450 lr=3.000000e-03 loss=2.2794 ce=2.2794 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9458998799091205e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013793320395052433, 'last_eos_top1': 0}
+step=130500 lr=3.000000e-03 loss=2.3650 ce=2.3650 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.577571523142979e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016967711970210075, 'last_eos_top1': 0}
+step=130550 lr=3.000000e-03 loss=2.5861 ce=2.5861 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4815907787997276e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013862854801118374, 'last_eos_top1': 0}
+step=130600 lr=3.000000e-03 loss=2.6361 ce=2.6361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5394597944105044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016068944707512856, 'last_eos_top1': 0}
+step=130650 lr=3.000000e-03 loss=2.5121 ce=2.5121 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.207896224921569e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01659296080470085, 'last_eos_top1': 0}
+step=130700 lr=3.000000e-03 loss=2.7404 ce=2.7404 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.117622251622379e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016309531405568123, 'last_eos_top1': 0}
+step=130750 lr=3.000000e-03 loss=2.6212 ce=2.6212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.48897176788887e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018135664984583855, 'last_eos_top1': 0}
+step=130800 lr=3.000000e-03 loss=2.4433 ce=2.4433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5393270587082952e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010553371161222458, 'last_eos_top1': 0}
+step=130850 lr=3.000000e-03 loss=2.3583 ce=2.3583 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3647515263292007e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013595864176750183, 'last_eos_top1': 0}
+step=130900 lr=3.000000e-03 loss=1.6883 ce=1.6883 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5683194912271574e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016793960705399513, 'last_eos_top1': 0}
+step=130950 lr=3.000000e-03 loss=2.3782 ce=2.3782 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.368683145614341e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01517777144908905, 'last_eos_top1': 0}
+step=131000 lr=3.000000e-03 loss=2.3172 ce=2.3172 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9540735340560786e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014575083740055561, 'last_eos_top1': 0}
+step=131050 lr=3.000000e-03 loss=1.9330 ce=1.9330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.742593253264204e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01585938036441803, 'last_eos_top1': 0}
+step=131100 lr=3.000000e-03 loss=1.9666 ce=1.9666 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1489369171613362e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017063526436686516, 'last_eos_top1': 0}
+step=131150 lr=3.000000e-03 loss=2.5196 ce=2.5196 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.955223291995935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014447800815105438, 'last_eos_top1': 0}
+step=131200 lr=3.000000e-03 loss=2.5662 ce=2.5662 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.617412949097343e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02623315341770649, 'last_eos_top1': 0}
+step=131250 lr=3.000000e-03 loss=2.4657 ce=2.4657 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6765328584588133e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021843887865543365, 'last_eos_top1': 0}
+step=131300 lr=3.000000e-03 loss=2.0412 ce=2.0412 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6400697859353386e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01758521795272827, 'last_eos_top1': 0}
+step=131350 lr=3.000000e-03 loss=3.4187 ce=3.4187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1171417504083365e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014065112918615341, 'last_eos_top1': 0}
+step=131400 lr=3.000000e-03 loss=2.3718 ce=2.3718 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6266934582963586e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014052478596568108, 'last_eos_top1': 0}
+step=131450 lr=3.000000e-03 loss=2.3162 ce=2.3162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4690418538521044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01604100689291954, 'last_eos_top1': 0}
+step=131500 lr=3.000000e-03 loss=1.6269 ce=1.6269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.140740591334179e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025477565824985504, 'last_eos_top1': 0}
+step=131550 lr=3.000000e-03 loss=2.6845 ce=2.6845 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3810878044751007e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017357107251882553, 'last_eos_top1': 0}
+step=131600 lr=3.000000e-03 loss=2.4151 ce=2.4151 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.44057628151495e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02313734032213688, 'last_eos_top1': 0}
+step=131650 lr=3.000000e-03 loss=2.5920 ce=2.5920 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.821066613658331e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020839475095272064, 'last_eos_top1': 0}
+step=131700 lr=3.000000e-03 loss=2.7806 ce=2.7806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.706238931044936e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022800052538514137, 'last_eos_top1': 0}
+step=131750 lr=3.000000e-03 loss=2.1015 ce=2.1015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4965571608627215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01495995931327343, 'last_eos_top1': 0}
+step=131800 lr=3.000000e-03 loss=2.6918 ce=2.6918 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4991522877826355e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016674548387527466, 'last_eos_top1': 0}
+step=131850 lr=3.000000e-03 loss=1.8517 ce=1.8517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3342352506006137e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014386278577148914, 'last_eos_top1': 0}
+step=131900 lr=3.000000e-03 loss=2.1374 ce=2.1374 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0397912774351425e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018181227147579193, 'last_eos_top1': 0}
+step=131950 lr=3.000000e-03 loss=2.8911 ce=2.8911 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2585214790306054e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012485941872000694, 'last_eos_top1': 0}
+step=132000 lr=3.000000e-03 loss=2.5024 ce=2.5024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.36809563729912e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017345406115055084, 'last_eos_top1': 0}
+step=132050 lr=3.000000e-03 loss=1.5352 ce=1.5352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4846709493431263e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015931833535432816, 'last_eos_top1': 0}
+step=132100 lr=3.000000e-03 loss=2.2152 ce=2.2152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.70726092014229e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017822202295064926, 'last_eos_top1': 0}
+step=132150 lr=3.000000e-03 loss=2.4375 ce=2.4375 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.975911780202296e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024387169629335403, 'last_eos_top1': 0}
+step=132200 lr=3.000000e-03 loss=2.4587 ce=2.4587 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6878966309595853e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014076673425734043, 'last_eos_top1': 0}
+step=132250 lr=3.000000e-03 loss=3.0287 ce=3.0287 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.498012145224493e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01991448923945427, 'last_eos_top1': 0}
+step=132300 lr=3.000000e-03 loss=1.9791 ce=1.9791 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.357441402040422e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.013880645856261253, 'last_eos_top1': 0}
+step=132350 lr=3.000000e-03 loss=2.4714 ce=2.4714 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.195189376332564e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0235919076949358, 'last_eos_top1': 0}
+step=132400 lr=3.000000e-03 loss=2.0065 ce=2.0065 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1080337571911514e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01978698931634426, 'last_eos_top1': 0}
+step=132450 lr=3.000000e-03 loss=2.7582 ce=2.7582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.020275107701309e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01754203625023365, 'last_eos_top1': 0}
+step=132500 lr=3.000000e-03 loss=3.0002 ce=3.0002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.724132744129747e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02019130438566208, 'last_eos_top1': 0}
+step=132550 lr=3.000000e-03 loss=1.7417 ce=1.7417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.176141176983947e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01883416436612606, 'last_eos_top1': 0}
+step=132600 lr=3.000000e-03 loss=1.8601 ce=1.8601 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7205640688189305e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013509557582437992, 'last_eos_top1': 0}
+step=132650 lr=3.000000e-03 loss=3.0191 ce=3.0191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0043588190455921e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01584150269627571, 'last_eos_top1': 0}
+step=132700 lr=3.000000e-03 loss=3.5800 ce=3.5800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3843000488122925e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01702999323606491, 'last_eos_top1': 0}
+step=132750 lr=3.000000e-03 loss=2.3665 ce=2.3665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.887006849050522e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01485991571098566, 'last_eos_top1': 0}
+step=132800 lr=3.000000e-03 loss=2.3682 ce=2.3682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.495993587421253e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023122703656554222, 'last_eos_top1': 0}
+step=132850 lr=3.000000e-03 loss=2.5252 ce=2.5252 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.204266249667853e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019545486196875572, 'last_eos_top1': 0}
+step=132900 lr=3.000000e-03 loss=2.0095 ce=2.0095 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9258950235089287e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015403782948851585, 'last_eos_top1': 0}
+step=132950 lr=3.000000e-03 loss=2.5058 ce=2.5058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.515226489980705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017343826591968536, 'last_eos_top1': 0}
+step=133000 lr=3.000000e-03 loss=2.3312 ce=2.3312 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.857563984231092e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015836302191019058, 'last_eos_top1': 0}
+step=133050 lr=3.000000e-03 loss=3.0015 ce=3.0015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.42453446239233e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014055470004677773, 'last_eos_top1': 0}
+step=133100 lr=3.000000e-03 loss=2.0317 ce=2.0317 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.731982360477559e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013717662543058395, 'last_eos_top1': 0}
+step=133150 lr=3.000000e-03 loss=2.3980 ce=2.3980 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6735047615366057e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011776451952755451, 'last_eos_top1': 0}
+step=133200 lr=3.000000e-03 loss=2.6441 ce=2.6441 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.695850005489774e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016911860555410385, 'last_eos_top1': 0}
+step=133250 lr=3.000000e-03 loss=2.5005 ce=2.5005 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0645994633669034e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014406310394406319, 'last_eos_top1': 0}
+step=133300 lr=3.000000e-03 loss=2.9631 ce=2.9631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6948451452190056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012389353476464748, 'last_eos_top1': 0}
+step=133350 lr=3.000000e-03 loss=2.5324 ce=2.5324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.652645657188259e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013843665830790997, 'last_eos_top1': 0}
+step=133400 lr=3.000000e-03 loss=2.4813 ce=2.4813 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6420211977674626e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014180749654769897, 'last_eos_top1': 0}
+step=133450 lr=3.000000e-03 loss=2.2730 ce=2.2730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7918377125170082e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01047608070075512, 'last_eos_top1': 0}
+step=133500 lr=3.000000e-03 loss=2.7209 ce=2.7209 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.774075230467133e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010065335780382156, 'last_eos_top1': 0}
+step=133550 lr=3.000000e-03 loss=2.4675 ce=2.4675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4182229278958403e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02120581641793251, 'last_eos_top1': 0}
+step=133600 lr=3.000000e-03 loss=2.5382 ce=2.5382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7470985767431557e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021650070324540138, 'last_eos_top1': 0}
+step=133650 lr=3.000000e-03 loss=2.1949 ce=2.1949 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4860921257641166e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022850390523672104, 'last_eos_top1': 0}
+step=133700 lr=3.000000e-03 loss=2.3890 ce=2.3890 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0237170247128233e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020542480051517487, 'last_eos_top1': 0}
+step=133750 lr=3.000000e-03 loss=2.6433 ce=2.6433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.460830238414928e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01677962951362133, 'last_eos_top1': 0}
+step=133800 lr=3.000000e-03 loss=2.2574 ce=2.2574 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.745856858789921e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011346425861120224, 'last_eos_top1': 0}
+step=133850 lr=3.000000e-03 loss=2.0217 ce=2.0217 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.653731543337926e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018003659322857857, 'last_eos_top1': 0}
+step=133900 lr=3.000000e-03 loss=1.6449 ce=1.6449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.09858327859547e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01764768920838833, 'last_eos_top1': 0}
+step=133950 lr=3.000000e-03 loss=2.6186 ce=2.6186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.625648969318718e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01725873164832592, 'last_eos_top1': 0}
+step=134000 lr=3.000000e-03 loss=3.1547 ce=3.1547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6605488781351596e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017655571922659874, 'last_eos_top1': 0}
+step=134050 lr=3.000000e-03 loss=2.3219 ce=2.3219 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.779502341989428e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01810997538268566, 'last_eos_top1': 0}
+step=134100 lr=3.000000e-03 loss=2.4109 ce=2.4109 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.249092545360327e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013769557699561119, 'last_eos_top1': 0}
+step=134150 lr=3.000000e-03 loss=2.1724 ce=2.1724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4484644351759925e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015619726851582527, 'last_eos_top1': 0}
+step=134200 lr=3.000000e-03 loss=2.1914 ce=2.1914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.777915531420149e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01680496521294117, 'last_eos_top1': 0}
+step=134250 lr=3.000000e-03 loss=2.4238 ce=2.4238 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6365234841941856e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015465009026229382, 'last_eos_top1': 0}
+step=134300 lr=3.000000e-03 loss=2.0812 ce=2.0812 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.114529524988029e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01646077074110508, 'last_eos_top1': 0}
+step=134350 lr=3.000000e-03 loss=2.6239 ce=2.6239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.368348971998785e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024732567369937897, 'last_eos_top1': 0}
+step=134400 lr=3.000000e-03 loss=2.2914 ce=2.2914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.894939279940445e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016484960913658142, 'last_eos_top1': 0}
+step=134450 lr=3.000000e-03 loss=1.9151 ce=1.9151 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.85716004227288e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016740605235099792, 'last_eos_top1': 0}
+step=134500 lr=3.000000e-03 loss=2.9464 ce=2.9464 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.734555841423571e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01988506130874157, 'last_eos_top1': 0}
+step=134550 lr=3.000000e-03 loss=3.2951 ce=3.2951 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5236196961486712e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01520658377557993, 'last_eos_top1': 0}
+step=134600 lr=3.000000e-03 loss=3.3921 ce=3.3921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.787306973710656e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015275654383003712, 'last_eos_top1': 0}
+step=134650 lr=3.000000e-03 loss=2.4400 ce=2.4400 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.191736530221533e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02159290201961994, 'last_eos_top1': 0}
+step=134700 lr=3.000000e-03 loss=2.5152 ce=2.5152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8830649423762225e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017382636666297913, 'last_eos_top1': 0}
+step=134750 lr=3.000000e-03 loss=2.2128 ce=2.2128 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.258055428683292e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027268094941973686, 'last_eos_top1': 0}
+step=134800 lr=3.000000e-03 loss=1.9852 ce=1.9852 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.133657007012516e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014657371677458286, 'last_eos_top1': 0}
+step=134850 lr=3.000000e-03 loss=3.2685 ce=3.2685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.69920734455809e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01732267066836357, 'last_eos_top1': 0}
+step=134900 lr=3.000000e-03 loss=2.7111 ce=2.7111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.885280835267622e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014956865459680557, 'last_eos_top1': 0}
+step=134950 lr=3.000000e-03 loss=2.2154 ce=2.2154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4773522707400844e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015437111258506775, 'last_eos_top1': 0}
+step=135000 lr=3.000000e-03 loss=2.7909 ce=2.7909 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.494300684309565e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017575565725564957, 'last_eos_top1': 0}
+step=135050 lr=3.000000e-03 loss=2.7787 ce=2.7787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7312029740423895e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01733682118356228, 'last_eos_top1': 0}
+step=135100 lr=3.000000e-03 loss=2.0208 ce=2.0208 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7479904272477143e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01981544867157936, 'last_eos_top1': 0}
+step=135150 lr=3.000000e-03 loss=2.9409 ce=2.9409 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0208530258969404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018264058977365494, 'last_eos_top1': 0}
+step=135200 lr=3.000000e-03 loss=2.9243 ce=2.9243 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.251636594039155e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015576272271573544, 'last_eos_top1': 0}
+step=135250 lr=3.000000e-03 loss=2.4414 ce=2.4414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8770731912809424e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015257840976119041, 'last_eos_top1': 0}
+step=135300 lr=3.000000e-03 loss=1.8850 ce=1.8850 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1001548955391627e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02500678412616253, 'last_eos_top1': 0}
+step=135350 lr=3.000000e-03 loss=2.7331 ce=2.7331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0271752873668447e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01866251602768898, 'last_eos_top1': 0}
+step=135400 lr=3.000000e-03 loss=2.4517 ce=2.4517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.052693864447065e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02243240363895893, 'last_eos_top1': 0}
+step=135450 lr=3.000000e-03 loss=1.9101 ce=1.9101 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4248464140109718e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018868576735258102, 'last_eos_top1': 0}
+step=135500 lr=3.000000e-03 loss=2.5059 ce=2.5059 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0968309399904683e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018528347834944725, 'last_eos_top1': 0}
+step=135550 lr=3.000000e-03 loss=1.7114 ce=1.7114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.271682726335712e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015873463824391365, 'last_eos_top1': 0}
+step=135600 lr=3.000000e-03 loss=1.8827 ce=1.8827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0809984056977555e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024256836622953415, 'last_eos_top1': 0}
+step=135650 lr=3.000000e-03 loss=3.4994 ce=3.4994 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.600861939252354e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01427861675620079, 'last_eos_top1': 0}
+step=135700 lr=3.000000e-03 loss=3.7795 ce=3.7795 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1275892979465425e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0175790973007679, 'last_eos_top1': 0}
+step=135750 lr=3.000000e-03 loss=1.9402 ce=1.9402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1737401109712664e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026634247973561287, 'last_eos_top1': 0}
+step=135800 lr=3.000000e-03 loss=1.5569 ce=1.5569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.820197192311753e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018463443964719772, 'last_eos_top1': 0}
+step=135850 lr=3.000000e-03 loss=1.6954 ce=1.6954 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0140250348486006e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013783450238406658, 'last_eos_top1': 0}
+step=135900 lr=3.000000e-03 loss=2.4089 ce=2.4089 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.111776459263638e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01687297597527504, 'last_eos_top1': 0}
+step=135950 lr=3.000000e-03 loss=2.0841 ce=2.0841 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9880539184669033e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017527373507618904, 'last_eos_top1': 0}
+step=136000 lr=3.000000e-03 loss=2.6748 ce=2.6748 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.276083978358656e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017449887469410896, 'last_eos_top1': 0}
+step=136050 lr=3.000000e-03 loss=2.4904 ce=2.4904 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.033688360825181e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021409228444099426, 'last_eos_top1': 0}
+step=136100 lr=3.000000e-03 loss=3.3314 ce=3.3314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.782148996833712e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020127568393945694, 'last_eos_top1': 0}
+step=136150 lr=3.000000e-03 loss=2.2789 ce=2.2789 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4764256270136684e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015677733346819878, 'last_eos_top1': 0}
+step=136200 lr=3.000000e-03 loss=2.4149 ce=2.4149 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2833999537397176e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015081611461937428, 'last_eos_top1': 0}
+step=136250 lr=3.000000e-03 loss=2.7725 ce=2.7725 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011256436118856072, 'pos0_bos_top1': 0, 'last_eos_p': 0.011868811212480068, 'last_eos_top1': 0}
+step=136300 lr=3.000000e-03 loss=2.3746 ce=2.3746 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.285452450858429e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017978405579924583, 'last_eos_top1': 0}
+step=136350 lr=3.000000e-03 loss=1.9919 ce=1.9919 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9735995010705665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014445343054831028, 'last_eos_top1': 0}
+step=136400 lr=3.000000e-03 loss=2.0119 ce=2.0119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.025345308240503e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01429356262087822, 'last_eos_top1': 0}
+step=136450 lr=3.000000e-03 loss=1.6923 ce=1.6923 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0860224392672535e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019855588674545288, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=1100000 rows=1091809 buffered=8191 part=openwebtext-t5
+step=136500 lr=3.000000e-03 loss=1.7208 ce=1.7208 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9795441403402947e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01570247672498226, 'last_eos_top1': 0}
+step=136550 lr=3.000000e-03 loss=2.5571 ce=2.5571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4602643204852939e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015847381204366684, 'last_eos_top1': 0}
+step=136600 lr=3.000000e-03 loss=1.7080 ce=1.7080 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.099223820550833e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01588805951178074, 'last_eos_top1': 0}
+step=136650 lr=3.000000e-03 loss=2.5367 ce=2.5367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8252459994982928e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020824849605560303, 'last_eos_top1': 0}
+step=136700 lr=3.000000e-03 loss=2.8843 ce=2.8843 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.635041735426057e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023330528289079666, 'last_eos_top1': 0}
+step=136750 lr=3.000000e-03 loss=2.8961 ce=2.8961 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4953399841033388e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019149374216794968, 'last_eos_top1': 0}
+step=136800 lr=3.000000e-03 loss=2.7605 ce=2.7605 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.411668437067419e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01601591892540455, 'last_eos_top1': 0}
+step=136850 lr=3.000000e-03 loss=2.0908 ce=2.0908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2764425264322199e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013894149102270603, 'last_eos_top1': 0}
+step=136900 lr=3.000000e-03 loss=2.1693 ce=2.1693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2211456123623066e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015851831063628197, 'last_eos_top1': 0}
+step=136950 lr=3.000000e-03 loss=2.6070 ce=2.6070 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2109775525459554e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016560502350330353, 'last_eos_top1': 0}
+step=137000 lr=3.000000e-03 loss=1.4413 ce=1.4413 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.275208761508111e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01602127216756344, 'last_eos_top1': 0}
+step=137050 lr=3.000000e-03 loss=2.1127 ce=2.1127 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.053204288036795e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01875394582748413, 'last_eos_top1': 0}
+step=137100 lr=3.000000e-03 loss=2.5906 ce=2.5906 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.549781806417741e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021326672285795212, 'last_eos_top1': 0}
+step=137150 lr=3.000000e-03 loss=2.2005 ce=2.2005 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3151094208296854e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01357599813491106, 'last_eos_top1': 0}
+step=137200 lr=3.000000e-03 loss=2.0238 ce=2.0238 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6148629331146367e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01649313233792782, 'last_eos_top1': 0}
+step=137250 lr=3.000000e-03 loss=2.2558 ce=2.2558 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4551238059066236e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021543480455875397, 'last_eos_top1': 0}
+step=137300 lr=3.000000e-03 loss=2.3893 ce=2.3893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4573082808055915e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012500979006290436, 'last_eos_top1': 0}
+step=137350 lr=3.000000e-03 loss=2.2801 ce=2.2801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.076717257499695e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02747686766088009, 'last_eos_top1': 0}
+step=137400 lr=3.000000e-03 loss=2.7450 ce=2.7450 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.039019793504849e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023150889202952385, 'last_eos_top1': 0}
+step=137450 lr=3.000000e-03 loss=2.5251 ce=2.5251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7356039178557694e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022231359034776688, 'last_eos_top1': 0}
+step=137500 lr=3.000000e-03 loss=2.5848 ce=2.5848 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.306399104185402e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014516371302306652, 'last_eos_top1': 0}
+step=137550 lr=3.000000e-03 loss=1.7251 ce=1.7251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.579363980563357e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023724501952528954, 'last_eos_top1': 0}
+step=137600 lr=3.000000e-03 loss=2.0912 ce=2.0912 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.700929225189611e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013409491628408432, 'last_eos_top1': 0}
+step=137650 lr=3.000000e-03 loss=1.9902 ce=1.9902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.810242484789342e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017990130931138992, 'last_eos_top1': 0}
+step=137700 lr=3.000000e-03 loss=3.1270 ce=3.1270 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7666641472023912e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021254321560263634, 'last_eos_top1': 0}
+step=137750 lr=3.000000e-03 loss=3.4496 ce=3.4496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4070194083615206e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017172036692500114, 'last_eos_top1': 0}
+step=137800 lr=3.000000e-03 loss=1.7535 ce=1.7535 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.315493687405251e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02260228805243969, 'last_eos_top1': 0}
+step=137850 lr=3.000000e-03 loss=2.6509 ce=2.6509 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.782935760274995e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024939943104982376, 'last_eos_top1': 0}
+step=137900 lr=3.000000e-03 loss=1.5741 ce=1.5741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.792505882913247e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022254839539527893, 'last_eos_top1': 0}
+step=137950 lr=3.000000e-03 loss=2.6202 ce=2.6202 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.366385812521912e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017331423237919807, 'last_eos_top1': 0}
+step=138000 lr=3.000000e-03 loss=2.0003 ce=2.0003 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.206351539120078e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016369104385375977, 'last_eos_top1': 0}
+step=138050 lr=3.000000e-03 loss=2.1257 ce=2.1257 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0805860913242213e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01453018095344305, 'last_eos_top1': 0}
+step=138100 lr=3.000000e-03 loss=1.6488 ce=1.6488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4171775546856225e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015584306791424751, 'last_eos_top1': 0}
+step=138150 lr=3.000000e-03 loss=2.2321 ce=2.2321 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5103101254208013e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016065241768956184, 'last_eos_top1': 0}
+step=138200 lr=3.000000e-03 loss=2.5931 ce=2.5931 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0628647689591162e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020173173397779465, 'last_eos_top1': 0}
+step=138250 lr=3.000000e-03 loss=2.1957 ce=2.1957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4474158888333477e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019847026094794273, 'last_eos_top1': 0}
+step=138300 lr=3.000000e-03 loss=3.0268 ce=3.0268 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6934120139922015e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0169259961694479, 'last_eos_top1': 0}
+step=138350 lr=3.000000e-03 loss=2.7371 ce=2.7371 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.418940857751295e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017196936532855034, 'last_eos_top1': 0}
+step=138400 lr=3.000000e-03 loss=3.3120 ce=3.3120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.199360879894812e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01616682857275009, 'last_eos_top1': 0}
+step=138450 lr=3.000000e-03 loss=3.2432 ce=3.2432 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7401227523805574e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017166994512081146, 'last_eos_top1': 0}
+step=138500 lr=3.000000e-03 loss=2.2581 ce=2.2581 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3090711945551448e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017222851514816284, 'last_eos_top1': 0}
+step=138550 lr=3.000000e-03 loss=2.5068 ce=2.5068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.164071520383004e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023610979318618774, 'last_eos_top1': 0}
+step=138600 lr=3.000000e-03 loss=2.5645 ce=2.5645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2334089660726022e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01803835853934288, 'last_eos_top1': 0}
+step=138650 lr=3.000000e-03 loss=2.1212 ce=2.1212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7956852389033884e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02050086110830307, 'last_eos_top1': 0}
+step=138700 lr=3.000000e-03 loss=2.1558 ce=2.1558 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.056953624356538e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020191578194499016, 'last_eos_top1': 0}
+step=138750 lr=3.000000e-03 loss=3.0487 ce=3.0487 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.17153613246046e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023119423538446426, 'last_eos_top1': 0}
+step=138800 lr=3.000000e-03 loss=2.2427 ce=2.2427 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.227473487437237e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017626279965043068, 'last_eos_top1': 0}
+step=138850 lr=3.000000e-03 loss=3.2388 ce=3.2388 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.17933336191345e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02368958294391632, 'last_eos_top1': 0}
+step=138900 lr=3.000000e-03 loss=1.9565 ce=1.9565 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7782647773856297e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01425223983824253, 'last_eos_top1': 0}
+step=138950 lr=3.000000e-03 loss=2.5230 ce=2.5230 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1698843991325703e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018285108730196953, 'last_eos_top1': 0}
+step=139000 lr=3.000000e-03 loss=2.6621 ce=2.6621 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1801034967647865e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019500097259879112, 'last_eos_top1': 0}
+step=139050 lr=3.000000e-03 loss=2.6216 ce=2.6216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.771194603061303e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016471147537231445, 'last_eos_top1': 0}
+step=139100 lr=3.000000e-03 loss=2.2958 ce=2.2958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8526628486579284e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011783046647906303, 'last_eos_top1': 0}
+step=139150 lr=3.000000e-03 loss=2.8870 ce=2.8870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5762481527635828e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02149537205696106, 'last_eos_top1': 0}
+step=139200 lr=3.000000e-03 loss=2.0218 ce=2.0218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.752507134573534e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017848854884505272, 'last_eos_top1': 0}
+step=139250 lr=3.000000e-03 loss=2.7117 ce=2.7117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.540758583170827e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0154247572645545, 'last_eos_top1': 0}
+step=139300 lr=3.000000e-03 loss=2.4318 ce=2.4318 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.49525835190434e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022920779883861542, 'last_eos_top1': 0}
+step=139350 lr=3.000000e-03 loss=2.5185 ce=2.5185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2342478839855175e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012486720457673073, 'last_eos_top1': 0}
+step=139400 lr=3.000000e-03 loss=2.4361 ce=2.4361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.37671663146466e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017018726095557213, 'last_eos_top1': 0}
+step=139450 lr=3.000000e-03 loss=2.9433 ce=2.9433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5819334041443653e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016810011118650436, 'last_eos_top1': 0}
+step=139500 lr=3.000000e-03 loss=1.7373 ce=1.7373 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.672500265063718e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017339665442705154, 'last_eos_top1': 0}
+step=139550 lr=3.000000e-03 loss=2.0036 ce=2.0036 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.334428765811026e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027493447065353394, 'last_eos_top1': 0}
+step=139600 lr=3.000000e-03 loss=2.5450 ce=2.5450 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9474026784300804e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014583348296582699, 'last_eos_top1': 0}
+step=139650 lr=3.000000e-03 loss=2.6016 ce=2.6016 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5912431990727782e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019655276089906693, 'last_eos_top1': 0}
+step=139700 lr=3.000000e-03 loss=2.2186 ce=2.2186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.116459265584126e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012676742859184742, 'last_eos_top1': 0}
+step=139750 lr=3.000000e-03 loss=2.6852 ce=2.6852 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.757050944841467e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01689036190509796, 'last_eos_top1': 0}
+step=139800 lr=3.000000e-03 loss=2.1529 ce=2.1529 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.615483728935942e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01881793886423111, 'last_eos_top1': 0}
+step=139850 lr=3.000000e-03 loss=2.9254 ce=2.9254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8025946448906325e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01422736793756485, 'last_eos_top1': 0}
+step=139900 lr=3.000000e-03 loss=2.7330 ce=2.7330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.922132443927694e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017669981345534325, 'last_eos_top1': 0}
+step=139950 lr=3.000000e-03 loss=3.2163 ce=3.2163 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0121830200660042e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01857353001832962, 'last_eos_top1': 0}
+step=140000 lr=3.000000e-03 loss=2.2781 ce=2.2781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.571440043335315e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020357174798846245, 'last_eos_top1': 0}
+step=140050 lr=3.000000e-03 loss=1.9827 ce=1.9827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.356031811563298e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023083526641130447, 'last_eos_top1': 0}
+step=140100 lr=3.000000e-03 loss=3.1313 ce=3.1313 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0462524086469784e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012679561972618103, 'last_eos_top1': 0}
+step=140150 lr=3.000000e-03 loss=1.8759 ce=1.8759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.304690148477675e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022331392392516136, 'last_eos_top1': 0}
+step=140200 lr=3.000000e-03 loss=2.1097 ce=2.1097 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2529072591860313e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019464435055851936, 'last_eos_top1': 0}
+step=140250 lr=3.000000e-03 loss=2.7988 ce=2.7988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.447951480164193e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024426404386758804, 'last_eos_top1': 0}
+step=140300 lr=3.000000e-03 loss=2.5945 ce=2.5945 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0185377656598575e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022977963089942932, 'last_eos_top1': 0}
+step=140350 lr=3.000000e-03 loss=2.2304 ce=2.2304 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5504959921818227e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016245923936367035, 'last_eos_top1': 0}
+step=140400 lr=3.000000e-03 loss=2.3974 ce=2.3974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1774576453026384e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01477199885994196, 'last_eos_top1': 0}
+step=140450 lr=3.000000e-03 loss=2.9690 ce=2.9690 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9395177989499643e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020145248621702194, 'last_eos_top1': 0}
+step=140500 lr=3.000000e-03 loss=2.4545 ce=2.4545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0575251255650073e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019324319437146187, 'last_eos_top1': 0}
+step=140550 lr=3.000000e-03 loss=2.9798 ce=2.9798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6607605832396075e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016652140766382217, 'last_eos_top1': 0}
+step=140600 lr=3.000000e-03 loss=2.2024 ce=2.2024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.989897651190404e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01696811430156231, 'last_eos_top1': 0}
+step=140650 lr=3.000000e-03 loss=1.8706 ce=1.8706 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.605752893548924e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.018154431134462357, 'last_eos_top1': 0}
+step=140700 lr=3.000000e-03 loss=2.7580 ce=2.7580 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.053163007076364e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010739411227405071, 'last_eos_top1': 0}
+step=140750 lr=3.000000e-03 loss=2.2784 ce=2.2784 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.561652192729525e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022151503711938858, 'last_eos_top1': 0}
+step=140800 lr=3.000000e-03 loss=2.4068 ce=2.4068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.285410669690464e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01961670070886612, 'last_eos_top1': 0}
+step=140850 lr=3.000000e-03 loss=2.4364 ce=2.4364 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0217401722911745e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013942508026957512, 'last_eos_top1': 0}
+step=140900 lr=3.000000e-03 loss=1.7277 ce=1.7277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8646669559529983e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018014276400208473, 'last_eos_top1': 0}
+step=140950 lr=3.000000e-03 loss=3.0706 ce=3.0706 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1186517187743448e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01431459654122591, 'last_eos_top1': 0}
+step=141000 lr=3.000000e-03 loss=2.2336 ce=2.2336 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6825784516404383e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013398765586316586, 'last_eos_top1': 0}
+step=141050 lr=3.000000e-03 loss=2.2668 ce=2.2668 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.949178401147947e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012433960102498531, 'last_eos_top1': 0}
+step=141100 lr=3.000000e-03 loss=2.3876 ce=2.3876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.189791095792316e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020508769899606705, 'last_eos_top1': 0}
+step=141150 lr=3.000000e-03 loss=1.5539 ce=1.5539 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5010211174958386e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017752138897776604, 'last_eos_top1': 0}
+step=141200 lr=3.000000e-03 loss=2.5445 ce=2.5445 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7060096070053987e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018324322998523712, 'last_eos_top1': 0}
+step=141250 lr=3.000000e-03 loss=2.5104 ce=2.5104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3048384062130935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013736066408455372, 'last_eos_top1': 0}
+step=141300 lr=3.000000e-03 loss=3.5185 ce=3.5185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.325333818793297e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026129100471735, 'last_eos_top1': 0}
+step=141350 lr=3.000000e-03 loss=3.0437 ce=3.0437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0806877728318796e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01624496653676033, 'last_eos_top1': 0}
+step=141400 lr=3.000000e-03 loss=2.8089 ce=2.8089 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.087142977165058e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016194431111216545, 'last_eos_top1': 0}
+step=141450 lr=3.000000e-03 loss=1.6418 ce=1.6418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.907068068860099e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014369227923452854, 'last_eos_top1': 0}
+step=141500 lr=3.000000e-03 loss=2.4015 ce=2.4015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7721705919248052e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015081924386322498, 'last_eos_top1': 0}
+step=141550 lr=3.000000e-03 loss=2.2645 ce=2.2645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.540035585407168e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01919516734778881, 'last_eos_top1': 0}
+step=141600 lr=3.000000e-03 loss=2.1644 ce=2.1644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.756196408881806e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02147529646754265, 'last_eos_top1': 0}
+step=141650 lr=3.000000e-03 loss=3.3338 ce=3.3338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.245684926398098e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020051831379532814, 'last_eos_top1': 0}
+step=141700 lr=3.000000e-03 loss=2.3208 ce=2.3208 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.798819903342519e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023396357893943787, 'last_eos_top1': 0}
+step=141750 lr=3.000000e-03 loss=2.2388 ce=2.2388 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.144919850863516e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02011975646018982, 'last_eos_top1': 0}
+step=141800 lr=3.000000e-03 loss=2.0860 ce=2.0860 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0025656340294518e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021959180012345314, 'last_eos_top1': 0}
+step=141850 lr=3.000000e-03 loss=2.5986 ce=2.5986 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.988661076931749e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020521193742752075, 'last_eos_top1': 0}
+step=141900 lr=3.000000e-03 loss=2.5040 ce=2.5040 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2739724297716748e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017357276752591133, 'last_eos_top1': 0}
+step=141950 lr=3.000000e-03 loss=2.9124 ce=2.9124 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7464853701530956e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013019966892898083, 'last_eos_top1': 0}
+step=142000 lr=3.000000e-03 loss=2.4379 ce=2.4379 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.830307105090469e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01421001460403204, 'last_eos_top1': 0}
+step=142050 lr=3.000000e-03 loss=2.9536 ce=2.9536 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7869611585629173e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024268517270684242, 'last_eos_top1': 0}
+step=142100 lr=3.000000e-03 loss=2.3143 ce=2.3143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3921098545542918e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02548915520310402, 'last_eos_top1': 0}
+step=142150 lr=3.000000e-03 loss=2.2463 ce=2.2463 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.252630267525092e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018008390441536903, 'last_eos_top1': 0}
+step=142200 lr=3.000000e-03 loss=2.3648 ce=2.3648 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.828546636621468e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02122580073773861, 'last_eos_top1': 0}
+step=142250 lr=3.000000e-03 loss=1.6522 ce=1.6522 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3113732822821476e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02963489666581154, 'last_eos_top1': 0}
+step=142300 lr=3.000000e-03 loss=3.1324 ce=3.1324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0014694857527502e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02096499502658844, 'last_eos_top1': 0}
+step=142350 lr=3.000000e-03 loss=2.7284 ce=2.7284 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010540696530370042, 'pos0_bos_top1': 0, 'last_eos_p': 0.015649406239390373, 'last_eos_top1': 0}
+step=142400 lr=3.000000e-03 loss=1.8270 ce=1.8270 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2793137254193425e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020437676459550858, 'last_eos_top1': 0}
+step=142450 lr=3.000000e-03 loss=2.4218 ce=2.4218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5288771464838646e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020487593486905098, 'last_eos_top1': 0}
+step=142500 lr=3.000000e-03 loss=2.3055 ce=2.3055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5226814361521974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01769806072115898, 'last_eos_top1': 0}
+step=142550 lr=3.000000e-03 loss=2.9297 ce=2.9297 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.582524211902637e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020376738160848618, 'last_eos_top1': 0}
+step=142600 lr=3.000000e-03 loss=2.4022 ce=2.4022 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.210445200034883e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02011210285127163, 'last_eos_top1': 0}
+step=142650 lr=3.000000e-03 loss=2.7225 ce=2.7225 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9264134102268144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016538459807634354, 'last_eos_top1': 0}
+step=142700 lr=3.000000e-03 loss=2.6103 ce=2.6103 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6155579942278564e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01620624214410782, 'last_eos_top1': 0}
+step=142750 lr=3.000000e-03 loss=1.8393 ce=1.8393 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8196309358463623e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013885299675166607, 'last_eos_top1': 0}
+step=142800 lr=3.000000e-03 loss=2.1797 ce=2.1797 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.833724986179732e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023028798401355743, 'last_eos_top1': 0}
+step=142850 lr=3.000000e-03 loss=2.6436 ce=2.6436 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.43716705578845e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01888168416917324, 'last_eos_top1': 0}
+step=142900 lr=3.000000e-03 loss=3.1251 ce=3.1251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.36033873888664e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01604253053665161, 'last_eos_top1': 0}
+step=142950 lr=3.000000e-03 loss=2.8772 ce=2.8772 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.751727050868794e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019207198172807693, 'last_eos_top1': 0}
+step=143000 lr=3.000000e-03 loss=2.6618 ce=2.6618 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.293584424885921e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02084452472627163, 'last_eos_top1': 0}
+step=143050 lr=3.000000e-03 loss=2.9441 ce=2.9441 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1649664631695487e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018523110076785088, 'last_eos_top1': 0}
+step=143100 lr=3.000000e-03 loss=2.5229 ce=2.5229 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.419416654855013e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014344009570777416, 'last_eos_top1': 0}
+step=143150 lr=3.000000e-03 loss=3.3755 ce=3.3755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.74693141161697e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01679350435733795, 'last_eos_top1': 0}
+step=143200 lr=3.000000e-03 loss=2.3404 ce=2.3404 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.822740498231724e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012153544463217258, 'last_eos_top1': 0}
+step=143250 lr=3.000000e-03 loss=2.6993 ce=2.6993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8240694518899545e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017703259363770485, 'last_eos_top1': 0}
+step=143300 lr=3.000000e-03 loss=2.9945 ce=2.9945 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8429793271934614e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013439437374472618, 'last_eos_top1': 0}
+step=143350 lr=3.000000e-03 loss=2.2704 ce=2.2704 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7001901142066345e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01600794307887554, 'last_eos_top1': 0}
+step=143400 lr=3.000000e-03 loss=2.8510 ce=2.8510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8777436455129646e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017092250287532806, 'last_eos_top1': 0}
+step=143450 lr=3.000000e-03 loss=2.7158 ce=2.7158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0036042517167516e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016928672790527344, 'last_eos_top1': 0}
+step=143500 lr=3.000000e-03 loss=2.3965 ce=2.3965 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.819561218027957e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01644228585064411, 'last_eos_top1': 0}
+step=143550 lr=3.000000e-03 loss=2.3929 ce=2.3929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.621437255991623e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013929704204201698, 'last_eos_top1': 0}
+step=143600 lr=3.000000e-03 loss=2.4977 ce=2.4977 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8865509597817436e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014461997896432877, 'last_eos_top1': 0}
+step=143650 lr=3.000000e-03 loss=2.7667 ce=2.7667 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.962290065828711e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019855869933962822, 'last_eos_top1': 0}
+step=143700 lr=3.000000e-03 loss=3.0096 ce=3.0096 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9267768948338926e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014970345422625542, 'last_eos_top1': 0}
+step=143750 lr=3.000000e-03 loss=3.1313 ce=3.1313 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.105945193558e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01420509908348322, 'last_eos_top1': 0}
+step=143800 lr=3.000000e-03 loss=2.5579 ce=2.5579 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.373229497403372e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022514551877975464, 'last_eos_top1': 0}
+step=143850 lr=3.000000e-03 loss=2.9246 ce=2.9246 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.838918251451105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017914777621626854, 'last_eos_top1': 0}
+step=143900 lr=3.000000e-03 loss=2.6753 ce=2.6753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0453200452029705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018646469339728355, 'last_eos_top1': 0}
+step=143950 lr=3.000000e-03 loss=2.5199 ce=2.5199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6602177715394646e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023376589640975, 'last_eos_top1': 0}
+step=144000 lr=3.000000e-03 loss=2.8969 ce=2.8969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.587024912121706e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019193444401025772, 'last_eos_top1': 0}
+step=144050 lr=3.000000e-03 loss=1.4345 ce=1.4345 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5152330636046827e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020403798669576645, 'last_eos_top1': 0}
+step=144100 lr=3.000000e-03 loss=2.8397 ce=2.8397 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.359552207868546e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017927385866642, 'last_eos_top1': 0}
+step=144150 lr=3.000000e-03 loss=2.3641 ce=2.3641 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003167065733578056, 'pos0_bos_top1': 0, 'last_eos_p': 0.013808941468596458, 'last_eos_top1': 0}
+step=144200 lr=3.000000e-03 loss=2.7590 ce=2.7590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.316930426284671e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021330589428544044, 'last_eos_top1': 0}
+step=144250 lr=3.000000e-03 loss=2.3002 ce=2.3002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.467242878396064e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014407360926270485, 'last_eos_top1': 0}
+step=144300 lr=3.000000e-03 loss=1.7067 ce=1.7067 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.420435238396749e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015126941725611687, 'last_eos_top1': 0}
+step=144350 lr=3.000000e-03 loss=3.1343 ce=3.1343 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.430821955902502e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01968110352754593, 'last_eos_top1': 0}
+step=144400 lr=3.000000e-03 loss=2.6520 ce=2.6520 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.290037996834144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01375140342861414, 'last_eos_top1': 0}
+step=144450 lr=3.000000e-03 loss=2.5663 ce=2.5663 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.285026029217988e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017880378291010857, 'last_eos_top1': 0}
+step=144500 lr=3.000000e-03 loss=1.7755 ce=1.7755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0509832362877205e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01623992994427681, 'last_eos_top1': 0}
+step=144550 lr=3.000000e-03 loss=3.0428 ce=3.0428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.132543810759671e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016390696167945862, 'last_eos_top1': 0}
+step=144600 lr=3.000000e-03 loss=2.7354 ce=2.7354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012108206283301115, 'pos0_bos_top1': 0, 'last_eos_p': 0.01929027959704399, 'last_eos_top1': 0}
+step=144650 lr=3.000000e-03 loss=2.1741 ce=2.1741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.198760042432696e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01658719591796398, 'last_eos_top1': 0}
+step=144700 lr=3.000000e-03 loss=2.6205 ce=2.6205 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.608383798971772e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019852174445986748, 'last_eos_top1': 0}
+step=144750 lr=3.000000e-03 loss=1.9696 ce=1.9696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.983756611589342e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021480025723576546, 'last_eos_top1': 0}
+step=144800 lr=3.000000e-03 loss=2.1935 ce=2.1935 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.662848343490623e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017125796526670456, 'last_eos_top1': 0}
+step=144850 lr=3.000000e-03 loss=3.1469 ce=3.1469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2067713366122916e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013480388559401035, 'last_eos_top1': 0}
+step=144900 lr=3.000000e-03 loss=2.9452 ce=2.9452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3249362382339314e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016087938100099564, 'last_eos_top1': 0}
+step=144950 lr=3.000000e-03 loss=2.4402 ce=2.4402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.95720341859851e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014670372009277344, 'last_eos_top1': 0}
+step=145000 lr=3.000000e-03 loss=2.1154 ce=2.1154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.819861689815298e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01694917306303978, 'last_eos_top1': 0}
+step=145050 lr=3.000000e-03 loss=1.9969 ce=1.9969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4295344701386057e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017771489918231964, 'last_eos_top1': 0}
+step=145100 lr=3.000000e-03 loss=2.1308 ce=2.1308 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5974084817571566e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018565824255347252, 'last_eos_top1': 0}
+step=145150 lr=3.000000e-03 loss=2.8533 ce=2.8533 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.495736953278538e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019902288913726807, 'last_eos_top1': 0}
+step=145200 lr=3.000000e-03 loss=2.3083 ce=2.3083 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8452624721685424e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016291670501232147, 'last_eos_top1': 0}
+step=145250 lr=3.000000e-03 loss=2.0820 ce=2.0820 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3408144847489893e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027923347428441048, 'last_eos_top1': 0}
+step=145300 lr=3.000000e-03 loss=3.0555 ce=3.0555 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3784861696185544e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019252264872193336, 'last_eos_top1': 0}
+step=145350 lr=3.000000e-03 loss=2.5804 ce=2.5804 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2617008400848135e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012860603630542755, 'last_eos_top1': 0}
+step=145400 lr=3.000000e-03 loss=2.7485 ce=2.7485 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.646038617764134e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0136555852368474, 'last_eos_top1': 0}
+step=145450 lr=3.000000e-03 loss=2.2368 ce=2.2368 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.246517735533416e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016914451494812965, 'last_eos_top1': 0}
+step=145500 lr=3.000000e-03 loss=2.3467 ce=2.3467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7280608517467044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023119831457734108, 'last_eos_top1': 0}
+step=145550 lr=3.000000e-03 loss=2.5339 ce=2.5339 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.327430047444068e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01616114377975464, 'last_eos_top1': 0}
+step=145600 lr=3.000000e-03 loss=2.4609 ce=2.4609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8590355213964358e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01655058190226555, 'last_eos_top1': 0}
+step=145650 lr=3.000000e-03 loss=2.0016 ce=2.0016 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3430220608133823e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02055903896689415, 'last_eos_top1': 0}
+step=145700 lr=3.000000e-03 loss=2.7829 ce=2.7829 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.923954475088976e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016043292358517647, 'last_eos_top1': 0}
+step=145750 lr=3.000000e-03 loss=2.7109 ce=2.7109 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.993120794300921e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010916464030742645, 'last_eos_top1': 0}
+step=145800 lr=3.000000e-03 loss=2.3421 ce=2.3421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.285764538915828e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01572127267718315, 'last_eos_top1': 0}
+step=145850 lr=3.000000e-03 loss=2.9139 ce=2.9139 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.497293437249027e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01682066172361374, 'last_eos_top1': 0}
+step=145900 lr=3.000000e-03 loss=2.6323 ce=2.6323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.846595427603461e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02090979926288128, 'last_eos_top1': 0}
+step=145950 lr=3.000000e-03 loss=2.2021 ce=2.2021 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.941672811284661e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01654021255671978, 'last_eos_top1': 0}
+step=146000 lr=3.000000e-03 loss=1.9781 ce=1.9781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4263486920972355e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011829121969640255, 'last_eos_top1': 0}
+step=146050 lr=3.000000e-03 loss=2.5403 ce=2.5403 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5371496273437515e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013902200385928154, 'last_eos_top1': 0}
+step=146100 lr=3.000000e-03 loss=2.7551 ce=2.7551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.645872336870525e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01851494610309601, 'last_eos_top1': 0}
+step=146150 lr=3.000000e-03 loss=3.4104 ce=3.4104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.306088521843776e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017453517764806747, 'last_eos_top1': 0}
+step=146200 lr=3.000000e-03 loss=2.8077 ce=2.8077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.363712211372331e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01896314136683941, 'last_eos_top1': 0}
+step=146250 lr=3.000000e-03 loss=2.9879 ce=2.9879 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.755763049819507e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016328543424606323, 'last_eos_top1': 0}
+step=146300 lr=3.000000e-03 loss=2.0246 ce=2.0246 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.172287976369262e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016565462574362755, 'last_eos_top1': 0}
+step=146350 lr=3.000000e-03 loss=1.8570 ce=1.8570 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.294915536069311e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01385316252708435, 'last_eos_top1': 0}
+step=146400 lr=3.000000e-03 loss=2.1137 ce=2.1137 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.479261770029552e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024897852912545204, 'last_eos_top1': 0}
+step=146450 lr=3.000000e-03 loss=2.5681 ce=2.5681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2158248611958697e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01920517161488533, 'last_eos_top1': 0}
+step=146500 lr=3.000000e-03 loss=3.5972 ce=3.5972 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6663874197984114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016840660944581032, 'last_eos_top1': 0}
+step=146550 lr=3.000000e-03 loss=2.6869 ce=2.6869 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7224741390673444e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01366316620260477, 'last_eos_top1': 0}
+step=146600 lr=3.000000e-03 loss=2.0200 ce=2.0200 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.97965964616742e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018569394946098328, 'last_eos_top1': 0}
+step=146650 lr=3.000000e-03 loss=2.0724 ce=2.0724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.229419235140085e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01884240284562111, 'last_eos_top1': 0}
+step=146700 lr=3.000000e-03 loss=2.0290 ce=2.0290 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5436227335594594e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015136819332838058, 'last_eos_top1': 0}
+step=146750 lr=3.000000e-03 loss=2.5526 ce=2.5526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.542113699950278e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0224198829382658, 'last_eos_top1': 0}
+step=146800 lr=3.000000e-03 loss=2.2016 ce=2.2016 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.158791125519201e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017340198159217834, 'last_eos_top1': 0}
+step=146850 lr=3.000000e-03 loss=2.1568 ce=2.1568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6078791051986627e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0230215135961771, 'last_eos_top1': 0}
+step=146900 lr=3.000000e-03 loss=2.0008 ce=2.0008 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010147586726816371, 'pos0_bos_top1': 0, 'last_eos_p': 0.01690233312547207, 'last_eos_top1': 0}
+step=146950 lr=3.000000e-03 loss=2.9959 ce=2.9959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.472811295068823e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02148597687482834, 'last_eos_top1': 0}
+step=147000 lr=3.000000e-03 loss=2.4744 ce=2.4744 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4885171266505495e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0184476338326931, 'last_eos_top1': 0}
+step=147050 lr=3.000000e-03 loss=3.0007 ce=3.0007 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4797845475841314e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013251620344817638, 'last_eos_top1': 0}
+step=147100 lr=3.000000e-03 loss=2.7048 ce=2.7048 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.87494040094316e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016972675919532776, 'last_eos_top1': 0}
+step=147150 lr=3.000000e-03 loss=3.0597 ce=3.0597 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.92200729745673e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017960188910365105, 'last_eos_top1': 0}
+step=147200 lr=3.000000e-03 loss=1.7452 ce=1.7452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3154534321511164e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025628963485360146, 'last_eos_top1': 0}
+step=147250 lr=3.000000e-03 loss=2.9443 ce=2.9443 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.275677176541649e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011458337306976318, 'last_eos_top1': 0}
+step=147300 lr=3.000000e-03 loss=2.0689 ce=2.0689 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3048393157077953e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016591083258390427, 'last_eos_top1': 0}
+step=147350 lr=3.000000e-03 loss=2.3204 ce=2.3204 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0085946744075045e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01668788678944111, 'last_eos_top1': 0}
+step=147400 lr=3.000000e-03 loss=2.8724 ce=2.8724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.110301233595237e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020702071487903595, 'last_eos_top1': 0}
+step=147450 lr=3.000000e-03 loss=2.5603 ce=2.5603 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.178694482310675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019200103357434273, 'last_eos_top1': 0}
+step=147500 lr=3.000000e-03 loss=3.3162 ce=3.3162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011207261559320614, 'pos0_bos_top1': 0, 'last_eos_p': 0.012122607789933681, 'last_eos_top1': 0}
+step=147550 lr=3.000000e-03 loss=2.1596 ce=2.1596 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.023564780363813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016011741012334824, 'last_eos_top1': 0}
+step=147600 lr=3.000000e-03 loss=2.2120 ce=2.2120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001479174243286252, 'pos0_bos_top1': 0, 'last_eos_p': 0.020448125898838043, 'last_eos_top1': 0}
+step=147650 lr=3.000000e-03 loss=3.0558 ce=3.0558 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.37297416687943e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012309185229241848, 'last_eos_top1': 0}
+step=147700 lr=3.000000e-03 loss=1.7090 ce=1.7090 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020949242752976716, 'pos0_bos_top1': 0, 'last_eos_p': 0.018960604444146156, 'last_eos_top1': 0}
+step=147750 lr=3.000000e-03 loss=2.4363 ce=2.4363 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013016736193094403, 'pos0_bos_top1': 0, 'last_eos_p': 0.014528422616422176, 'last_eos_top1': 0}
+step=147800 lr=3.000000e-03 loss=2.9171 ce=2.9171 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017135941016022116, 'pos0_bos_top1': 0, 'last_eos_p': 0.011140674352645874, 'last_eos_top1': 0}
+step=147850 lr=3.000000e-03 loss=2.1056 ce=2.1056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.708050957764499e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013912920840084553, 'last_eos_top1': 0}
+step=147900 lr=3.000000e-03 loss=3.1042 ce=3.1042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.148159496253356e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01197796780616045, 'last_eos_top1': 0}
+step=147950 lr=3.000000e-03 loss=2.0929 ce=2.0929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.726691986434162e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017824074253439903, 'last_eos_top1': 0}
+step=148000 lr=3.000000e-03 loss=2.7004 ce=2.7004 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.982576031878125e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01649637706577778, 'last_eos_top1': 0}
+step=148050 lr=3.000000e-03 loss=2.1589 ce=2.1589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.818165224511176e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011753113940358162, 'last_eos_top1': 0}
+step=148100 lr=3.000000e-03 loss=2.6522 ce=2.6522 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.411985017010011e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01434446033090353, 'last_eos_top1': 0}
+step=148150 lr=3.000000e-03 loss=2.3824 ce=2.3824 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.369762685499154e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01784699410200119, 'last_eos_top1': 0}
+step=148200 lr=3.000000e-03 loss=2.3936 ce=2.3936 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.775396519107744e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020546864718198776, 'last_eos_top1': 0}
+step=148250 lr=3.000000e-03 loss=2.8166 ce=2.8166 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0444491383386776e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01779414899647236, 'last_eos_top1': 0}
+step=148300 lr=3.000000e-03 loss=3.2536 ce=3.2536 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.889530853484757e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012437132187187672, 'last_eos_top1': 0}
+step=148350 lr=3.000000e-03 loss=3.2982 ce=3.2982 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2486628949991427e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014129091054201126, 'last_eos_top1': 0}
+step=148400 lr=3.000000e-03 loss=2.7625 ce=2.7625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.871968197519891e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013679427094757557, 'last_eos_top1': 0}
+step=148450 lr=3.000000e-03 loss=2.6801 ce=2.6801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2644881280721165e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01677131839096546, 'last_eos_top1': 0}
+step=148500 lr=3.000000e-03 loss=2.9820 ce=2.9820 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.606631409842521e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01657399907708168, 'last_eos_top1': 0}
+step=148550 lr=3.000000e-03 loss=2.2661 ce=2.2661 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.156101593049243e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013149869628250599, 'last_eos_top1': 0}
+step=148600 lr=3.000000e-03 loss=2.4676 ce=2.4676 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1023748306324705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01553130429238081, 'last_eos_top1': 0}
+step=148650 lr=3.000000e-03 loss=2.3629 ce=2.3629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.962172483326867e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020626815035939217, 'last_eos_top1': 0}
+step=148700 lr=3.000000e-03 loss=2.3189 ce=2.3189 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1294096920173615e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013726374134421349, 'last_eos_top1': 0}
+step=148750 lr=3.000000e-03 loss=1.9156 ce=1.9156 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.252827420714311e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010406304150819778, 'last_eos_top1': 0}
+step=148800 lr=3.000000e-03 loss=3.4074 ce=3.4074 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.133565329946578e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013691765256226063, 'last_eos_top1': 0}
+step=148850 lr=3.000000e-03 loss=2.5362 ce=2.5362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3049554581812117e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018580801784992218, 'last_eos_top1': 0}
+step=148900 lr=3.000000e-03 loss=2.6106 ce=2.6106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.672923801583238e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013842501677572727, 'last_eos_top1': 0}
+step=148950 lr=3.000000e-03 loss=2.2331 ce=2.2331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.788664980675094e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018390489742159843, 'last_eos_top1': 0}
+[elf_hfds direct rank=2 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=0 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=6 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=1200000 rows=1191809 buffered=8191 part=openwebtext-t5
+step=149000 lr=3.000000e-03 loss=2.6781 ce=2.6781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4783474145806395e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013099783100187778, 'last_eos_top1': 0}
+step=149050 lr=3.000000e-03 loss=2.4427 ce=2.4427 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.96081231883727e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019566474482417107, 'last_eos_top1': 0}
+step=149100 lr=3.000000e-03 loss=2.6206 ce=2.6206 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.526833511888981e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017688097432255745, 'last_eos_top1': 0}
+step=149150 lr=3.000000e-03 loss=2.3305 ce=2.3305 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.383395803917665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01348336972296238, 'last_eos_top1': 0}
+step=149200 lr=3.000000e-03 loss=3.4152 ce=3.4152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5037661544047296e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014275459572672844, 'last_eos_top1': 0}
+step=149250 lr=3.000000e-03 loss=3.1356 ce=3.1356 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.794540003174916e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021234452724456787, 'last_eos_top1': 0}
+step=149300 lr=3.000000e-03 loss=2.2311 ce=2.2311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.698505704756826e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013288838788866997, 'last_eos_top1': 0}
+step=149350 lr=3.000000e-03 loss=2.2488 ce=2.2488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.870781776844524e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009977960027754307, 'last_eos_top1': 0}
+step=149400 lr=3.000000e-03 loss=2.9956 ce=2.9956 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.507066346879583e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017952485010027885, 'last_eos_top1': 0}
+step=149450 lr=3.000000e-03 loss=2.0122 ce=2.0122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.434154182788916e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015453106723725796, 'last_eos_top1': 0}
+step=149500 lr=3.000000e-03 loss=2.8247 ce=2.8247 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.464106208004523e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01479298248887062, 'last_eos_top1': 0}
+step=149550 lr=3.000000e-03 loss=3.0756 ce=3.0756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4751984963368159e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013509410433471203, 'last_eos_top1': 0}
+step=149600 lr=3.000000e-03 loss=2.3958 ce=2.3958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.439054100657813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01684635318815708, 'last_eos_top1': 0}
+step=149650 lr=3.000000e-03 loss=2.6515 ce=2.6515 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.122288969985675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016156921163201332, 'last_eos_top1': 0}
+step=149700 lr=3.000000e-03 loss=2.3402 ce=2.3402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.500761391071137e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019338322803378105, 'last_eos_top1': 0}
+step=149750 lr=3.000000e-03 loss=2.5875 ce=2.5875 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6304751625284553e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014835800975561142, 'last_eos_top1': 0}
+step=149800 lr=3.000000e-03 loss=2.6043 ce=2.6043 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0100908184540458e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014259321615099907, 'last_eos_top1': 0}
+step=149850 lr=3.000000e-03 loss=1.9743 ce=1.9743 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2969603378442116e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023019831627607346, 'last_eos_top1': 0}
+step=149900 lr=3.000000e-03 loss=2.7837 ce=2.7837 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.57673166540917e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014023284427821636, 'last_eos_top1': 0}
+step=149950 lr=3.000000e-03 loss=2.0730 ce=2.0730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0135463020997122e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0114796357229352, 'last_eos_top1': 0}
+step=150000 lr=3.000000e-03 loss=3.2877 ce=3.2877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3118393326294608e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010932053439319134, 'last_eos_top1': 0}
+step=150050 lr=3.000000e-03 loss=2.1617 ce=2.1617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2538416740426328e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009401935152709484, 'last_eos_top1': 0}
+step=150100 lr=3.000000e-03 loss=2.3005 ce=2.3005 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.359292117645964e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014649360440671444, 'last_eos_top1': 0}
+step=150150 lr=3.000000e-03 loss=2.3803 ce=2.3803 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.323960688954685e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016883036121726036, 'last_eos_top1': 0}
+step=150200 lr=3.000000e-03 loss=2.2124 ce=2.2124 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.587855179735925e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01342684030532837, 'last_eos_top1': 0}
+step=150250 lr=3.000000e-03 loss=2.1936 ce=2.1936 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5170987353485543e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020371347665786743, 'last_eos_top1': 0}
+step=150300 lr=3.000000e-03 loss=2.4187 ce=2.4187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2293261281447485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016411053016781807, 'last_eos_top1': 0}
+step=150350 lr=3.000000e-03 loss=2.6571 ce=2.6571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.375646989909001e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01787823811173439, 'last_eos_top1': 0}
+step=150400 lr=3.000000e-03 loss=2.7347 ce=2.7347 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7391653929953463e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016686569899320602, 'last_eos_top1': 0}
+step=150450 lr=3.000000e-03 loss=2.2297 ce=2.2297 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.039861647062935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01285052765160799, 'last_eos_top1': 0}
+step=150500 lr=3.000000e-03 loss=3.0426 ce=3.0426 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.153685247525573e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01592712290585041, 'last_eos_top1': 0}
+step=150550 lr=3.000000e-03 loss=2.1971 ce=2.1971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9349710025126114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0157431922852993, 'last_eos_top1': 0}
+step=150600 lr=3.000000e-03 loss=2.5955 ce=2.5955 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.045669993502088e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02086094580590725, 'last_eos_top1': 0}
+step=150650 lr=3.000000e-03 loss=2.5732 ce=2.5732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.255166226765141e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020996514707803726, 'last_eos_top1': 0}
+step=150700 lr=3.000000e-03 loss=2.9146 ce=2.9146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1357618606998585e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01462531741708517, 'last_eos_top1': 0}
+step=150750 lr=3.000000e-03 loss=1.9784 ce=1.9784 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.068790414952673e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01993160881102085, 'last_eos_top1': 0}
+step=150800 lr=3.000000e-03 loss=2.5569 ce=2.5569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.84049053536728e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015512061305344105, 'last_eos_top1': 0}
+step=150850 lr=3.000000e-03 loss=2.8973 ce=2.8973 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3989294529892504e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013696849346160889, 'last_eos_top1': 0}
+step=150900 lr=3.000000e-03 loss=3.0017 ce=3.0017 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1522198443999514e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010656791739165783, 'last_eos_top1': 0}
+step=150950 lr=3.000000e-03 loss=2.1729 ce=2.1729 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.59332661901135e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017290161922574043, 'last_eos_top1': 0}
+step=151000 lr=3.000000e-03 loss=3.3118 ce=3.3118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.044811743777245e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014733023010194302, 'last_eos_top1': 0}
+step=151050 lr=3.000000e-03 loss=2.2788 ce=2.2788 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.827019413118251e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01503679621964693, 'last_eos_top1': 0}
+step=151100 lr=3.000000e-03 loss=2.6757 ce=2.6757 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010336516425013542, 'pos0_bos_top1': 0, 'last_eos_p': 0.01564028300344944, 'last_eos_top1': 0}
+step=151150 lr=3.000000e-03 loss=1.9616 ce=1.9616 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.072060205042362e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008914251811802387, 'last_eos_top1': 0}
+step=151200 lr=3.000000e-03 loss=2.2208 ce=2.2208 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.699162572156638e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014610176905989647, 'last_eos_top1': 0}
+step=151250 lr=3.000000e-03 loss=2.4182 ce=2.4182 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.494018740952015e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011427363380789757, 'last_eos_top1': 0}
+step=151300 lr=3.000000e-03 loss=1.8966 ce=1.8966 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.148796819616109e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020326677709817886, 'last_eos_top1': 0}
+step=151350 lr=3.000000e-03 loss=2.2997 ce=2.2997 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.399293826892972e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011516829952597618, 'last_eos_top1': 0}
+step=151400 lr=3.000000e-03 loss=2.7154 ce=2.7154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.702473986777477e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012938063591718674, 'last_eos_top1': 0}
+step=151450 lr=3.000000e-03 loss=2.1647 ce=2.1647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8840717277489603e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016566788777709007, 'last_eos_top1': 0}
+step=151500 lr=3.000000e-03 loss=2.1987 ce=2.1987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.429194475756958e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019295061007142067, 'last_eos_top1': 0}
+step=151550 lr=3.000000e-03 loss=2.9099 ce=2.9099 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.105677023995668e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015096265822649002, 'last_eos_top1': 0}
+step=151600 lr=3.000000e-03 loss=2.5915 ce=2.5915 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4129687264794484e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016394086182117462, 'last_eos_top1': 0}
+step=151650 lr=3.000000e-03 loss=2.2532 ce=2.2532 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.045532452641055e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012078572995960712, 'last_eos_top1': 0}
+step=151700 lr=3.000000e-03 loss=2.0320 ce=2.0320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6444673494552262e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014150181785225868, 'last_eos_top1': 0}
+step=151750 lr=3.000000e-03 loss=2.5897 ce=2.5897 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.635207632323727e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013055486604571342, 'last_eos_top1': 0}
+step=151800 lr=3.000000e-03 loss=3.2846 ce=3.2846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.671239235496614e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015592329204082489, 'last_eos_top1': 0}
+step=151850 lr=3.000000e-03 loss=2.3177 ce=2.3177 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.889475480420515e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014540426433086395, 'last_eos_top1': 0}
+step=151900 lr=3.000000e-03 loss=2.2477 ce=2.2477 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.242869858397171e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011518982239067554, 'last_eos_top1': 0}
+step=151950 lr=3.000000e-03 loss=2.6801 ce=2.6801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4707994422642514e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01326837483793497, 'last_eos_top1': 0}
+step=152000 lr=3.000000e-03 loss=2.8792 ce=2.8792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7129979823948815e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018758801743388176, 'last_eos_top1': 0}
+step=152050 lr=3.000000e-03 loss=2.0847 ce=2.0847 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.629597318242304e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014782005921006203, 'last_eos_top1': 0}
+step=152100 lr=3.000000e-03 loss=2.0753 ce=2.0753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0216900995583273e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014728166162967682, 'last_eos_top1': 0}
+step=152150 lr=3.000000e-03 loss=2.4941 ce=2.4941 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4080589355435222e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015488263219594955, 'last_eos_top1': 0}
+step=152200 lr=3.000000e-03 loss=2.8596 ce=2.8596 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2893650718033314e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01655314303934574, 'last_eos_top1': 0}
+step=152250 lr=3.000000e-03 loss=2.4428 ce=2.4428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.174466736614704e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016896411776542664, 'last_eos_top1': 0}
+step=152300 lr=3.000000e-03 loss=2.2991 ce=2.2991 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.564958701143041e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012675567530095577, 'last_eos_top1': 0}
+step=152350 lr=3.000000e-03 loss=1.9685 ce=1.9685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3588188166031614e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013006185181438923, 'last_eos_top1': 0}
+step=152400 lr=3.000000e-03 loss=3.3216 ce=3.3216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011936700320802629, 'pos0_bos_top1': 0, 'last_eos_p': 0.012900130823254585, 'last_eos_top1': 0}
+step=152450 lr=3.000000e-03 loss=2.6489 ce=2.6489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.385986828012392e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01736202836036682, 'last_eos_top1': 0}
+step=152500 lr=3.000000e-03 loss=3.1283 ce=3.1283 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.023775055538863e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015235304832458496, 'last_eos_top1': 0}
+step=152550 lr=3.000000e-03 loss=2.3055 ce=2.3055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.515475251944736e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016850225627422333, 'last_eos_top1': 0}
+step=152600 lr=3.000000e-03 loss=2.2659 ce=2.2659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9471219275146723e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022066675126552582, 'last_eos_top1': 0}
+step=152650 lr=3.000000e-03 loss=1.9821 ce=1.9821 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4849783585523255e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020643966272473335, 'last_eos_top1': 0}
+step=152700 lr=3.000000e-03 loss=3.0047 ce=3.0047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.032863555243239e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01969211921095848, 'last_eos_top1': 0}
+step=152750 lr=3.000000e-03 loss=2.6167 ce=2.6167 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1531901186099276e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018939409404993057, 'last_eos_top1': 0}
+step=152800 lr=3.000000e-03 loss=1.7067 ce=1.7067 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.096683137002401e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02232464589178562, 'last_eos_top1': 0}
+step=152850 lr=3.000000e-03 loss=1.9227 ce=1.9227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.255732245743275e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014768519438803196, 'last_eos_top1': 0}
+step=152900 lr=3.000000e-03 loss=2.3236 ce=2.3236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4942910133395344e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016704494133591652, 'last_eos_top1': 0}
+step=152950 lr=3.000000e-03 loss=3.0719 ce=3.0719 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5620010496350005e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017962250858545303, 'last_eos_top1': 0}
+step=153000 lr=3.000000e-03 loss=2.2715 ce=2.2715 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0356470233527943e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015769928693771362, 'last_eos_top1': 0}
+step=153050 lr=3.000000e-03 loss=2.8486 ce=2.8486 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.052704727859236e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01552538387477398, 'last_eos_top1': 0}
+step=153100 lr=3.000000e-03 loss=2.6253 ce=2.6253 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.130921924021095e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018085496500134468, 'last_eos_top1': 0}
+step=153150 lr=3.000000e-03 loss=3.1645 ce=3.1645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.236723078880459e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025981789454817772, 'last_eos_top1': 0}
+step=153200 lr=3.000000e-03 loss=3.4917 ce=3.4917 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.176724203513004e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015270533040165901, 'last_eos_top1': 0}
+step=153250 lr=3.000000e-03 loss=2.4389 ce=2.4389 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.520148548996076e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015844421461224556, 'last_eos_top1': 0}
+step=153300 lr=3.000000e-03 loss=2.6707 ce=2.6707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018991722026839852, 'pos0_bos_top1': 0, 'last_eos_p': 0.0157398022711277, 'last_eos_top1': 0}
+step=153350 lr=3.000000e-03 loss=2.2943 ce=2.2943 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.334974775905721e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016695791855454445, 'last_eos_top1': 0}
+step=153400 lr=3.000000e-03 loss=2.6895 ce=2.6895 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.777892799116671e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01196278352290392, 'last_eos_top1': 0}
+step=153450 lr=3.000000e-03 loss=2.2837 ce=2.2837 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8352322260616347e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012651666067540646, 'last_eos_top1': 0}
+step=153500 lr=3.000000e-03 loss=2.3720 ce=2.3720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4022350771701895e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0216243676841259, 'last_eos_top1': 0}
+step=153550 lr=3.000000e-03 loss=2.9567 ce=2.9567 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1030988389393315e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027709627524018288, 'last_eos_top1': 0}
+step=153600 lr=3.000000e-03 loss=2.8066 ce=2.8066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6248674000962637e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01792679727077484, 'last_eos_top1': 0}
+step=153650 lr=3.000000e-03 loss=2.5004 ce=2.5004 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.862893779820297e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01622537523508072, 'last_eos_top1': 0}
+step=153700 lr=3.000000e-03 loss=2.7288 ce=2.7288 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.322747579659335e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016234565526247025, 'last_eos_top1': 0}
+step=153750 lr=3.000000e-03 loss=2.0458 ce=2.0458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.147070517821703e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016703005880117416, 'last_eos_top1': 0}
+step=153800 lr=3.000000e-03 loss=2.5476 ce=2.5476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.84905210416764e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01894531585276127, 'last_eos_top1': 0}
+step=153850 lr=3.000000e-03 loss=2.8544 ce=2.8544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4831937480485067e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015286964364349842, 'last_eos_top1': 0}
+step=153900 lr=3.000000e-03 loss=2.2737 ce=2.2737 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010603608097881079, 'pos0_bos_top1': 0, 'last_eos_p': 0.016565779224038124, 'last_eos_top1': 0}
+step=153950 lr=3.000000e-03 loss=2.3302 ce=2.3302 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010183359700022265, 'pos0_bos_top1': 0, 'last_eos_p': 0.015086743049323559, 'last_eos_top1': 0}
+step=154000 lr=3.000000e-03 loss=1.8020 ce=1.8020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.723732879734598e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016398098319768906, 'last_eos_top1': 0}
+step=154050 lr=3.000000e-03 loss=2.0390 ce=2.0390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.638320024241693e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015299330465495586, 'last_eos_top1': 0}
+step=154100 lr=3.000000e-03 loss=3.0545 ce=3.0545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.735684317187406e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015335178934037685, 'last_eos_top1': 0}
+step=154150 lr=3.000000e-03 loss=2.8406 ce=2.8406 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.871044752188027e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01805911771953106, 'last_eos_top1': 0}
+step=154200 lr=3.000000e-03 loss=2.1841 ce=2.1841 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.259240323444828e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01211304496973753, 'last_eos_top1': 0}
+step=154250 lr=3.000000e-03 loss=2.8986 ce=2.8986 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.179810149362311e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015186809003353119, 'last_eos_top1': 0}
+step=154300 lr=3.000000e-03 loss=1.9624 ce=1.9624 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010901257337536663, 'pos0_bos_top1': 0, 'last_eos_p': 0.014112768694758415, 'last_eos_top1': 0}
+step=154350 lr=3.000000e-03 loss=2.0069 ce=2.0069 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7622576453723013e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02149910479784012, 'last_eos_top1': 0}
+step=154400 lr=3.000000e-03 loss=2.9764 ce=2.9764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.410397403058596e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0218422282487154, 'last_eos_top1': 0}
+step=154450 lr=3.000000e-03 loss=1.9199 ce=1.9199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.134675979614258e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02166108973324299, 'last_eos_top1': 0}
+step=154500 lr=3.000000e-03 loss=2.3691 ce=2.3691 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4450120185501873e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03432903811335564, 'last_eos_top1': 0}
+step=154550 lr=3.000000e-03 loss=2.7414 ce=2.7414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000140961172292009, 'pos0_bos_top1': 0, 'last_eos_p': 0.01477774791419506, 'last_eos_top1': 0}
+step=154600 lr=3.000000e-03 loss=2.4974 ce=2.4974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.697552791796625e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014822917990386486, 'last_eos_top1': 0}
+step=154650 lr=3.000000e-03 loss=2.5087 ce=2.5087 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.056486795889214e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023857498541474342, 'last_eos_top1': 0}
+step=154700 lr=3.000000e-03 loss=3.5370 ce=3.5370 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001800987811293453, 'pos0_bos_top1': 0, 'last_eos_p': 0.018804866820573807, 'last_eos_top1': 0}
+step=154750 lr=3.000000e-03 loss=2.2648 ce=2.2648 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.350669718813151e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015233919024467468, 'last_eos_top1': 0}
+step=154800 lr=3.000000e-03 loss=2.6428 ce=2.6428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2544672244985122e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02111724019050598, 'last_eos_top1': 0}
+step=154850 lr=3.000000e-03 loss=2.5160 ce=2.5160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.924388561747037e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018766073510050774, 'last_eos_top1': 0}
+step=154900 lr=3.000000e-03 loss=2.4966 ce=2.4966 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.733864286914468e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0237139705568552, 'last_eos_top1': 0}
+step=154950 lr=3.000000e-03 loss=1.9645 ce=1.9645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.8881650804542e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015802448615431786, 'last_eos_top1': 0}
+step=155000 lr=3.000000e-03 loss=3.0765 ce=3.0765 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.074540654779412e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014210431836545467, 'last_eos_top1': 0}
+step=155050 lr=3.000000e-03 loss=2.4130 ce=2.4130 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9800430891336873e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027593355625867844, 'last_eos_top1': 0}
+step=155100 lr=3.000000e-03 loss=2.7766 ce=2.7766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7864222172647715e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019606497138738632, 'last_eos_top1': 0}
+step=155150 lr=3.000000e-03 loss=2.2848 ce=2.2848 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.430324431974441e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025013502687215805, 'last_eos_top1': 0}
+step=155200 lr=3.000000e-03 loss=2.2806 ce=2.2806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5986302716773935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023218804970383644, 'last_eos_top1': 0}
+step=155250 lr=3.000000e-03 loss=2.6355 ce=2.6355 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.603437941521406e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020588621497154236, 'last_eos_top1': 0}
+step=155300 lr=3.000000e-03 loss=3.0668 ce=3.0668 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1393723727669567e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01931367814540863, 'last_eos_top1': 0}
+step=155350 lr=3.000000e-03 loss=2.5963 ce=2.5963 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6106170733110048e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021624187007546425, 'last_eos_top1': 0}
+step=155400 lr=3.000000e-03 loss=3.2029 ce=3.2029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3019625839660875e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014677319675683975, 'last_eos_top1': 0}
+step=155450 lr=3.000000e-03 loss=2.6582 ce=2.6582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.103068593190983e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016919152811169624, 'last_eos_top1': 0}
+step=155500 lr=3.000000e-03 loss=1.7657 ce=1.7657 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.050248000770807e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017740199342370033, 'last_eos_top1': 0}
+step=155550 lr=3.000000e-03 loss=2.1319 ce=2.1319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.192645817762241e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018321607261896133, 'last_eos_top1': 0}
+step=155600 lr=3.000000e-03 loss=2.0638 ce=2.0638 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.220401751808822e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014486228115856647, 'last_eos_top1': 0}
+step=155650 lr=3.000000e-03 loss=2.6255 ce=2.6255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3743101590080187e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018447164446115494, 'last_eos_top1': 0}
+step=155700 lr=3.000000e-03 loss=2.4330 ce=2.4330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0117486201343127e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017605148255825043, 'last_eos_top1': 0}
+step=155750 lr=3.000000e-03 loss=2.5432 ce=2.5432 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.32551488908939e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02700655721127987, 'last_eos_top1': 0}
+step=155800 lr=3.000000e-03 loss=1.7358 ce=1.7358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7167249906342477e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01710120216012001, 'last_eos_top1': 0}
+step=155850 lr=3.000000e-03 loss=3.0498 ce=3.0498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4708354582544416e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014241522178053856, 'last_eos_top1': 0}
+step=155900 lr=3.000000e-03 loss=3.3026 ce=3.3026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0132923206547275e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01424285490065813, 'last_eos_top1': 0}
+step=155950 lr=3.000000e-03 loss=2.3194 ce=2.3194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.610614218516275e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017767392098903656, 'last_eos_top1': 0}
+step=156000 lr=3.000000e-03 loss=2.6809 ce=2.6809 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2421015930594876e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019000276923179626, 'last_eos_top1': 0}
+step=156050 lr=3.000000e-03 loss=3.0595 ce=3.0595 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.280434637214057e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016865774989128113, 'last_eos_top1': 0}
+step=156100 lr=3.000000e-03 loss=2.8585 ce=2.8585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.588567364611663e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015975207090377808, 'last_eos_top1': 0}
+step=156150 lr=3.000000e-03 loss=2.8468 ce=2.8468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.256338823121041e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01816522888839245, 'last_eos_top1': 0}
+step=156200 lr=3.000000e-03 loss=3.6088 ce=3.6088 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1479830391181167e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014596754685044289, 'last_eos_top1': 0}
+step=156250 lr=3.000000e-03 loss=2.3550 ce=2.3550 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.636211764998734e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01593562215566635, 'last_eos_top1': 0}
+step=156300 lr=3.000000e-03 loss=2.9431 ce=2.9431 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.076926704030484e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016303956508636475, 'last_eos_top1': 0}
+step=156350 lr=3.000000e-03 loss=2.3467 ce=2.3467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6994706786354072e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01963931880891323, 'last_eos_top1': 0}
+step=156400 lr=3.000000e-03 loss=2.3649 ce=2.3649 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.042696542048361e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02024715393781662, 'last_eos_top1': 0}
+step=156450 lr=3.000000e-03 loss=2.7097 ce=2.7097 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6011585103115067e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01475292257964611, 'last_eos_top1': 0}
+step=156500 lr=3.000000e-03 loss=2.4534 ce=2.4534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.140927947242744e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016537902876734734, 'last_eos_top1': 0}
+step=156550 lr=3.000000e-03 loss=2.2191 ce=2.2191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3482258004369214e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01909712143242359, 'last_eos_top1': 0}
+step=156600 lr=3.000000e-03 loss=2.5414 ce=2.5414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6169017878128216e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018351851031184196, 'last_eos_top1': 0}
+step=156650 lr=3.000000e-03 loss=2.1878 ce=2.1878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1595649236114696e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02038188837468624, 'last_eos_top1': 0}
+step=156700 lr=3.000000e-03 loss=2.9330 ce=2.9330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.046019891276956e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014465316198766232, 'last_eos_top1': 0}
+step=156750 lr=3.000000e-03 loss=2.9324 ce=2.9324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.821074303938076e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01842745766043663, 'last_eos_top1': 0}
+step=156800 lr=3.000000e-03 loss=2.6206 ce=2.6206 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.130493420641869e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018917381763458252, 'last_eos_top1': 0}
+step=156850 lr=3.000000e-03 loss=1.4316 ce=1.4316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1728592400904745e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02682463452219963, 'last_eos_top1': 0}
+step=156900 lr=3.000000e-03 loss=2.2824 ce=2.2824 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6748449676670134e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014540636911988258, 'last_eos_top1': 0}
+step=156950 lr=3.000000e-03 loss=2.0492 ce=2.0492 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.355822107347194e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01697676256299019, 'last_eos_top1': 0}
+step=157000 lr=3.000000e-03 loss=2.8358 ce=2.8358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.492376683629118e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014010879211127758, 'last_eos_top1': 0}
+step=157050 lr=3.000000e-03 loss=2.2631 ce=2.2631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3362267964112107e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0165715254843235, 'last_eos_top1': 0}
+step=157100 lr=3.000000e-03 loss=2.7158 ce=2.7158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.956234286306426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018491292372345924, 'last_eos_top1': 0}
+step=157150 lr=3.000000e-03 loss=2.3119 ce=2.3119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1180821275047492e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01079887617379427, 'last_eos_top1': 0}
+step=157200 lr=3.000000e-03 loss=1.6932 ce=1.6932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9198137781349942e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016780704259872437, 'last_eos_top1': 0}
+step=157250 lr=3.000000e-03 loss=2.1252 ce=2.1252 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8277891285833903e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018102925270795822, 'last_eos_top1': 0}
+step=157300 lr=3.000000e-03 loss=3.3704 ce=3.3704 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.756835263222456e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014134415425360203, 'last_eos_top1': 0}
+step=157350 lr=3.000000e-03 loss=2.2534 ce=2.2534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6539943317184225e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012688668444752693, 'last_eos_top1': 0}
+step=157400 lr=3.000000e-03 loss=2.2999 ce=2.2999 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0554567779763602e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012419508770108223, 'last_eos_top1': 0}
+step=157450 lr=3.000000e-03 loss=2.6227 ce=2.6227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.536683238460682e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01901743747293949, 'last_eos_top1': 0}
+step=157500 lr=3.000000e-03 loss=1.9632 ce=1.9632 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.897908729617484e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017486147582530975, 'last_eos_top1': 0}
+step=157550 lr=3.000000e-03 loss=2.5311 ce=2.5311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4695702450117096e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017547447234392166, 'last_eos_top1': 0}
+step=157600 lr=3.000000e-03 loss=2.4736 ce=2.4736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.094741623499431e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017698241397738457, 'last_eos_top1': 0}
+step=157650 lr=3.000000e-03 loss=2.9003 ce=2.9003 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8658052795217372e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020213983952999115, 'last_eos_top1': 0}
+step=157700 lr=3.000000e-03 loss=2.2316 ce=2.2316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.332664735149592e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017849186435341835, 'last_eos_top1': 0}
+step=157750 lr=3.000000e-03 loss=3.1102 ce=3.1102 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7036359066842124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01582595892250538, 'last_eos_top1': 0}
+step=157800 lr=3.000000e-03 loss=2.8868 ce=2.8868 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.597167809261009e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020930089056491852, 'last_eos_top1': 0}
+step=157850 lr=3.000000e-03 loss=2.0649 ce=2.0649 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4866930946009234e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013875236734747887, 'last_eos_top1': 0}
+step=157900 lr=3.000000e-03 loss=2.6887 ce=2.6887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.167394606862217e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018375715240836143, 'last_eos_top1': 0}
+step=157950 lr=3.000000e-03 loss=2.6046 ce=2.6046 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3211934603750706e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012176533229649067, 'last_eos_top1': 0}
+step=158000 lr=3.000000e-03 loss=2.5729 ce=2.5729 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.732609209488146e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01053578034043312, 'last_eos_top1': 0}
+step=158050 lr=3.000000e-03 loss=2.8841 ce=2.8841 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2450341425137594e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015868868678808212, 'last_eos_top1': 0}
+step=158100 lr=3.000000e-03 loss=2.4807 ce=2.4807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5081097444635816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011159286834299564, 'last_eos_top1': 0}
+step=158150 lr=3.000000e-03 loss=1.8551 ce=1.8551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9667036364553496e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018550429493188858, 'last_eos_top1': 0}
+step=158200 lr=3.000000e-03 loss=1.8802 ce=1.8802 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.44060936185997e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0175331961363554, 'last_eos_top1': 0}
+step=158250 lr=3.000000e-03 loss=2.8557 ce=2.8557 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.140958819538355e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016680492088198662, 'last_eos_top1': 0}
+step=158300 lr=3.000000e-03 loss=2.4427 ce=2.4427 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.75096819375176e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019498279318213463, 'last_eos_top1': 0}
+step=158350 lr=3.000000e-03 loss=2.6086 ce=2.6086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1368547347956337e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023172741755843163, 'last_eos_top1': 0}
+step=158400 lr=3.000000e-03 loss=2.7043 ce=2.7043 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.039000330318231e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025384554639458656, 'last_eos_top1': 0}
+step=158450 lr=3.000000e-03 loss=2.9107 ce=2.9107 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3255328414961696e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014099103398621082, 'last_eos_top1': 0}
+step=158500 lr=3.000000e-03 loss=1.9472 ce=1.9472 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.195550587202888e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014160898514091969, 'last_eos_top1': 0}
+step=158550 lr=3.000000e-03 loss=2.3293 ce=2.3293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0800001948373392e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020749010145664215, 'last_eos_top1': 0}
+step=158600 lr=3.000000e-03 loss=2.4489 ce=2.4489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5825778973521665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023281261324882507, 'last_eos_top1': 0}
+step=158650 lr=3.000000e-03 loss=2.4728 ce=2.4728 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.295751624449622e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.023353921249508858, 'last_eos_top1': 0}
+step=158700 lr=3.000000e-03 loss=2.7250 ce=2.7250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7143927582073957e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012709720991551876, 'last_eos_top1': 0}
+step=158750 lr=3.000000e-03 loss=2.5367 ce=2.5367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4912074372405186e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012548752129077911, 'last_eos_top1': 0}
+step=158800 lr=3.000000e-03 loss=2.4273 ce=2.4273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.828101449063979e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014253994449973106, 'last_eos_top1': 0}
+step=158850 lr=3.000000e-03 loss=1.6487 ce=1.6487 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2671294825850055e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01909392513334751, 'last_eos_top1': 0}
+step=158900 lr=3.000000e-03 loss=2.3115 ce=2.3115 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6545862308703363e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024121705442667007, 'last_eos_top1': 0}
+step=158950 lr=3.000000e-03 loss=1.9991 ce=1.9991 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.853103695902973e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014910752885043621, 'last_eos_top1': 0}
+step=159000 lr=3.000000e-03 loss=2.3438 ce=2.3438 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.437300908146426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031056871637701988, 'last_eos_top1': 0}
+step=159050 lr=3.000000e-03 loss=2.8434 ce=2.8434 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.074061846244149e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015843698754906654, 'last_eos_top1': 0}
+step=159100 lr=3.000000e-03 loss=2.2802 ce=2.2802 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.748368857894093e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01855112612247467, 'last_eos_top1': 0}
+step=159150 lr=3.000000e-03 loss=2.3149 ce=2.3149 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3142528486205265e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02648140676319599, 'last_eos_top1': 0}
+step=159200 lr=3.000000e-03 loss=2.7979 ce=2.7979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4910011891042814e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017611907795071602, 'last_eos_top1': 0}
+step=159250 lr=3.000000e-03 loss=2.4346 ce=2.4346 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.079120430513285e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019082646816968918, 'last_eos_top1': 0}
+step=159300 lr=3.000000e-03 loss=2.4988 ce=2.4988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.330463995458558e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017405526712536812, 'last_eos_top1': 0}
+step=159350 lr=3.000000e-03 loss=2.3875 ce=2.3875 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.395781772676855e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026765746995806694, 'last_eos_top1': 0}
+step=159400 lr=3.000000e-03 loss=2.5953 ce=2.5953 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.24658649333287e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01798398233950138, 'last_eos_top1': 0}
+step=159450 lr=3.000000e-03 loss=2.0070 ce=2.0070 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2148089556139894e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01602940447628498, 'last_eos_top1': 0}
+step=159500 lr=3.000000e-03 loss=2.4927 ce=2.4927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3156207791762426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02623545378446579, 'last_eos_top1': 0}
+step=159550 lr=3.000000e-03 loss=1.8620 ce=1.8620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2807434359274339e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024170249700546265, 'last_eos_top1': 0}
+step=159600 lr=3.000000e-03 loss=3.3112 ce=3.3112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2783233614754863e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016213392838835716, 'last_eos_top1': 0}
+step=159650 lr=3.000000e-03 loss=2.5427 ce=2.5427 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8955275663756765e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020025216042995453, 'last_eos_top1': 0}
+step=159700 lr=3.000000e-03 loss=1.6250 ce=1.6250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.762407221889589e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019638042896986008, 'last_eos_top1': 0}
+step=159750 lr=3.000000e-03 loss=2.3383 ce=2.3383 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7275151549256407e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027647608891129494, 'last_eos_top1': 0}
+step=159800 lr=3.000000e-03 loss=2.4971 ce=2.4971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6723721273592673e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02223297394812107, 'last_eos_top1': 0}
+step=159850 lr=3.000000e-03 loss=2.3249 ce=2.3249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1762782378355041e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021289179101586342, 'last_eos_top1': 0}
+step=159900 lr=3.000000e-03 loss=2.5504 ce=2.5504 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.449219315778464e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016729287803173065, 'last_eos_top1': 0}
+step=159950 lr=3.000000e-03 loss=2.5565 ce=2.5565 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.77132881921716e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018506057560443878, 'last_eos_top1': 0}
+step=160000 lr=3.000000e-03 loss=2.3259 ce=2.3259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.140413486515172e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01934121549129486, 'last_eos_top1': 0}
+step=160050 lr=3.000000e-03 loss=2.2955 ce=2.2955 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011281194019829854, 'pos0_bos_top1': 0, 'last_eos_p': 0.018401918932795525, 'last_eos_top1': 0}
+step=160100 lr=3.000000e-03 loss=2.8676 ce=2.8676 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011755662853829563, 'pos0_bos_top1': 0, 'last_eos_p': 0.018165456131100655, 'last_eos_top1': 0}
+step=160150 lr=3.000000e-03 loss=2.7292 ce=2.7292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5793450883356854e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01682005636394024, 'last_eos_top1': 0}
+step=160200 lr=3.000000e-03 loss=2.8162 ce=2.8162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6321959265042096e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019654979929327965, 'last_eos_top1': 0}
+step=160250 lr=3.000000e-03 loss=2.3038 ce=2.3038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1034615201642737e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014967690221965313, 'last_eos_top1': 0}
+step=160300 lr=3.000000e-03 loss=2.2633 ce=2.2633 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1768637452623807e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015836181119084358, 'last_eos_top1': 0}
+step=160350 lr=3.000000e-03 loss=2.3879 ce=2.3879 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9469522158033215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012491092085838318, 'last_eos_top1': 0}
+step=160400 lr=3.000000e-03 loss=1.8911 ce=1.8911 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.009881402249448e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019884301349520683, 'last_eos_top1': 0}
+step=160450 lr=3.000000e-03 loss=2.6955 ce=2.6955 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.727808067807928e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01345440186560154, 'last_eos_top1': 0}
+step=160500 lr=3.000000e-03 loss=2.9243 ce=2.9243 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.250534427934326e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012370903976261616, 'last_eos_top1': 0}
+step=160550 lr=3.000000e-03 loss=2.5973 ce=2.5973 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0774917579256e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018617788329720497, 'last_eos_top1': 0}
+step=160600 lr=3.000000e-03 loss=3.0392 ce=3.0392 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6309632782358676e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012448196299374104, 'last_eos_top1': 0}
+step=160650 lr=3.000000e-03 loss=2.8131 ce=2.8131 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7539015971124172e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016312401741743088, 'last_eos_top1': 0}
+step=160700 lr=3.000000e-03 loss=2.0637 ce=2.0637 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.260272908140905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016078123822808266, 'last_eos_top1': 0}
+step=160750 lr=3.000000e-03 loss=2.7892 ce=2.7892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4633602404501289e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019953899085521698, 'last_eos_top1': 0}
+step=160800 lr=3.000000e-03 loss=1.6158 ce=1.6158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.588347706478089e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021588748320937157, 'last_eos_top1': 0}
+step=160850 lr=3.000000e-03 loss=2.1321 ce=2.1321 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.948652061400935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01857142709195614, 'last_eos_top1': 0}
+step=160900 lr=3.000000e-03 loss=3.2140 ce=3.2140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.046302663278766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021385693922638893, 'last_eos_top1': 0}
+step=160950 lr=3.000000e-03 loss=2.2581 ce=2.2581 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.380961713148281e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018682925030589104, 'last_eos_top1': 0}
+step=161000 lr=3.000000e-03 loss=1.4965 ce=1.4965 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4808039092458785e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017336195334792137, 'last_eos_top1': 0}
+step=161050 lr=3.000000e-03 loss=1.9717 ce=1.9717 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3387790861306712e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019852323457598686, 'last_eos_top1': 0}
+step=161100 lr=3.000000e-03 loss=1.5943 ce=1.5943 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3624498024000786e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030574984848499298, 'last_eos_top1': 0}
+step=161150 lr=3.000000e-03 loss=2.4851 ce=2.4851 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4746303097344935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020595049485564232, 'last_eos_top1': 0}
+step=161200 lr=3.000000e-03 loss=2.4607 ce=2.4607 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.474176295043435e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014474526047706604, 'last_eos_top1': 0}
+step=161250 lr=3.000000e-03 loss=3.0866 ce=3.0866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.365577170683537e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.019058214500546455, 'last_eos_top1': 0}
+step=161300 lr=3.000000e-03 loss=2.7211 ce=2.7211 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9958668417530134e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026110460981726646, 'last_eos_top1': 0}
+step=161350 lr=3.000000e-03 loss=2.1626 ce=2.1626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.098446541116573e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02275410294532776, 'last_eos_top1': 0}
+step=161400 lr=3.000000e-03 loss=2.0129 ce=2.0129 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.462296859244816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02091163396835327, 'last_eos_top1': 0}
+step=161450 lr=3.000000e-03 loss=3.2751 ce=3.2751 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.79139710275922e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018271928653120995, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=1300000 rows=1291809 buffered=8191 part=openwebtext-t5
+step=161500 lr=3.000000e-03 loss=2.3040 ce=2.3040 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.993205609731376e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015832191333174706, 'last_eos_top1': 0}
+step=161550 lr=3.000000e-03 loss=3.0736 ce=3.0736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.722250741906464e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021944137290120125, 'last_eos_top1': 0}
+step=161600 lr=3.000000e-03 loss=2.1916 ce=2.1916 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1257996195345186e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020218629390001297, 'last_eos_top1': 0}
+step=161650 lr=3.000000e-03 loss=2.8250 ce=2.8250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0446035705390386e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012501425109803677, 'last_eos_top1': 0}
+step=161700 lr=3.000000e-03 loss=2.5235 ce=2.5235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.380125756142661e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026020914316177368, 'last_eos_top1': 0}
+step=161750 lr=3.000000e-03 loss=1.6219 ce=1.6219 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0510189390042797e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026395007967948914, 'last_eos_top1': 0}
+step=161800 lr=3.000000e-03 loss=2.4658 ce=2.4658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4753873478621244e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022435352206230164, 'last_eos_top1': 0}
+step=161850 lr=3.000000e-03 loss=3.0058 ce=3.0058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9526359867304564e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016803467646241188, 'last_eos_top1': 0}
+step=161900 lr=3.000000e-03 loss=1.9377 ce=1.9377 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2026634976791684e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025949057191610336, 'last_eos_top1': 0}
+step=161950 lr=3.000000e-03 loss=2.9688 ce=2.9688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.348703052732162e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017381666228175163, 'last_eos_top1': 0}
+step=162000 lr=3.000000e-03 loss=2.5523 ce=2.5523 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.25973409821745e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023707428947091103, 'last_eos_top1': 0}
+step=162050 lr=3.000000e-03 loss=2.5483 ce=2.5483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.153419523499906e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018897762522101402, 'last_eos_top1': 0}
+step=162100 lr=3.000000e-03 loss=1.9296 ce=1.9296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.191783980582841e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024742765352129936, 'last_eos_top1': 0}
+step=162150 lr=3.000000e-03 loss=3.0569 ce=3.0569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.036463360534981e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011729322373867035, 'last_eos_top1': 0}
+step=162200 lr=3.000000e-03 loss=2.1769 ce=2.1769 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.841906047658995e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014070955105125904, 'last_eos_top1': 0}
+step=162250 lr=3.000000e-03 loss=1.9644 ce=1.9644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4118154366733506e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018899686634540558, 'last_eos_top1': 0}
+step=162300 lr=3.000000e-03 loss=2.8868 ce=2.8868 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9236152840894647e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02880055271089077, 'last_eos_top1': 0}
+step=162350 lr=3.000000e-03 loss=2.3053 ce=2.3053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.467822095146403e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022766757756471634, 'last_eos_top1': 0}
+step=162400 lr=3.000000e-03 loss=2.5997 ce=2.5997 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.293860057368875e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021246865391731262, 'last_eos_top1': 0}
+step=162450 lr=3.000000e-03 loss=2.5105 ce=2.5105 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.406453808769584e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021642204374074936, 'last_eos_top1': 0}
+step=162500 lr=3.000000e-03 loss=2.5302 ce=2.5302 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.423293962143362e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028943613171577454, 'last_eos_top1': 0}
+step=162550 lr=3.000000e-03 loss=2.3654 ce=2.3654 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9114486096659675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022279826924204826, 'last_eos_top1': 0}
+step=162600 lr=3.000000e-03 loss=1.7562 ce=1.7562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.137047603260726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01828906126320362, 'last_eos_top1': 0}
+step=162650 lr=3.000000e-03 loss=2.4427 ce=2.4427 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.759621879202314e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018881190568208694, 'last_eos_top1': 0}
+step=162700 lr=3.000000e-03 loss=2.8310 ce=2.8310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.528466812800616e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01459758821874857, 'last_eos_top1': 0}
+step=162750 lr=3.000000e-03 loss=2.2806 ce=2.2806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.756803173222579e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0199260376393795, 'last_eos_top1': 0}
+step=162800 lr=3.000000e-03 loss=2.4120 ce=2.4120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.63128773542121e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02290106751024723, 'last_eos_top1': 0}
+step=162850 lr=3.000000e-03 loss=2.3020 ce=2.3020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.623619553167373e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0205590408295393, 'last_eos_top1': 0}
+step=162900 lr=3.000000e-03 loss=2.2528 ce=2.2528 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.132016278570518e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0282753799110651, 'last_eos_top1': 0}
+step=162950 lr=3.000000e-03 loss=2.8413 ce=2.8413 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.240481161512434e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02665122225880623, 'last_eos_top1': 0}
+step=163000 lr=3.000000e-03 loss=3.4345 ce=3.4345 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.751313336892053e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01783212646842003, 'last_eos_top1': 0}
+step=163050 lr=3.000000e-03 loss=2.3799 ce=2.3799 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011089014878962189, 'pos0_bos_top1': 0, 'last_eos_p': 0.018859989941120148, 'last_eos_top1': 0}
+step=163100 lr=3.000000e-03 loss=2.3553 ce=2.3553 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1850129744270816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021183066070079803, 'last_eos_top1': 0}
+step=163150 lr=3.000000e-03 loss=2.3402 ce=2.3402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2751856047543697e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02783546969294548, 'last_eos_top1': 0}
+step=163200 lr=3.000000e-03 loss=2.9772 ce=2.9772 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.61765737074893e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020289750769734383, 'last_eos_top1': 0}
+step=163250 lr=3.000000e-03 loss=1.7391 ce=1.7391 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.791475556790829e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012418932281434536, 'last_eos_top1': 0}
+step=163300 lr=3.000000e-03 loss=2.3855 ce=2.3855 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6387357138446532e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02131033129990101, 'last_eos_top1': 0}
+step=163350 lr=3.000000e-03 loss=3.0593 ce=3.0593 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.549577276222408e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016015207394957542, 'last_eos_top1': 0}
+step=163400 lr=3.000000e-03 loss=2.6513 ce=2.6513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9712453397223726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022194597870111465, 'last_eos_top1': 0}
+step=163450 lr=3.000000e-03 loss=3.1269 ce=3.1269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.344378875335678e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017112473025918007, 'last_eos_top1': 0}
+step=163500 lr=3.000000e-03 loss=2.7619 ce=2.7619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.927207141416147e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021217329427599907, 'last_eos_top1': 0}
+step=163550 lr=3.000000e-03 loss=3.1680 ce=3.1680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.586892100633122e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021565653383731842, 'last_eos_top1': 0}
+step=163600 lr=3.000000e-03 loss=2.5844 ce=2.5844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.593306584865786e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01883072406053543, 'last_eos_top1': 0}
+step=163650 lr=3.000000e-03 loss=2.3007 ce=2.3007 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013604624837171286, 'pos0_bos_top1': 0, 'last_eos_p': 0.020598189905285835, 'last_eos_top1': 0}
+step=163700 lr=3.000000e-03 loss=3.0716 ce=3.0716 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012909431825391948, 'pos0_bos_top1': 0, 'last_eos_p': 0.016575248911976814, 'last_eos_top1': 0}
+step=163750 lr=3.000000e-03 loss=2.3783 ce=2.3783 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.174773003906012e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016309672966599464, 'last_eos_top1': 0}
+step=163800 lr=3.000000e-03 loss=2.5691 ce=2.5691 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.96781135047786e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01471366360783577, 'last_eos_top1': 0}
+step=163850 lr=3.000000e-03 loss=1.9207 ce=1.9207 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.463260286982404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019742924720048904, 'last_eos_top1': 0}
+step=163900 lr=3.000000e-03 loss=2.8881 ce=2.8881 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9637790905544534e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015592418611049652, 'last_eos_top1': 0}
+step=163950 lr=3.000000e-03 loss=2.1281 ce=2.1281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.787627429119311e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02575577422976494, 'last_eos_top1': 0}
+step=164000 lr=3.000000e-03 loss=2.9241 ce=2.9241 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.655625212355517e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021900895982980728, 'last_eos_top1': 0}
+step=164050 lr=3.000000e-03 loss=2.8969 ce=2.8969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.568802872498054e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02012321725487709, 'last_eos_top1': 0}
+step=164100 lr=3.000000e-03 loss=2.4342 ce=2.4342 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6129064533743076e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017324399203062057, 'last_eos_top1': 0}
+step=164150 lr=3.000000e-03 loss=2.2531 ce=2.2531 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.075509059475735e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01995324343442917, 'last_eos_top1': 0}
+step=164200 lr=3.000000e-03 loss=2.1898 ce=2.1898 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3290125682251528e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014302466064691544, 'last_eos_top1': 0}
+step=164250 lr=3.000000e-03 loss=2.8419 ce=2.8419 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1114639568841085e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021749254316091537, 'last_eos_top1': 0}
+step=164300 lr=3.000000e-03 loss=2.8774 ce=2.8774 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.210477032349445e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0219844002276659, 'last_eos_top1': 0}
+step=164350 lr=3.000000e-03 loss=2.8254 ce=2.8254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7857517377706245e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02269788272678852, 'last_eos_top1': 0}
+step=164400 lr=3.000000e-03 loss=2.2424 ce=2.2424 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8539552911533974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021541476249694824, 'last_eos_top1': 0}
+step=164450 lr=3.000000e-03 loss=1.8510 ce=1.8510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.733098441851325e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017274614423513412, 'last_eos_top1': 0}
+step=164500 lr=3.000000e-03 loss=2.6065 ce=2.6065 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.760766387335025e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025399383157491684, 'last_eos_top1': 0}
+step=164550 lr=3.000000e-03 loss=2.2154 ce=2.2154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1068595742690377e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022530697286128998, 'last_eos_top1': 0}
+step=164600 lr=3.000000e-03 loss=2.2460 ce=2.2460 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010138770448975265, 'pos0_bos_top1': 0, 'last_eos_p': 0.018537970259785652, 'last_eos_top1': 0}
+step=164650 lr=3.000000e-03 loss=2.3745 ce=2.3745 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015289410657715052, 'pos0_bos_top1': 0, 'last_eos_p': 0.027116309851408005, 'last_eos_top1': 0}
+step=164700 lr=3.000000e-03 loss=2.1342 ce=2.1342 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.030917524592951e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02296881005167961, 'last_eos_top1': 0}
+step=164750 lr=3.000000e-03 loss=2.5092 ce=2.5092 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.464654143201187e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02129657194018364, 'last_eos_top1': 0}
+step=164800 lr=3.000000e-03 loss=2.2567 ce=2.2567 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4457085601170547e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020460324361920357, 'last_eos_top1': 0}
+step=164850 lr=3.000000e-03 loss=2.6232 ce=2.6232 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.290788688696921e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028424659743905067, 'last_eos_top1': 0}
+step=164900 lr=3.000000e-03 loss=2.4148 ce=2.4148 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.012035474763252e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018954211845993996, 'last_eos_top1': 0}
+step=164950 lr=3.000000e-03 loss=2.4888 ce=2.4888 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9595890737255104e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026039281859993935, 'last_eos_top1': 0}
+step=165000 lr=3.000000e-03 loss=2.5582 ce=2.5582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3484917619498447e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01858651079237461, 'last_eos_top1': 0}
+step=165050 lr=3.000000e-03 loss=3.4385 ce=3.4385 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3045093005057424e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021574659273028374, 'last_eos_top1': 0}
+step=165100 lr=3.000000e-03 loss=2.1346 ce=2.1346 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.949009159347042e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01769101247191429, 'last_eos_top1': 0}
+step=165150 lr=3.000000e-03 loss=2.1474 ce=2.1474 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.255313276895322e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027479171752929688, 'last_eos_top1': 0}
+step=165200 lr=3.000000e-03 loss=2.7775 ce=2.7775 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.349758819444105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01909669302403927, 'last_eos_top1': 0}
+step=165250 lr=3.000000e-03 loss=2.5927 ce=2.5927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5570075599243864e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022894414141774178, 'last_eos_top1': 0}
+step=165300 lr=3.000000e-03 loss=2.1503 ce=2.1503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.322133802110329e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018602702766656876, 'last_eos_top1': 0}
+step=165350 lr=3.000000e-03 loss=2.2375 ce=2.2375 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5101209505228326e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018585752695798874, 'last_eos_top1': 0}
+step=165400 lr=3.000000e-03 loss=2.0153 ce=2.0153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.976956890663132e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019940191879868507, 'last_eos_top1': 0}
+step=165450 lr=3.000000e-03 loss=2.3843 ce=2.3843 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.607151640811935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0228362325578928, 'last_eos_top1': 0}
+step=165500 lr=3.000000e-03 loss=2.7444 ce=2.7444 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.266298153903335e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02473190613090992, 'last_eos_top1': 0}
+step=165550 lr=3.000000e-03 loss=2.4660 ce=2.4660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.266995215904899e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020666947588324547, 'last_eos_top1': 0}
+step=165600 lr=3.000000e-03 loss=1.8170 ce=1.8170 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.376702807145193e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015988677740097046, 'last_eos_top1': 0}
+step=165650 lr=3.000000e-03 loss=1.5618 ce=1.5618 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5460419894661754e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023988429456949234, 'last_eos_top1': 0}
+step=165700 lr=3.000000e-03 loss=2.9921 ce=2.9921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1330151867005043e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019222795963287354, 'last_eos_top1': 0}
+step=165750 lr=3.000000e-03 loss=2.3958 ce=2.3958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.109184399363585e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02390536293387413, 'last_eos_top1': 0}
+step=165800 lr=3.000000e-03 loss=1.8437 ce=1.8437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.690067700925283e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02157973125576973, 'last_eos_top1': 0}
+step=165850 lr=3.000000e-03 loss=2.6099 ce=2.6099 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2333375454763882e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027182796970009804, 'last_eos_top1': 0}
+step=165900 lr=3.000000e-03 loss=2.1978 ce=2.1978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.976591895276215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027195824310183525, 'last_eos_top1': 0}
+step=165950 lr=3.000000e-03 loss=2.1529 ce=2.1529 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2791897208662704e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024237005040049553, 'last_eos_top1': 0}
+step=166000 lr=3.000000e-03 loss=2.0085 ce=2.0085 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7553205654839985e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024838512763381004, 'last_eos_top1': 0}
+step=166050 lr=3.000000e-03 loss=2.6930 ce=2.6930 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.815910895355046e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020442767068743706, 'last_eos_top1': 0}
+step=166100 lr=3.000000e-03 loss=2.4458 ce=2.4458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.502528827288188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018827471882104874, 'last_eos_top1': 0}
+step=166150 lr=3.000000e-03 loss=2.9792 ce=2.9792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8874326997320168e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020210862159729004, 'last_eos_top1': 0}
+step=166200 lr=3.000000e-03 loss=2.2473 ce=2.2473 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.253721661167219e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01818324811756611, 'last_eos_top1': 0}
+step=166250 lr=3.000000e-03 loss=2.7115 ce=2.7115 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.319529787404463e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021405678242444992, 'last_eos_top1': 0}
+step=166300 lr=3.000000e-03 loss=2.1440 ce=2.1440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010080173524329439, 'pos0_bos_top1': 0, 'last_eos_p': 0.021274935454130173, 'last_eos_top1': 0}
+step=166350 lr=3.000000e-03 loss=2.0310 ce=2.0310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.47537965758238e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012878058478236198, 'last_eos_top1': 0}
+step=166400 lr=3.000000e-03 loss=2.2837 ce=2.2837 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010364230547565967, 'pos0_bos_top1': 0, 'last_eos_p': 0.019403932616114616, 'last_eos_top1': 0}
+step=166450 lr=3.000000e-03 loss=2.4393 ce=2.4393 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.017720443196595e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02335350587964058, 'last_eos_top1': 0}
+step=166500 lr=3.000000e-03 loss=2.3266 ce=2.3266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.043872468173504e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021230701357126236, 'last_eos_top1': 0}
+step=166550 lr=3.000000e-03 loss=2.1062 ce=2.1062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.947804725612514e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023941785097122192, 'last_eos_top1': 0}
+step=166600 lr=3.000000e-03 loss=1.5989 ce=1.5989 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.828327291761525e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020989226177334785, 'last_eos_top1': 0}
+step=166650 lr=3.000000e-03 loss=2.2114 ce=2.2114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.11083344463259e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02041715942323208, 'last_eos_top1': 0}
+step=166700 lr=3.000000e-03 loss=3.1018 ce=3.1018 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.282158624846488e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022275444120168686, 'last_eos_top1': 0}
+step=166750 lr=3.000000e-03 loss=2.7866 ce=2.7866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9441862352541648e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01868726685643196, 'last_eos_top1': 0}
+step=166800 lr=3.000000e-03 loss=2.8214 ce=2.8214 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.407235534628853e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01583685353398323, 'last_eos_top1': 0}
+step=166850 lr=3.000000e-03 loss=2.1509 ce=2.1509 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.178000280167907e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01747027412056923, 'last_eos_top1': 0}
+step=166900 lr=3.000000e-03 loss=2.3818 ce=2.3818 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.194267477141693e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02075185626745224, 'last_eos_top1': 0}
+step=166950 lr=3.000000e-03 loss=2.1809 ce=2.1809 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.075255103292875e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02291858196258545, 'last_eos_top1': 0}
+step=167000 lr=3.000000e-03 loss=2.7787 ce=2.7787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.373780004447326e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023504767566919327, 'last_eos_top1': 0}
+step=167050 lr=3.000000e-03 loss=1.6635 ce=1.6635 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.725543137989007e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017231930047273636, 'last_eos_top1': 0}
+step=167100 lr=3.000000e-03 loss=2.7083 ce=2.7083 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.43492029060144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012704676948487759, 'last_eos_top1': 0}
+step=167150 lr=3.000000e-03 loss=2.1284 ce=2.1284 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3822689147200435e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015051301568746567, 'last_eos_top1': 0}
+step=167200 lr=3.000000e-03 loss=2.3008 ce=2.3008 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3992400858551264e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019116228446364403, 'last_eos_top1': 0}
+step=167250 lr=3.000000e-03 loss=2.9391 ce=2.9391 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9888171158963814e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022103726863861084, 'last_eos_top1': 0}
+step=167300 lr=3.000000e-03 loss=2.4076 ce=2.4076 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.617731661302969e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016786491498351097, 'last_eos_top1': 0}
+step=167350 lr=3.000000e-03 loss=2.4826 ce=2.4826 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4794626117218286e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02171974815428257, 'last_eos_top1': 0}
+step=167400 lr=3.000000e-03 loss=2.7223 ce=2.7223 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.173498983727768e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017526064068078995, 'last_eos_top1': 0}
+step=167450 lr=3.000000e-03 loss=2.1959 ce=2.1959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.49942841543816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015380684286355972, 'last_eos_top1': 0}
+step=167500 lr=3.000000e-03 loss=2.1155 ce=2.1155 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000127251201774925, 'pos0_bos_top1': 0, 'last_eos_p': 0.015860388055443764, 'last_eos_top1': 0}
+step=167550 lr=3.000000e-03 loss=2.7218 ce=2.7218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.571079186163843e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016993800178170204, 'last_eos_top1': 0}
+step=167600 lr=3.000000e-03 loss=1.4958 ce=1.4958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.461260687094182e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014817754738032818, 'last_eos_top1': 0}
+step=167650 lr=3.000000e-03 loss=2.3202 ce=2.3202 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2850856112199835e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01585838571190834, 'last_eos_top1': 0}
+step=167700 lr=3.000000e-03 loss=2.0307 ce=2.0307 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.210194674669765e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02070286124944687, 'last_eos_top1': 0}
+step=167750 lr=3.000000e-03 loss=2.1151 ce=2.1151 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6700101190945134e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024493535980582237, 'last_eos_top1': 0}
+step=167800 lr=3.000000e-03 loss=2.8273 ce=2.8273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.021089625894092e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014376659877598286, 'last_eos_top1': 0}
+step=167850 lr=3.000000e-03 loss=3.1886 ce=3.1886 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020609416242223233, 'pos0_bos_top1': 0, 'last_eos_p': 0.017021475359797478, 'last_eos_top1': 0}
+step=167900 lr=3.000000e-03 loss=2.5009 ce=2.5009 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013886312081012875, 'pos0_bos_top1': 0, 'last_eos_p': 0.01362595520913601, 'last_eos_top1': 0}
+step=167950 lr=3.000000e-03 loss=2.2592 ce=2.2592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.048085874179378e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01690508797764778, 'last_eos_top1': 0}
+step=168000 lr=3.000000e-03 loss=2.0289 ce=2.0289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0844038671348244e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016540024429559708, 'last_eos_top1': 0}
+step=168050 lr=3.000000e-03 loss=1.8930 ce=1.8930 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.737295527476817e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02225332520902157, 'last_eos_top1': 0}
+step=168100 lr=3.000000e-03 loss=2.4081 ce=2.4081 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.764280937612057e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014624683186411858, 'last_eos_top1': 0}
+step=168150 lr=3.000000e-03 loss=2.2371 ce=2.2371 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.268667049065698e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022663185372948647, 'last_eos_top1': 0}
+step=168200 lr=3.000000e-03 loss=2.5774 ce=2.5774 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.195119451353094e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020255152136087418, 'last_eos_top1': 0}
+step=168250 lr=3.000000e-03 loss=2.7446 ce=2.7446 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.263583105057478e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02056262269616127, 'last_eos_top1': 0}
+step=168300 lr=3.000000e-03 loss=2.7851 ce=2.7851 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.619915878516622e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02204185537993908, 'last_eos_top1': 0}
+step=168350 lr=3.000000e-03 loss=2.2760 ce=2.2760 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.749084887909703e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018205447122454643, 'last_eos_top1': 0}
+step=168400 lr=3.000000e-03 loss=3.1660 ce=3.1660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.868936129147187e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013932338915765285, 'last_eos_top1': 0}
+step=168450 lr=3.000000e-03 loss=3.0604 ce=3.0604 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.166787640424445e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02121121808886528, 'last_eos_top1': 0}
+step=168500 lr=3.000000e-03 loss=2.4784 ce=2.4784 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8331838873564266e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011150752194225788, 'last_eos_top1': 0}
+step=168550 lr=3.000000e-03 loss=2.9651 ce=2.9651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4935688341211062e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0183501485735178, 'last_eos_top1': 0}
+step=168600 lr=3.000000e-03 loss=2.6322 ce=2.6322 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1051085493818391e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013417668640613556, 'last_eos_top1': 0}
+step=168650 lr=3.000000e-03 loss=2.9398 ce=2.9398 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.584319322020747e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017650729045271873, 'last_eos_top1': 0}
+step=168700 lr=3.000000e-03 loss=3.1302 ce=3.1302 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4786895412253216e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013184011913836002, 'last_eos_top1': 0}
+step=168750 lr=3.000000e-03 loss=2.3448 ce=2.3448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6336925151990727e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016541827470064163, 'last_eos_top1': 0}
+step=168800 lr=3.000000e-03 loss=2.4979 ce=2.4979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.616732258000411e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020824557170271873, 'last_eos_top1': 0}
+step=168850 lr=3.000000e-03 loss=2.7845 ce=2.7845 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.740478834719397e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01431671716272831, 'last_eos_top1': 0}
+step=168900 lr=3.000000e-03 loss=2.8449 ce=2.8449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.659466892713681e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019572244957089424, 'last_eos_top1': 0}
+step=168950 lr=3.000000e-03 loss=2.2159 ce=2.2159 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.144299888750538e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017123224213719368, 'last_eos_top1': 0}
+step=169000 lr=3.000000e-03 loss=2.8484 ce=2.8484 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0524842916056514e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022881371900439262, 'last_eos_top1': 0}
+step=169050 lr=3.000000e-03 loss=2.2708 ce=2.2708 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9279645130154677e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023801734670996666, 'last_eos_top1': 0}
+step=169100 lr=3.000000e-03 loss=1.9262 ce=1.9262 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.464423050696496e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0171456690877676, 'last_eos_top1': 0}
+step=169150 lr=3.000000e-03 loss=2.3792 ce=2.3792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.174497396685183e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01683730073273182, 'last_eos_top1': 0}
+step=169200 lr=3.000000e-03 loss=2.0846 ce=2.0846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010706941975513473, 'pos0_bos_top1': 0, 'last_eos_p': 0.013971211388707161, 'last_eos_top1': 0}
+step=169250 lr=3.000000e-03 loss=2.5984 ce=2.5984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.500378781813197e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018942521885037422, 'last_eos_top1': 0}
+step=169300 lr=3.000000e-03 loss=1.8243 ce=1.8243 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010136789933312684, 'pos0_bos_top1': 0, 'last_eos_p': 0.015415111556649208, 'last_eos_top1': 0}
+step=169350 lr=3.000000e-03 loss=2.4467 ce=2.4467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00032396698952652514, 'pos0_bos_top1': 0, 'last_eos_p': 0.01449972577393055, 'last_eos_top1': 0}
+step=169400 lr=3.000000e-03 loss=2.1189 ce=2.1189 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.280959107447416e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020657548680901527, 'last_eos_top1': 0}
+step=169450 lr=3.000000e-03 loss=1.9581 ce=1.9581 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017283682245761156, 'pos0_bos_top1': 0, 'last_eos_p': 0.015656625851988792, 'last_eos_top1': 0}
+step=169500 lr=3.000000e-03 loss=2.7472 ce=2.7472 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.312879900680855e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021267177537083626, 'last_eos_top1': 0}
+step=169550 lr=3.000000e-03 loss=2.2496 ce=2.2496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8602753445738927e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016231317073106766, 'last_eos_top1': 0}
+step=169600 lr=3.000000e-03 loss=2.2981 ce=2.2981 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018403312424197793, 'pos0_bos_top1': 0, 'last_eos_p': 0.02218407392501831, 'last_eos_top1': 0}
+step=169650 lr=3.000000e-03 loss=1.7006 ce=1.7006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.362171891145408e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017438560724258423, 'last_eos_top1': 0}
+step=169700 lr=3.000000e-03 loss=2.0785 ce=2.0785 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.877944103209302e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014864777214825153, 'last_eos_top1': 0}
+step=169750 lr=3.000000e-03 loss=3.1256 ce=3.1256 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9637869374710135e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023126423358917236, 'last_eos_top1': 0}
+step=169800 lr=3.000000e-03 loss=1.7055 ce=1.7055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.497618985828012e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020669741556048393, 'last_eos_top1': 0}
+step=169850 lr=3.000000e-03 loss=1.9781 ce=1.9781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.573988604126498e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019551798701286316, 'last_eos_top1': 0}
+step=169900 lr=3.000000e-03 loss=1.7849 ce=1.7849 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7444977099075913e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021862894296646118, 'last_eos_top1': 0}
+step=169950 lr=3.000000e-03 loss=2.6631 ce=2.6631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.434331665630452e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022394467145204544, 'last_eos_top1': 0}
+step=170000 lr=3.000000e-03 loss=1.8995 ce=1.8995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.551411646185443e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017726048827171326, 'last_eos_top1': 0}
+step=170050 lr=3.000000e-03 loss=1.6604 ce=1.6604 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0092232160968706e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014399873092770576, 'last_eos_top1': 0}
+step=170100 lr=3.000000e-03 loss=3.0047 ce=3.0047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.511758303735405e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023075558245182037, 'last_eos_top1': 0}
+step=170150 lr=3.000000e-03 loss=2.2822 ce=2.2822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.773704080842435e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016364824026823044, 'last_eos_top1': 0}
+step=170200 lr=3.000000e-03 loss=2.0252 ce=2.0252 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021285431284923106, 'pos0_bos_top1': 0, 'last_eos_p': 0.020010681822896004, 'last_eos_top1': 0}
+step=170250 lr=3.000000e-03 loss=2.6962 ce=2.6962 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001257101248484105, 'pos0_bos_top1': 0, 'last_eos_p': 0.01823747158050537, 'last_eos_top1': 0}
+step=170300 lr=3.000000e-03 loss=1.8642 ce=1.8642 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010902724170591682, 'pos0_bos_top1': 0, 'last_eos_p': 0.0123615562915802, 'last_eos_top1': 0}
+step=170350 lr=3.000000e-03 loss=2.2364 ce=2.2364 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.498175935121253e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016790462657809258, 'last_eos_top1': 0}
+step=170400 lr=3.000000e-03 loss=2.1129 ce=2.1129 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6666161172906868e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017993537709116936, 'last_eos_top1': 0}
+step=170450 lr=3.000000e-03 loss=1.8645 ce=1.8645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.240331665845588e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01734088733792305, 'last_eos_top1': 0}
+step=170500 lr=3.000000e-03 loss=3.2831 ce=3.2831 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.88081849552691e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014498968608677387, 'last_eos_top1': 0}
+step=170550 lr=3.000000e-03 loss=2.7074 ce=2.7074 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.224782166304067e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014201575890183449, 'last_eos_top1': 0}
+step=170600 lr=3.000000e-03 loss=1.6899 ce=1.6899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8182830646983348e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017640678212046623, 'last_eos_top1': 0}
+step=170650 lr=3.000000e-03 loss=2.9865 ce=2.9865 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4008348443894647e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016303090378642082, 'last_eos_top1': 0}
+step=170700 lr=3.000000e-03 loss=2.6703 ce=2.6703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.854781218455173e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011157702654600143, 'last_eos_top1': 0}
+step=170750 lr=3.000000e-03 loss=1.7357 ce=1.7357 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.978351302677765e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012956994585692883, 'last_eos_top1': 0}
+step=170800 lr=3.000000e-03 loss=2.2570 ce=2.2570 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.420392987318337e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018047839403152466, 'last_eos_top1': 0}
+step=170850 lr=3.000000e-03 loss=2.7270 ce=2.7270 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.83767822617665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025320002809166908, 'last_eos_top1': 0}
+step=170900 lr=3.000000e-03 loss=2.7699 ce=2.7699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3657324315281585e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023202121257781982, 'last_eos_top1': 0}
+step=170950 lr=3.000000e-03 loss=2.5260 ce=2.5260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.161826553987339e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014545165002346039, 'last_eos_top1': 0}
+step=171000 lr=3.000000e-03 loss=2.3600 ce=2.3600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3421066695591435e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01792769506573677, 'last_eos_top1': 0}
+step=171050 lr=3.000000e-03 loss=1.8374 ce=1.8374 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.647958146757446e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01747824251651764, 'last_eos_top1': 0}
+step=171100 lr=3.000000e-03 loss=2.6671 ce=2.6671 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.996760880108923e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02266697958111763, 'last_eos_top1': 0}
+step=171150 lr=3.000000e-03 loss=2.4595 ce=2.4595 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.424911068985239e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024414079263806343, 'last_eos_top1': 0}
+step=171200 lr=3.000000e-03 loss=2.7582 ce=2.7582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.042413977207616e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01740897074341774, 'last_eos_top1': 0}
+step=171250 lr=3.000000e-03 loss=2.8419 ce=2.8419 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.533059058710933e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017533134669065475, 'last_eos_top1': 0}
+step=171300 lr=3.000000e-03 loss=2.6837 ce=2.6837 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7050202334066853e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02404257096350193, 'last_eos_top1': 0}
+step=171350 lr=3.000000e-03 loss=2.3139 ce=2.3139 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.667426739819348e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023950280621647835, 'last_eos_top1': 0}
+step=171400 lr=3.000000e-03 loss=1.7581 ce=1.7581 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2366380512248725e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017540423199534416, 'last_eos_top1': 0}
+step=171450 lr=3.000000e-03 loss=2.7353 ce=2.7353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.054154512938112e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01933130994439125, 'last_eos_top1': 0}
+step=171500 lr=3.000000e-03 loss=2.0358 ce=2.0358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.165611168602481e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014444622211158276, 'last_eos_top1': 0}
+step=171550 lr=3.000000e-03 loss=2.9073 ce=2.9073 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5398247089469805e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018195604905486107, 'last_eos_top1': 0}
+step=171600 lr=3.000000e-03 loss=2.7025 ce=2.7025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.106975054834038e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018310988321900368, 'last_eos_top1': 0}
+step=171650 lr=3.000000e-03 loss=2.8284 ce=2.8284 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.368080645799637e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016071319580078125, 'last_eos_top1': 0}
+step=171700 lr=3.000000e-03 loss=1.6100 ce=1.6100 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011269748210906982, 'pos0_bos_top1': 0, 'last_eos_p': 0.019299112260341644, 'last_eos_top1': 0}
+step=171750 lr=3.000000e-03 loss=3.1175 ce=3.1175 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014904345152899623, 'pos0_bos_top1': 0, 'last_eos_p': 0.023992372676730156, 'last_eos_top1': 0}
+step=171800 lr=3.000000e-03 loss=2.7937 ce=2.7937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018983942572958767, 'pos0_bos_top1': 0, 'last_eos_p': 0.028032336384058, 'last_eos_top1': 0}
+step=171850 lr=3.000000e-03 loss=2.6673 ce=2.6673 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.999490142334253e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01926472783088684, 'last_eos_top1': 0}
+step=171900 lr=3.000000e-03 loss=2.3724 ce=2.3724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.963029591133818e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021494204178452492, 'last_eos_top1': 0}
+step=171950 lr=3.000000e-03 loss=2.4401 ce=2.4401 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.004116145661101e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016220467165112495, 'last_eos_top1': 0}
+step=172000 lr=3.000000e-03 loss=2.9861 ce=2.9861 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.549884058884345e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024527763947844505, 'last_eos_top1': 0}
+step=172050 lr=3.000000e-03 loss=2.7891 ce=2.7891 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.94473752041813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02565692365169525, 'last_eos_top1': 0}
+step=172100 lr=3.000000e-03 loss=2.5227 ce=2.5227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.778721970273182e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018049810081720352, 'last_eos_top1': 0}
+step=172150 lr=3.000000e-03 loss=2.9404 ce=2.9404 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9641585822682828e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03229169547557831, 'last_eos_top1': 0}
+step=172200 lr=3.000000e-03 loss=3.3363 ce=3.3363 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.742517633829266e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025755712762475014, 'last_eos_top1': 0}
+step=172250 lr=3.000000e-03 loss=2.4698 ce=2.4698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9244651159388013e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02659785747528076, 'last_eos_top1': 0}
+step=172300 lr=3.000000e-03 loss=1.7900 ce=1.7900 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.449668292887509e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01781613752245903, 'last_eos_top1': 0}
+step=172350 lr=3.000000e-03 loss=2.2221 ce=2.2221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.99656237277668e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02362058311700821, 'last_eos_top1': 0}
+step=172400 lr=3.000000e-03 loss=2.9106 ce=2.9106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.809842408169061e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022789718583226204, 'last_eos_top1': 0}
+step=172450 lr=3.000000e-03 loss=2.6160 ce=2.6160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4431377571308985e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0179276205599308, 'last_eos_top1': 0}
+step=172500 lr=3.000000e-03 loss=2.9811 ce=2.9811 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.149111580569297e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015614785254001617, 'last_eos_top1': 0}
+step=172550 lr=3.000000e-03 loss=2.8462 ce=2.8462 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6493325751507655e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0141731146723032, 'last_eos_top1': 0}
+step=172600 lr=3.000000e-03 loss=2.4737 ce=2.4737 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9172879547113553e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020771335810422897, 'last_eos_top1': 0}
+step=172650 lr=3.000000e-03 loss=3.2936 ce=3.2936 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4355220375582576e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023035967722535133, 'last_eos_top1': 0}
+step=172700 lr=3.000000e-03 loss=2.4241 ce=2.4241 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.222944203822408e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019478814676404, 'last_eos_top1': 0}
+step=172750 lr=3.000000e-03 loss=1.9952 ce=1.9952 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.660698712337762e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018062174320220947, 'last_eos_top1': 0}
+step=172800 lr=3.000000e-03 loss=2.9199 ce=2.9199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.91250092536211e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016260510310530663, 'last_eos_top1': 0}
+step=172850 lr=3.000000e-03 loss=1.7568 ce=1.7568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012353627244010568, 'pos0_bos_top1': 0, 'last_eos_p': 0.020603349432349205, 'last_eos_top1': 0}
+step=172900 lr=3.000000e-03 loss=2.2588 ce=2.2588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9967853808775544e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01951495185494423, 'last_eos_top1': 0}
+step=172950 lr=3.000000e-03 loss=2.5138 ce=2.5138 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6104901078506373e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024369683116674423, 'last_eos_top1': 0}
+step=173000 lr=3.000000e-03 loss=2.0336 ce=2.0336 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.842633981956169e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01934976316988468, 'last_eos_top1': 0}
+step=173050 lr=3.000000e-03 loss=3.1367 ce=3.1367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1485822293907404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022063961252570152, 'last_eos_top1': 0}
+step=173100 lr=3.000000e-03 loss=2.0992 ce=2.0992 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.86819215741707e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01799083687365055, 'last_eos_top1': 0}
+step=173150 lr=3.000000e-03 loss=2.9273 ce=2.9273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3256721760844812e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024908360093832016, 'last_eos_top1': 0}
+step=173200 lr=3.000000e-03 loss=2.7165 ce=2.7165 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5024507774796803e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026555106043815613, 'last_eos_top1': 0}
+step=173250 lr=3.000000e-03 loss=2.9361 ce=2.9361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.625004946021363e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01955627277493477, 'last_eos_top1': 0}
+step=173300 lr=3.000000e-03 loss=2.7658 ce=2.7658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.800617428671103e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02364116534590721, 'last_eos_top1': 0}
+step=173350 lr=3.000000e-03 loss=2.7527 ce=2.7527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7681031244574115e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01731196977198124, 'last_eos_top1': 0}
+step=173400 lr=3.000000e-03 loss=2.0907 ce=2.0907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.155238664476201e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01955963671207428, 'last_eos_top1': 0}
+step=173450 lr=3.000000e-03 loss=2.2960 ce=2.2960 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.516605283948593e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015073027461767197, 'last_eos_top1': 0}
+step=173500 lr=3.000000e-03 loss=2.2849 ce=2.2849 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016965642862487584, 'pos0_bos_top1': 0, 'last_eos_p': 0.021015841513872147, 'last_eos_top1': 0}
+step=173550 lr=3.000000e-03 loss=2.5038 ce=2.5038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.549701770883985e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017626574262976646, 'last_eos_top1': 0}
+step=173600 lr=3.000000e-03 loss=2.4056 ce=2.4056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.820848334929906e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02254529297351837, 'last_eos_top1': 0}
+step=173650 lr=3.000000e-03 loss=3.0349 ce=3.0349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7990678063360974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019029416143894196, 'last_eos_top1': 0}
+step=173700 lr=3.000000e-03 loss=2.1094 ce=2.1094 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0950319594703615e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0261512640863657, 'last_eos_top1': 0}
+step=173750 lr=3.000000e-03 loss=2.8108 ce=2.8108 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0129675249336287e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029496343806385994, 'last_eos_top1': 0}
+step=173800 lr=3.000000e-03 loss=2.4000 ce=2.4000 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3616705473395996e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015734009444713593, 'last_eos_top1': 0}
+step=173850 lr=3.000000e-03 loss=2.7879 ce=2.7879 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7396697987569496e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01809040457010269, 'last_eos_top1': 0}
+step=173900 lr=3.000000e-03 loss=3.0585 ce=3.0585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8169036492472515e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016248669475317, 'last_eos_top1': 0}
+step=173950 lr=3.000000e-03 loss=3.3051 ce=3.3051 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4099468646454625e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024091769009828568, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=3 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=5 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=1 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=6 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=1400000 rows=1391809 buffered=8191 part=openwebtext-t5
+step=174000 lr=3.000000e-03 loss=2.2390 ce=2.2390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0814937013492454e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01935446634888649, 'last_eos_top1': 0}
+step=174050 lr=3.000000e-03 loss=2.1182 ce=2.1182 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.41562704811804e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02234683930873871, 'last_eos_top1': 0}
+step=174100 lr=3.000000e-03 loss=2.4302 ce=2.4302 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5056369850062765e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017698990181088448, 'last_eos_top1': 0}
+step=174150 lr=3.000000e-03 loss=2.6772 ce=2.6772 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2219375093991403e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019150901585817337, 'last_eos_top1': 0}
+step=174200 lr=3.000000e-03 loss=1.9888 ce=1.9888 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5390911105205305e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023655643686652184, 'last_eos_top1': 0}
+step=174250 lr=3.000000e-03 loss=3.2059 ce=3.2059 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1592896953516174e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0143963024020195, 'last_eos_top1': 0}
+step=174300 lr=3.000000e-03 loss=1.5271 ce=1.5271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.723834066069685e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021285686641931534, 'last_eos_top1': 0}
+step=174350 lr=3.000000e-03 loss=2.2795 ce=2.2795 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.350563929416239e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01933847926557064, 'last_eos_top1': 0}
+step=174400 lr=3.000000e-03 loss=2.1072 ce=2.1072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.950487684458494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014459493570029736, 'last_eos_top1': 0}
+step=174450 lr=3.000000e-03 loss=2.1640 ce=2.1640 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.139547622296959e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02158479019999504, 'last_eos_top1': 0}
+step=174500 lr=3.000000e-03 loss=2.4609 ce=2.4609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9446952137514018e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019269729033112526, 'last_eos_top1': 0}
+step=174550 lr=3.000000e-03 loss=2.6512 ce=2.6512 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.822035846998915e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01587764173746109, 'last_eos_top1': 0}
+step=174600 lr=3.000000e-03 loss=2.2716 ce=2.2716 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7311274859821424e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019693316891789436, 'last_eos_top1': 0}
+step=174650 lr=3.000000e-03 loss=3.3453 ce=3.3453 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.789984839386307e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01416480727493763, 'last_eos_top1': 0}
+step=174700 lr=3.000000e-03 loss=2.2239 ce=2.2239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.483959466801025e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02625279687345028, 'last_eos_top1': 0}
+step=174750 lr=3.000000e-03 loss=2.2643 ce=2.2643 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.40984552167356e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025915026664733887, 'last_eos_top1': 0}
+step=174800 lr=3.000000e-03 loss=2.5730 ce=2.5730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2399143896764144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024717802181839943, 'last_eos_top1': 0}
+step=174850 lr=3.000000e-03 loss=2.5692 ce=2.5692 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.411786646116525e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01889956183731556, 'last_eos_top1': 0}
+step=174900 lr=3.000000e-03 loss=2.3480 ce=2.3480 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2577292586211115e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02538089081645012, 'last_eos_top1': 0}
+step=174950 lr=3.000000e-03 loss=1.8491 ce=1.8491 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7269163436139934e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02305205538868904, 'last_eos_top1': 0}
+step=175000 lr=3.000000e-03 loss=2.5963 ce=2.5963 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2674247955146711e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020549587905406952, 'last_eos_top1': 0}
+step=175050 lr=3.000000e-03 loss=2.2619 ce=2.2619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.713568968232721e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0193710308521986, 'last_eos_top1': 0}
+step=175100 lr=3.000000e-03 loss=2.4688 ce=2.4688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5658266420359723e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024343783035874367, 'last_eos_top1': 0}
+step=175150 lr=3.000000e-03 loss=2.3232 ce=2.3232 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2278154574451037e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016714325174689293, 'last_eos_top1': 0}
+step=175200 lr=3.000000e-03 loss=2.9370 ce=2.9370 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9790588087053038e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024806372821331024, 'last_eos_top1': 0}
+step=175250 lr=3.000000e-03 loss=2.9057 ce=2.9057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5733885195222683e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017508961260318756, 'last_eos_top1': 0}
+step=175300 lr=3.000000e-03 loss=1.3232 ce=1.3232 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4154318452929147e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012815254740417004, 'last_eos_top1': 0}
+step=175350 lr=3.000000e-03 loss=2.3487 ce=2.3487 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8956239728140645e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019549231976270676, 'last_eos_top1': 0}
+step=175400 lr=3.000000e-03 loss=2.6649 ce=2.6649 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2130610230087768e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019191937521100044, 'last_eos_top1': 0}
+step=175450 lr=3.000000e-03 loss=2.1193 ce=2.1193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5156936064595357e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01821453496813774, 'last_eos_top1': 0}
+step=175500 lr=3.000000e-03 loss=2.0801 ce=2.0801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1645841115969233e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01739078015089035, 'last_eos_top1': 0}
+step=175550 lr=3.000000e-03 loss=2.7556 ce=2.7556 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.022398181608878e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017309730872511864, 'last_eos_top1': 0}
+step=175600 lr=3.000000e-03 loss=2.7969 ce=2.7969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6609586711856537e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023768456652760506, 'last_eos_top1': 0}
+step=175650 lr=3.000000e-03 loss=2.3900 ce=2.3900 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.264398401370272e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02178826928138733, 'last_eos_top1': 0}
+step=175700 lr=3.000000e-03 loss=2.5645 ce=2.5645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5539447960909456e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018649158999323845, 'last_eos_top1': 0}
+step=175750 lr=3.000000e-03 loss=2.4744 ce=2.4744 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.412219227058813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015178579837083817, 'last_eos_top1': 0}
+step=175800 lr=3.000000e-03 loss=2.4929 ce=2.4929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.869961048825644e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01797674410045147, 'last_eos_top1': 0}
+step=175850 lr=3.000000e-03 loss=2.2899 ce=2.2899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0052924810443074e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016300035640597343, 'last_eos_top1': 0}
+step=175900 lr=3.000000e-03 loss=2.7821 ce=2.7821 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.378937541740015e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018803492188453674, 'last_eos_top1': 0}
+step=175950 lr=3.000000e-03 loss=3.4829 ce=3.4829 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0978568500140682e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0190663393586874, 'last_eos_top1': 0}
+step=176000 lr=3.000000e-03 loss=2.8907 ce=2.8907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6994435504311696e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013649680651724339, 'last_eos_top1': 0}
+step=176050 lr=3.000000e-03 loss=2.6737 ce=2.6737 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.146704981802031e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021040506660938263, 'last_eos_top1': 0}
+step=176100 lr=3.000000e-03 loss=2.6399 ce=2.6399 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2416879296069965e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018670005723834038, 'last_eos_top1': 0}
+step=176150 lr=3.000000e-03 loss=3.2579 ce=3.2579 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.167183942627162e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02079256810247898, 'last_eos_top1': 0}
+step=176200 lr=3.000000e-03 loss=2.7656 ce=2.7656 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.895528374821879e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02030450850725174, 'last_eos_top1': 0}
+step=176250 lr=3.000000e-03 loss=2.1271 ce=2.1271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.212836888153106e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02170594595372677, 'last_eos_top1': 0}
+step=176300 lr=3.000000e-03 loss=2.9807 ce=2.9807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.120767673361115e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01660728082060814, 'last_eos_top1': 0}
+step=176350 lr=3.000000e-03 loss=2.5125 ce=2.5125 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.350248152855784e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018849903717637062, 'last_eos_top1': 0}
+step=176400 lr=3.000000e-03 loss=2.9368 ce=2.9368 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.463435834622942e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01570744812488556, 'last_eos_top1': 0}
+step=176450 lr=3.000000e-03 loss=1.9675 ce=1.9675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017598574049770832, 'pos0_bos_top1': 0, 'last_eos_p': 0.016020387411117554, 'last_eos_top1': 0}
+step=176500 lr=3.000000e-03 loss=2.1501 ce=2.1501 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001363940682495013, 'pos0_bos_top1': 0, 'last_eos_p': 0.01942739076912403, 'last_eos_top1': 0}
+step=176550 lr=3.000000e-03 loss=2.3327 ce=2.3327 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7358676713192835e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02619033493101597, 'last_eos_top1': 0}
+step=176600 lr=3.000000e-03 loss=3.2046 ce=3.2046 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.597289833123796e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016965089365839958, 'last_eos_top1': 0}
+step=176650 lr=3.000000e-03 loss=2.5122 ce=2.5122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012214663729537278, 'pos0_bos_top1': 0, 'last_eos_p': 0.016431991010904312, 'last_eos_top1': 0}
+step=176700 lr=3.000000e-03 loss=2.0242 ce=2.0242 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010974689212162048, 'pos0_bos_top1': 0, 'last_eos_p': 0.015770379453897476, 'last_eos_top1': 0}
+step=176750 lr=3.000000e-03 loss=1.9674 ce=1.9674 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9143109713913873e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013670278713107109, 'last_eos_top1': 0}
+step=176800 lr=3.000000e-03 loss=2.9962 ce=2.9962 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.926387580577284e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0234683807939291, 'last_eos_top1': 0}
+step=176850 lr=3.000000e-03 loss=2.2786 ce=2.2786 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.642067895270884e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028060223907232285, 'last_eos_top1': 0}
+step=176900 lr=3.000000e-03 loss=2.2720 ce=2.2720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2455341675376985e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016986185684800148, 'last_eos_top1': 0}
+step=176950 lr=3.000000e-03 loss=1.9492 ce=1.9492 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.79472405964043e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025472337380051613, 'last_eos_top1': 0}
+step=177000 lr=3.000000e-03 loss=2.3413 ce=2.3413 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.874504131497815e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01490088552236557, 'last_eos_top1': 0}
+step=177050 lr=3.000000e-03 loss=2.0950 ce=2.0950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.566798816085793e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014903848059475422, 'last_eos_top1': 0}
+step=177100 lr=3.000000e-03 loss=2.1154 ce=2.1154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.374758181162179e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017296675592660904, 'last_eos_top1': 0}
+step=177150 lr=3.000000e-03 loss=1.6705 ce=1.6705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.343945950793568e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023798972368240356, 'last_eos_top1': 0}
+step=177200 lr=3.000000e-03 loss=2.4864 ce=2.4864 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.85976345569361e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015210164710879326, 'last_eos_top1': 0}
+step=177250 lr=3.000000e-03 loss=1.6178 ce=1.6178 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7058056730311364e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01714479736983776, 'last_eos_top1': 0}
+step=177300 lr=3.000000e-03 loss=2.5608 ce=2.5608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.02252727933228e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01237905491143465, 'last_eos_top1': 0}
+step=177350 lr=3.000000e-03 loss=2.7360 ce=2.7360 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.074895281926729e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014013631269335747, 'last_eos_top1': 0}
+step=177400 lr=3.000000e-03 loss=1.8259 ce=1.8259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.067449506488629e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013171992264688015, 'last_eos_top1': 0}
+step=177450 lr=3.000000e-03 loss=2.7804 ce=2.7804 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9870850489242e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013517681509256363, 'last_eos_top1': 0}
+step=177500 lr=3.000000e-03 loss=2.1328 ce=2.1328 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.588959801476449e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014737488701939583, 'last_eos_top1': 0}
+step=177550 lr=3.000000e-03 loss=2.2059 ce=2.2059 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.85962217580527e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013717900961637497, 'last_eos_top1': 0}
+step=177600 lr=3.000000e-03 loss=2.2878 ce=2.2878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.92286385956686e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016266144812107086, 'last_eos_top1': 0}
+step=177650 lr=3.000000e-03 loss=2.7716 ce=2.7716 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.851406290777959e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010885896161198616, 'last_eos_top1': 0}
+step=177700 lr=3.000000e-03 loss=2.3258 ce=2.3258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.00153582834173e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011390997096896172, 'last_eos_top1': 0}
+step=177750 lr=3.000000e-03 loss=1.7715 ce=1.7715 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6370238123927265e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015717588365077972, 'last_eos_top1': 0}
+step=177800 lr=3.000000e-03 loss=2.3527 ce=2.3527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.131043483037502e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016171857714653015, 'last_eos_top1': 0}
+step=177850 lr=3.000000e-03 loss=1.9169 ce=1.9169 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.101858838927001e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01789134368300438, 'last_eos_top1': 0}
+step=177900 lr=3.000000e-03 loss=2.0523 ce=2.0523 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.332805348094553e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018518080934882164, 'last_eos_top1': 0}
+step=177950 lr=3.000000e-03 loss=2.0271 ce=2.0271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.783489278750494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024363044649362564, 'last_eos_top1': 0}
+step=178000 lr=3.000000e-03 loss=2.4146 ce=2.4146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1896863220026717e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014335316605865955, 'last_eos_top1': 0}
+step=178050 lr=3.000000e-03 loss=2.7044 ce=2.7044 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1866013412363827e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01656130701303482, 'last_eos_top1': 0}
+step=178100 lr=3.000000e-03 loss=1.8671 ce=1.8671 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.679087240016088e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015092907473444939, 'last_eos_top1': 0}
+step=178150 lr=3.000000e-03 loss=2.7038 ce=2.7038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.725925853359513e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016872458159923553, 'last_eos_top1': 0}
+step=178200 lr=3.000000e-03 loss=2.2728 ce=2.2728 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.364109190646559e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023711824789643288, 'last_eos_top1': 0}
+step=178250 lr=3.000000e-03 loss=2.5980 ce=2.5980 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.794526855926961e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01565900444984436, 'last_eos_top1': 0}
+step=178300 lr=3.000000e-03 loss=2.3912 ce=2.3912 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6997042621369474e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020268695428967476, 'last_eos_top1': 0}
+step=178350 lr=3.000000e-03 loss=2.6230 ce=2.6230 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.24805286154151e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015186338685452938, 'last_eos_top1': 0}
+step=178400 lr=3.000000e-03 loss=2.2144 ce=2.2144 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.186101331375539e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01595141366124153, 'last_eos_top1': 0}
+step=178450 lr=3.000000e-03 loss=3.3537 ce=3.3537 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020630194921977818, 'pos0_bos_top1': 0, 'last_eos_p': 0.01545117236673832, 'last_eos_top1': 0}
+step=178500 lr=3.000000e-03 loss=2.6794 ce=2.6794 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010647583258105442, 'pos0_bos_top1': 0, 'last_eos_p': 0.018316244706511497, 'last_eos_top1': 0}
+step=178550 lr=3.000000e-03 loss=2.4335 ce=2.4335 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.409552199533209e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016285495832562447, 'last_eos_top1': 0}
+step=178600 lr=3.000000e-03 loss=2.4226 ce=2.4226 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4187905334401876e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017676014453172684, 'last_eos_top1': 0}
+step=178650 lr=3.000000e-03 loss=3.0770 ce=3.0770 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.457444083527662e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023835953325033188, 'last_eos_top1': 0}
+step=178700 lr=3.000000e-03 loss=1.3976 ce=1.3976 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4665557905100286e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0158438291400671, 'last_eos_top1': 0}
+step=178750 lr=3.000000e-03 loss=2.8306 ce=2.8306 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010196871880907565, 'pos0_bos_top1': 0, 'last_eos_p': 0.01793127879500389, 'last_eos_top1': 0}
+step=178800 lr=3.000000e-03 loss=2.8404 ce=2.8404 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.677240111865103e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018377011641860008, 'last_eos_top1': 0}
+step=178850 lr=3.000000e-03 loss=1.9466 ce=1.9466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012142367631895468, 'pos0_bos_top1': 0, 'last_eos_p': 0.012024832889437675, 'last_eos_top1': 0}
+step=178900 lr=3.000000e-03 loss=2.4112 ce=2.4112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.004739695228636e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014693336561322212, 'last_eos_top1': 0}
+step=178950 lr=3.000000e-03 loss=2.5475 ce=2.5475 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001408037933288142, 'pos0_bos_top1': 0, 'last_eos_p': 0.011543823406100273, 'last_eos_top1': 0}
+step=179000 lr=3.000000e-03 loss=2.8030 ce=2.8030 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.410118996631354e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0162874236702919, 'last_eos_top1': 0}
+step=179050 lr=3.000000e-03 loss=2.2048 ce=2.2048 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.168447074131109e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013538187369704247, 'last_eos_top1': 0}
+step=179100 lr=3.000000e-03 loss=2.2390 ce=2.2390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1554971681325696e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01547834649682045, 'last_eos_top1': 0}
+step=179150 lr=3.000000e-03 loss=3.2959 ce=3.2959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.794282409013249e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014358766376972198, 'last_eos_top1': 0}
+step=179200 lr=3.000000e-03 loss=2.3464 ce=2.3464 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.045421883347444e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019424593076109886, 'last_eos_top1': 0}
+step=179250 lr=3.000000e-03 loss=3.2467 ce=3.2467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.170395161258057e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013938643038272858, 'last_eos_top1': 0}
+step=179300 lr=3.000000e-03 loss=1.4063 ce=1.4063 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4649418264743872e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018171751871705055, 'last_eos_top1': 0}
+step=179350 lr=3.000000e-03 loss=2.0912 ce=2.0912 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8852657123934478e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014508114196360111, 'last_eos_top1': 0}
+step=179400 lr=3.000000e-03 loss=2.7417 ce=2.7417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0778317118820269e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014612100087106228, 'last_eos_top1': 0}
+step=179450 lr=3.000000e-03 loss=2.6848 ce=2.6848 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.971276838565245e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019560392946004868, 'last_eos_top1': 0}
+step=179500 lr=3.000000e-03 loss=2.0911 ce=2.0911 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.396545647177845e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019381515681743622, 'last_eos_top1': 0}
+step=179550 lr=3.000000e-03 loss=1.7218 ce=1.7218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.560288991546258e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022200750187039375, 'last_eos_top1': 0}
+step=179600 lr=3.000000e-03 loss=2.9591 ce=2.9591 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010609744640532881, 'pos0_bos_top1': 0, 'last_eos_p': 0.01350575964897871, 'last_eos_top1': 0}
+step=179650 lr=3.000000e-03 loss=2.4235 ce=2.4235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5753768315771595e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016950218006968498, 'last_eos_top1': 0}
+step=179700 lr=3.000000e-03 loss=1.7882 ce=1.7882 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.615629975683987e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012228386476635933, 'last_eos_top1': 0}
+step=179750 lr=3.000000e-03 loss=2.5883 ce=2.5883 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.65752748621162e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013051500543951988, 'last_eos_top1': 0}
+step=179800 lr=3.000000e-03 loss=2.4758 ce=2.4758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.069108374300413e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012054946273565292, 'last_eos_top1': 0}
+step=179850 lr=3.000000e-03 loss=2.9350 ce=2.9350 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.632591531437356e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018482957035303116, 'last_eos_top1': 0}
+step=179900 lr=3.000000e-03 loss=2.0572 ce=2.0572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.965443753870204e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019429955631494522, 'last_eos_top1': 0}
+step=179950 lr=3.000000e-03 loss=1.9562 ce=1.9562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.946591095882468e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017965227365493774, 'last_eos_top1': 0}
+step=180000 lr=3.000000e-03 loss=2.4498 ce=2.4498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.685978870431427e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02003837563097477, 'last_eos_top1': 0}
+step=180050 lr=3.000000e-03 loss=2.3684 ce=2.3684 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4262590411817655e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018585048615932465, 'last_eos_top1': 0}
+step=180100 lr=3.000000e-03 loss=2.6255 ce=2.6255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.745290839811787e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013761618174612522, 'last_eos_top1': 0}
+step=180150 lr=3.000000e-03 loss=2.8701 ce=2.8701 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7577141989022493e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017549341544508934, 'last_eos_top1': 0}
+step=180200 lr=3.000000e-03 loss=2.2093 ce=2.2093 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1095131412730552e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023320205509662628, 'last_eos_top1': 0}
+step=180250 lr=3.000000e-03 loss=1.9901 ce=1.9901 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.020320481387898e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01819772832095623, 'last_eos_top1': 0}
+step=180300 lr=3.000000e-03 loss=2.8283 ce=2.8283 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3616031537821982e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013159898109734058, 'last_eos_top1': 0}
+step=180350 lr=3.000000e-03 loss=2.3076 ce=2.3076 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1909910426766146e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014090494252741337, 'last_eos_top1': 0}
+step=180400 lr=3.000000e-03 loss=2.7107 ce=2.7107 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.251552839676151e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015537463128566742, 'last_eos_top1': 0}
+step=180450 lr=3.000000e-03 loss=2.0320 ce=2.0320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1645507988287136e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015601269900798798, 'last_eos_top1': 0}
+step=180500 lr=3.000000e-03 loss=2.9331 ce=2.9331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1126043066033162e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01946890726685524, 'last_eos_top1': 0}
+step=180550 lr=3.000000e-03 loss=2.4659 ce=2.4659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0505475984246004e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018685515969991684, 'last_eos_top1': 0}
+step=180600 lr=3.000000e-03 loss=2.0197 ce=2.0197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.642742376541719e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020432591438293457, 'last_eos_top1': 0}
+step=180650 lr=3.000000e-03 loss=1.9283 ce=1.9283 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4400724467122927e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012484204024076462, 'last_eos_top1': 0}
+step=180700 lr=3.000000e-03 loss=2.5381 ce=2.5381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8273382011102512e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015934094786643982, 'last_eos_top1': 0}
+step=180750 lr=3.000000e-03 loss=2.2576 ce=2.2576 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.308362647658214e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01464544516056776, 'last_eos_top1': 0}
+step=180800 lr=3.000000e-03 loss=2.9848 ce=2.9848 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.729507104959339e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014789128676056862, 'last_eos_top1': 0}
+step=180850 lr=3.000000e-03 loss=2.9947 ce=2.9947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3622553271707147e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018914395943284035, 'last_eos_top1': 0}
+step=180900 lr=3.000000e-03 loss=2.3857 ce=2.3857 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2090891434345394e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021988198161125183, 'last_eos_top1': 0}
+step=180950 lr=3.000000e-03 loss=2.6986 ce=2.6986 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0031964595546015e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01933138817548752, 'last_eos_top1': 0}
+step=181000 lr=3.000000e-03 loss=2.9639 ce=2.9639 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.196157897240482e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020229481160640717, 'last_eos_top1': 0}
+step=181050 lr=3.000000e-03 loss=3.3630 ce=3.3630 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8868716981378384e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016120539978146553, 'last_eos_top1': 0}
+step=181100 lr=3.000000e-03 loss=1.9153 ce=1.9153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.759305243671406e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01621919870376587, 'last_eos_top1': 0}
+step=181150 lr=3.000000e-03 loss=2.2698 ce=2.2698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8040153008769266e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024986011907458305, 'last_eos_top1': 0}
+step=181200 lr=3.000000e-03 loss=1.7632 ce=1.7632 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.513267024070956e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026311222463846207, 'last_eos_top1': 0}
+step=181250 lr=3.000000e-03 loss=2.5569 ce=2.5569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.153128611505963e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01796511560678482, 'last_eos_top1': 0}
+step=181300 lr=3.000000e-03 loss=2.1952 ce=2.1952 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.436593735590577e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016696598380804062, 'last_eos_top1': 0}
+step=181350 lr=3.000000e-03 loss=2.0251 ce=2.0251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1247600165661424e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022380778566002846, 'last_eos_top1': 0}
+step=181400 lr=3.000000e-03 loss=3.4277 ce=3.4277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5126277503441088e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020456183701753616, 'last_eos_top1': 0}
+step=181450 lr=3.000000e-03 loss=2.0840 ce=2.0840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8320266462978907e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013529074378311634, 'last_eos_top1': 0}
+step=181500 lr=3.000000e-03 loss=2.5620 ce=2.5620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.607368878670968e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019138386473059654, 'last_eos_top1': 0}
+step=181550 lr=3.000000e-03 loss=2.0475 ce=2.0475 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.363764699315652e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017578084021806717, 'last_eos_top1': 0}
+step=181600 lr=3.000000e-03 loss=2.3464 ce=2.3464 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2219795280543622e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021746894344687462, 'last_eos_top1': 0}
+step=181650 lr=3.000000e-03 loss=2.1315 ce=2.1315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.556369044119492e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014259882271289825, 'last_eos_top1': 0}
+step=181700 lr=3.000000e-03 loss=2.3609 ce=2.3609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.430020867905114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01537827868014574, 'last_eos_top1': 0}
+step=181750 lr=3.000000e-03 loss=1.7842 ce=1.7842 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.616106889443472e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017957430332899094, 'last_eos_top1': 0}
+step=181800 lr=3.000000e-03 loss=2.8268 ce=2.8268 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.955252658575773e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020448293536901474, 'last_eos_top1': 0}
+step=181850 lr=3.000000e-03 loss=2.2590 ce=2.2590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3435650291503407e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024787697941064835, 'last_eos_top1': 0}
+step=181900 lr=3.000000e-03 loss=2.3364 ce=2.3364 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0907418729620986e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016324006021022797, 'last_eos_top1': 0}
+step=181950 lr=3.000000e-03 loss=2.0840 ce=2.0840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.495812779874541e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018882175907492638, 'last_eos_top1': 0}
+step=182000 lr=3.000000e-03 loss=2.3437 ce=2.3437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.26501789863687e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013556423597037792, 'last_eos_top1': 0}
+step=182050 lr=3.000000e-03 loss=2.8278 ce=2.8278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0965893781976774e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020397601649165154, 'last_eos_top1': 0}
+step=182100 lr=3.000000e-03 loss=2.7951 ce=2.7951 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016817613504827023, 'pos0_bos_top1': 0, 'last_eos_p': 0.020375920459628105, 'last_eos_top1': 0}
+step=182150 lr=3.000000e-03 loss=2.1493 ce=2.1493 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1461029468337074e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018222015351057053, 'last_eos_top1': 0}
+step=182200 lr=3.000000e-03 loss=2.4416 ce=2.4416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6016910346224904e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021370263770222664, 'last_eos_top1': 0}
+step=182250 lr=3.000000e-03 loss=2.0151 ce=2.0151 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.713082595728338e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01668517291545868, 'last_eos_top1': 0}
+step=182300 lr=3.000000e-03 loss=2.9566 ce=2.9566 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.28669450734742e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023272976279258728, 'last_eos_top1': 0}
+step=182350 lr=3.000000e-03 loss=3.0442 ce=3.0442 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7876434362260625e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019267143681645393, 'last_eos_top1': 0}
+step=182400 lr=3.000000e-03 loss=2.3857 ce=2.3857 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2397962058894336e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024899836629629135, 'last_eos_top1': 0}
+step=182450 lr=3.000000e-03 loss=2.4250 ce=2.4250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.615937435417436e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02302081324160099, 'last_eos_top1': 0}
+step=182500 lr=3.000000e-03 loss=1.3646 ce=1.3646 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6131069060065784e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02050136961042881, 'last_eos_top1': 0}
+step=182550 lr=3.000000e-03 loss=2.4909 ce=2.4909 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8163440472562797e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01657780259847641, 'last_eos_top1': 0}
+step=182600 lr=3.000000e-03 loss=2.5497 ce=2.5497 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.668844202475157e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02011021226644516, 'last_eos_top1': 0}
+step=182650 lr=3.000000e-03 loss=2.0341 ce=2.0341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.742759483633563e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020223010331392288, 'last_eos_top1': 0}
+step=182700 lr=3.000000e-03 loss=2.5407 ce=2.5407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.061516301590018e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015756873413920403, 'last_eos_top1': 0}
+step=182750 lr=3.000000e-03 loss=2.5763 ce=2.5763 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0313952669966966e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026150841265916824, 'last_eos_top1': 0}
+step=182800 lr=3.000000e-03 loss=2.3234 ce=2.3234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.841794048435986e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01859288662672043, 'last_eos_top1': 0}
+step=182850 lr=3.000000e-03 loss=2.6330 ce=2.6330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.684430753812194e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020360952243208885, 'last_eos_top1': 0}
+step=182900 lr=3.000000e-03 loss=2.7205 ce=2.7205 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.271908311347943e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020601561293005943, 'last_eos_top1': 0}
+step=182950 lr=3.000000e-03 loss=2.2759 ce=2.2759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5056599042727612e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019978178665041924, 'last_eos_top1': 0}
+step=183000 lr=3.000000e-03 loss=2.4590 ce=2.4590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6545636248774827e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017064427956938744, 'last_eos_top1': 0}
+step=183050 lr=3.000000e-03 loss=2.1582 ce=2.1582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.07387524319347e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015302655287086964, 'last_eos_top1': 0}
+step=183100 lr=3.000000e-03 loss=2.8362 ce=2.8362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9290082238730974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02037135139107704, 'last_eos_top1': 0}
+step=183150 lr=3.000000e-03 loss=2.9479 ce=2.9479 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3610863940557465e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023850852623581886, 'last_eos_top1': 0}
+step=183200 lr=3.000000e-03 loss=1.7911 ce=1.7911 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.827288987347856e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016077367588877678, 'last_eos_top1': 0}
+step=183250 lr=3.000000e-03 loss=2.6116 ce=2.6116 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1941912058973685e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014496131800115108, 'last_eos_top1': 0}
+step=183300 lr=3.000000e-03 loss=2.2639 ce=2.2639 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0434159523574635e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02428886480629444, 'last_eos_top1': 0}
+step=183350 lr=3.000000e-03 loss=2.8380 ce=2.8380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1593574274447747e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02478797733783722, 'last_eos_top1': 0}
+step=183400 lr=3.000000e-03 loss=2.1535 ce=2.1535 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.409012788324617e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01731134206056595, 'last_eos_top1': 0}
+step=183450 lr=3.000000e-03 loss=3.6590 ce=3.6590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.690277561778203e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02104182168841362, 'last_eos_top1': 0}
+step=183500 lr=3.000000e-03 loss=2.2081 ce=2.2081 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.879170228377916e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01957176811993122, 'last_eos_top1': 0}
+step=183550 lr=3.000000e-03 loss=2.0759 ce=2.0759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.091506267897785e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023911764845252037, 'last_eos_top1': 0}
+step=183600 lr=3.000000e-03 loss=2.7716 ce=2.7716 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.216302426764742e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021707575768232346, 'last_eos_top1': 0}
+step=183650 lr=3.000000e-03 loss=2.8582 ce=2.8582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.622983371722512e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01802285760641098, 'last_eos_top1': 0}
+step=183700 lr=3.000000e-03 loss=3.0364 ce=3.0364 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015669572167098522, 'pos0_bos_top1': 0, 'last_eos_p': 0.015656661242246628, 'last_eos_top1': 0}
+step=183750 lr=3.000000e-03 loss=2.8071 ce=2.8071 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0612779887160286e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030980248004198074, 'last_eos_top1': 0}
+step=183800 lr=3.000000e-03 loss=2.8759 ce=2.8759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.703327406081371e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02446030266582966, 'last_eos_top1': 0}
+step=183850 lr=3.000000e-03 loss=3.1638 ce=3.1638 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4801971196429804e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016530824825167656, 'last_eos_top1': 0}
+step=183900 lr=3.000000e-03 loss=2.2931 ce=2.2931 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.012510417960584e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01905762404203415, 'last_eos_top1': 0}
+step=183950 lr=3.000000e-03 loss=2.7110 ce=2.7110 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.427915650419891e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017253482714295387, 'last_eos_top1': 0}
+step=184000 lr=3.000000e-03 loss=2.6814 ce=2.6814 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001921589282574132, 'pos0_bos_top1': 0, 'last_eos_p': 0.021222269162535667, 'last_eos_top1': 0}
+step=184050 lr=3.000000e-03 loss=1.1778 ce=1.1778 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.116211003856733e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017931662499904633, 'last_eos_top1': 0}
+step=184100 lr=3.000000e-03 loss=1.9974 ce=1.9974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.764027860597707e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014676126651465893, 'last_eos_top1': 0}
+step=184150 lr=3.000000e-03 loss=3.0321 ce=3.0321 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.53519205620978e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014675084501504898, 'last_eos_top1': 0}
+step=184200 lr=3.000000e-03 loss=2.7997 ce=2.7997 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4010663512162864e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01875861920416355, 'last_eos_top1': 0}
+step=184250 lr=3.000000e-03 loss=2.4700 ce=2.4700 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3143852963112295e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016945524141192436, 'last_eos_top1': 0}
+step=184300 lr=3.000000e-03 loss=2.7726 ce=2.7726 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2053896069992334e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015958743169903755, 'last_eos_top1': 0}
+step=184350 lr=3.000000e-03 loss=2.1492 ce=2.1492 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.56516562635079e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024812212213873863, 'last_eos_top1': 0}
+step=184400 lr=3.000000e-03 loss=2.2263 ce=2.2263 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.633036537095904e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018553072586655617, 'last_eos_top1': 0}
+step=184450 lr=3.000000e-03 loss=2.7208 ce=2.7208 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.116019383422099e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023442424833774567, 'last_eos_top1': 0}
+step=184500 lr=3.000000e-03 loss=2.9176 ce=2.9176 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9220500184455886e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01823687180876732, 'last_eos_top1': 0}
+step=184550 lr=3.000000e-03 loss=2.1289 ce=2.1289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.311091859359294e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015709497034549713, 'last_eos_top1': 0}
+step=184600 lr=3.000000e-03 loss=2.2650 ce=2.2650 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.641278453869745e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01890108548104763, 'last_eos_top1': 0}
+step=184650 lr=3.000000e-03 loss=2.4051 ce=2.4051 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.935274334158748e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02144128829240799, 'last_eos_top1': 0}
+step=184700 lr=3.000000e-03 loss=2.5932 ce=2.5932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001433867000741884, 'pos0_bos_top1': 0, 'last_eos_p': 0.025263167917728424, 'last_eos_top1': 0}
+step=184750 lr=3.000000e-03 loss=2.5042 ce=2.5042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001728810166241601, 'pos0_bos_top1': 0, 'last_eos_p': 0.014215243980288506, 'last_eos_top1': 0}
+step=184800 lr=3.000000e-03 loss=2.4271 ce=2.4271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.211622530827299e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017417266964912415, 'last_eos_top1': 0}
+step=184850 lr=3.000000e-03 loss=3.0984 ce=3.0984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.146273204241879e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02254713699221611, 'last_eos_top1': 0}
+step=184900 lr=3.000000e-03 loss=2.0818 ce=2.0818 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011099754192400724, 'pos0_bos_top1': 0, 'last_eos_p': 0.020751919597387314, 'last_eos_top1': 0}
+step=184950 lr=3.000000e-03 loss=2.1209 ce=2.1209 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021883175941184163, 'pos0_bos_top1': 0, 'last_eos_p': 0.02004069648683071, 'last_eos_top1': 0}
+step=185000 lr=3.000000e-03 loss=2.7457 ce=2.7457 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014051546168047935, 'pos0_bos_top1': 0, 'last_eos_p': 0.01561306044459343, 'last_eos_top1': 0}
+step=185050 lr=3.000000e-03 loss=2.3815 ce=2.3815 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019793884712271392, 'pos0_bos_top1': 0, 'last_eos_p': 0.01741645485162735, 'last_eos_top1': 0}
+step=185100 lr=3.000000e-03 loss=2.5975 ce=2.5975 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.289312972920015e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017974184826016426, 'last_eos_top1': 0}
+step=185150 lr=3.000000e-03 loss=1.6600 ce=1.6600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7775249943952076e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020500238984823227, 'last_eos_top1': 0}
+step=185200 lr=3.000000e-03 loss=2.3306 ce=2.3306 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.052686800714582e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024113088846206665, 'last_eos_top1': 0}
+step=185250 lr=3.000000e-03 loss=2.8079 ce=2.8079 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.953333311481401e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01926121488213539, 'last_eos_top1': 0}
+step=185300 lr=3.000000e-03 loss=2.7330 ce=2.7330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.357438880717382e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017211413010954857, 'last_eos_top1': 0}
+step=185350 lr=3.000000e-03 loss=2.4566 ce=2.4566 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6800396881299093e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018302956596016884, 'last_eos_top1': 0}
+step=185400 lr=3.000000e-03 loss=2.1442 ce=2.1442 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.723246769979596e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028247462585568428, 'last_eos_top1': 0}
+step=185450 lr=3.000000e-03 loss=2.3008 ce=2.3008 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.64353285881225e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018490273505449295, 'last_eos_top1': 0}
+step=185500 lr=3.000000e-03 loss=2.3659 ce=2.3659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.615908154752105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022093351930379868, 'last_eos_top1': 0}
+step=185550 lr=3.000000e-03 loss=1.8711 ce=1.8711 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016874809807632118, 'pos0_bos_top1': 0, 'last_eos_p': 0.02837395668029785, 'last_eos_top1': 0}
+step=185600 lr=3.000000e-03 loss=1.9888 ce=1.9888 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010869334801100194, 'pos0_bos_top1': 0, 'last_eos_p': 0.019958829507231712, 'last_eos_top1': 0}
+step=185650 lr=3.000000e-03 loss=2.7436 ce=2.7436 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011470247409306467, 'pos0_bos_top1': 0, 'last_eos_p': 0.028254320845007896, 'last_eos_top1': 0}
+step=185700 lr=3.000000e-03 loss=2.1273 ce=2.1273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021958793513476849, 'pos0_bos_top1': 0, 'last_eos_p': 0.023244624957442284, 'last_eos_top1': 0}
+step=185750 lr=3.000000e-03 loss=2.6972 ce=2.6972 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013345769548323005, 'pos0_bos_top1': 0, 'last_eos_p': 0.01969308778643608, 'last_eos_top1': 0}
+step=185800 lr=3.000000e-03 loss=2.8281 ce=2.8281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.410217611119151e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023560479283332825, 'last_eos_top1': 0}
+step=185850 lr=3.000000e-03 loss=1.9732 ce=1.9732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.742894715396687e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023253044113516808, 'last_eos_top1': 0}
+step=185900 lr=3.000000e-03 loss=3.4577 ce=3.4577 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7737834393046796e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020916808396577835, 'last_eos_top1': 0}
+step=185950 lr=3.000000e-03 loss=2.3693 ce=2.3693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000150236752233468, 'pos0_bos_top1': 0, 'last_eos_p': 0.022392434999346733, 'last_eos_top1': 0}
+step=186000 lr=3.000000e-03 loss=1.9532 ce=1.9532 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011042083497159183, 'pos0_bos_top1': 0, 'last_eos_p': 0.03061048500239849, 'last_eos_top1': 0}
+step=186050 lr=3.000000e-03 loss=2.2112 ce=2.2112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.741960871499032e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017572389915585518, 'last_eos_top1': 0}
+step=186100 lr=3.000000e-03 loss=2.7136 ce=2.7136 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.921879761037417e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01917741633951664, 'last_eos_top1': 0}
+step=186150 lr=3.000000e-03 loss=2.4047 ce=2.4047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.226476681244094e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021522793918848038, 'last_eos_top1': 0}
+step=186200 lr=3.000000e-03 loss=1.9795 ce=1.9795 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.065177563461475e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017649831250309944, 'last_eos_top1': 0}
+step=186250 lr=3.000000e-03 loss=3.2011 ce=3.2011 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018709646246861666, 'pos0_bos_top1': 0, 'last_eos_p': 0.018278205767273903, 'last_eos_top1': 0}
+step=186300 lr=3.000000e-03 loss=2.9273 ce=2.9273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.463125515030697e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024730151519179344, 'last_eos_top1': 0}
+step=186350 lr=3.000000e-03 loss=1.9975 ce=1.9975 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013862836931366473, 'pos0_bos_top1': 0, 'last_eos_p': 0.013215013779699802, 'last_eos_top1': 0}
+step=186400 lr=3.000000e-03 loss=2.4974 ce=2.4974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.31385953258723e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015440811403095722, 'last_eos_top1': 0}
+step=186450 lr=3.000000e-03 loss=2.7684 ce=2.7684 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.291775935096666e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02022698149085045, 'last_eos_top1': 0}
+[elf_hfds direct rank=1 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=1500000 rows=1491809 buffered=8191 part=openwebtext-t5
+step=186500 lr=3.000000e-03 loss=2.6563 ce=2.6563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1890412830980495e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024591071531176567, 'last_eos_top1': 0}
+step=186550 lr=3.000000e-03 loss=2.6269 ce=2.6269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.967294444213621e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018481750041246414, 'last_eos_top1': 0}
+step=186600 lr=3.000000e-03 loss=3.0109 ce=3.0109 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0771933122887276e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02286195568740368, 'last_eos_top1': 0}
+step=186650 lr=3.000000e-03 loss=2.6251 ce=2.6251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.211299503571354e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013381535187363625, 'last_eos_top1': 0}
+step=186700 lr=3.000000e-03 loss=3.2887 ce=3.2887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.283486775122583e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019240112975239754, 'last_eos_top1': 0}
+step=186750 lr=3.000000e-03 loss=3.1693 ce=3.1693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.237491081468761e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019078344106674194, 'last_eos_top1': 0}
+step=186800 lr=3.000000e-03 loss=2.3381 ce=2.3381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012381910346448421, 'pos0_bos_top1': 0, 'last_eos_p': 0.014456040225923061, 'last_eos_top1': 0}
+step=186850 lr=3.000000e-03 loss=2.9634 ce=2.9634 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010664284491213039, 'pos0_bos_top1': 0, 'last_eos_p': 0.019789842888712883, 'last_eos_top1': 0}
+step=186900 lr=3.000000e-03 loss=2.1420 ce=2.1420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.409235306316987e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017039285972714424, 'last_eos_top1': 0}
+step=186950 lr=3.000000e-03 loss=2.4406 ce=2.4406 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5511256757890806e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01848001591861248, 'last_eos_top1': 0}
+step=187000 lr=3.000000e-03 loss=2.9073 ce=2.9073 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001294911198783666, 'pos0_bos_top1': 0, 'last_eos_p': 0.01886330544948578, 'last_eos_top1': 0}
+step=187050 lr=3.000000e-03 loss=2.7076 ce=2.7076 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.425097232451662e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013897446915507317, 'last_eos_top1': 0}
+step=187100 lr=3.000000e-03 loss=2.6371 ce=2.6371 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.053122756886296e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02696819044649601, 'last_eos_top1': 0}
+step=187150 lr=3.000000e-03 loss=2.7062 ce=2.7062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.771767897997051e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02213715948164463, 'last_eos_top1': 0}
+step=187200 lr=3.000000e-03 loss=2.8787 ce=2.8787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.25701970118098e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015118982642889023, 'last_eos_top1': 0}
+step=187250 lr=3.000000e-03 loss=2.3553 ce=2.3553 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.743838533409871e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01486652996391058, 'last_eos_top1': 0}
+step=187300 lr=3.000000e-03 loss=2.2631 ce=2.2631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9219463360495865e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025779295712709427, 'last_eos_top1': 0}
+step=187350 lr=3.000000e-03 loss=2.6123 ce=2.6123 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014827484847046435, 'pos0_bos_top1': 0, 'last_eos_p': 0.019395561888813972, 'last_eos_top1': 0}
+step=187400 lr=3.000000e-03 loss=2.5382 ce=2.5382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.004796498222277e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020977795124053955, 'last_eos_top1': 0}
+step=187450 lr=3.000000e-03 loss=2.3025 ce=2.3025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.52907430473715e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025179367512464523, 'last_eos_top1': 0}
+step=187500 lr=3.000000e-03 loss=2.2470 ce=2.2470 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.35661742510274e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017356060445308685, 'last_eos_top1': 0}
+step=187550 lr=3.000000e-03 loss=1.6877 ce=1.6877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000171015111845918, 'pos0_bos_top1': 0, 'last_eos_p': 0.020330436527729034, 'last_eos_top1': 0}
+step=187600 lr=3.000000e-03 loss=2.6858 ce=2.6858 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001730511139612645, 'pos0_bos_top1': 0, 'last_eos_p': 0.01641196943819523, 'last_eos_top1': 0}
+step=187650 lr=3.000000e-03 loss=2.4126 ce=2.4126 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.302757487399504e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02442711964249611, 'last_eos_top1': 0}
+step=187700 lr=3.000000e-03 loss=3.0265 ce=3.0265 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.191703091142699e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02617221511900425, 'last_eos_top1': 0}
+step=187750 lr=3.000000e-03 loss=2.9415 ce=2.9415 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.703110168222338e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019402390345931053, 'last_eos_top1': 0}
+step=187800 lr=3.000000e-03 loss=2.7576 ce=2.7576 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011329850531183183, 'pos0_bos_top1': 0, 'last_eos_p': 0.02385612018406391, 'last_eos_top1': 0}
+step=187850 lr=3.000000e-03 loss=2.6286 ce=2.6286 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.495453999377787e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018375320360064507, 'last_eos_top1': 0}
+step=187900 lr=3.000000e-03 loss=2.4373 ce=2.4373 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011482007539598271, 'pos0_bos_top1': 0, 'last_eos_p': 0.01779933273792267, 'last_eos_top1': 0}
+step=187950 lr=3.000000e-03 loss=2.5619 ce=2.5619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.45565484976396e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01844603195786476, 'last_eos_top1': 0}
+step=188000 lr=3.000000e-03 loss=2.6980 ce=2.6980 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.137673775199801e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02735206112265587, 'last_eos_top1': 0}
+step=188050 lr=3.000000e-03 loss=2.8321 ce=2.8321 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.643004649551585e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017101284116506577, 'last_eos_top1': 0}
+step=188100 lr=3.000000e-03 loss=2.4535 ce=2.4535 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.006221570307389e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018250925466418266, 'last_eos_top1': 0}
+step=188150 lr=3.000000e-03 loss=2.0404 ce=2.0404 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2013511372497305e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01666373945772648, 'last_eos_top1': 0}
+step=188200 lr=3.000000e-03 loss=1.9822 ce=1.9822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.320338434306905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01656726934015751, 'last_eos_top1': 0}
+step=188250 lr=3.000000e-03 loss=3.2854 ce=3.2854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8726084060035646e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01800674945116043, 'last_eos_top1': 0}
+step=188300 lr=3.000000e-03 loss=2.8483 ce=2.8483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.415272244135849e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02377321384847164, 'last_eos_top1': 0}
+step=188350 lr=3.000000e-03 loss=3.2029 ce=3.2029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.911905125482008e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016679242253303528, 'last_eos_top1': 0}
+step=188400 lr=3.000000e-03 loss=2.8636 ce=2.8636 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.216332697775215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027465717867016792, 'last_eos_top1': 0}
+step=188450 lr=3.000000e-03 loss=2.4760 ce=2.4760 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8517074648989365e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022253746166825294, 'last_eos_top1': 0}
+step=188500 lr=3.000000e-03 loss=2.2434 ce=2.2434 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.582344990922138e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014192504808306694, 'last_eos_top1': 0}
+step=188550 lr=3.000000e-03 loss=2.0272 ce=2.0272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5359847717918456e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017763985320925713, 'last_eos_top1': 0}
+step=188600 lr=3.000000e-03 loss=2.1520 ce=2.1520 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.632685835938901e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022333882749080658, 'last_eos_top1': 0}
+step=188650 lr=3.000000e-03 loss=2.1050 ce=2.1050 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.085543570108712e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012957362458109856, 'last_eos_top1': 0}
+step=188700 lr=3.000000e-03 loss=1.6718 ce=1.6718 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.744743298739195e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017448097467422485, 'last_eos_top1': 0}
+step=188750 lr=3.000000e-03 loss=2.4080 ce=2.4080 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0675848393002525e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019801784306764603, 'last_eos_top1': 0}
+step=188800 lr=3.000000e-03 loss=3.0628 ce=3.0628 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.205512828368228e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019133633002638817, 'last_eos_top1': 0}
+step=188850 lr=3.000000e-03 loss=2.0755 ce=2.0755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.865697261877358e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02255859039723873, 'last_eos_top1': 0}
+step=188900 lr=3.000000e-03 loss=1.5367 ce=1.5367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.189798295963556e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018445756286382675, 'last_eos_top1': 0}
+step=188950 lr=3.000000e-03 loss=2.2725 ce=2.2725 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.699447062099352e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01498729269951582, 'last_eos_top1': 0}
+step=189000 lr=3.000000e-03 loss=2.1830 ce=2.1830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.177812221925706e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019035382196307182, 'last_eos_top1': 0}
+step=189050 lr=3.000000e-03 loss=3.0320 ce=3.0320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.023440750548616e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014837387949228287, 'last_eos_top1': 0}
+step=189100 lr=3.000000e-03 loss=1.5510 ce=1.5510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.525378507329151e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026113072410225868, 'last_eos_top1': 0}
+step=189150 lr=3.000000e-03 loss=2.1921 ce=2.1921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6718659026082605e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02155262604355812, 'last_eos_top1': 0}
+step=189200 lr=3.000000e-03 loss=3.1901 ce=3.1901 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.774751091143116e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026890888810157776, 'last_eos_top1': 0}
+step=189250 lr=3.000000e-03 loss=2.2152 ce=2.2152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.075031342334114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015218122862279415, 'last_eos_top1': 0}
+step=189300 lr=3.000000e-03 loss=2.1735 ce=2.1735 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7568701372947544e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014875927940011024, 'last_eos_top1': 0}
+step=189350 lr=3.000000e-03 loss=2.3806 ce=2.3806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.728290903382003e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024227894842624664, 'last_eos_top1': 0}
+step=189400 lr=3.000000e-03 loss=2.6185 ce=2.6185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010318005661247298, 'pos0_bos_top1': 0, 'last_eos_p': 0.02865189127624035, 'last_eos_top1': 0}
+step=189450 lr=3.000000e-03 loss=3.2492 ce=3.2492 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.495557732298039e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018031299114227295, 'last_eos_top1': 0}
+step=189500 lr=3.000000e-03 loss=1.8186 ce=1.8186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.956318975426257e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02072889916598797, 'last_eos_top1': 0}
+step=189550 lr=3.000000e-03 loss=2.5024 ce=2.5024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.67217578261625e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027325041592121124, 'last_eos_top1': 0}
+step=189600 lr=3.000000e-03 loss=2.1285 ce=2.1285 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.878047159058042e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026659561321139336, 'last_eos_top1': 0}
+step=189650 lr=3.000000e-03 loss=1.9387 ce=1.9387 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001181797924800776, 'pos0_bos_top1': 0, 'last_eos_p': 0.022269122302532196, 'last_eos_top1': 0}
+step=189700 lr=3.000000e-03 loss=2.6543 ce=2.6543 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9106674598297104e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015922298654913902, 'last_eos_top1': 0}
+step=189750 lr=3.000000e-03 loss=2.5587 ce=2.5587 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.22424566547852e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015122367069125175, 'last_eos_top1': 0}
+step=189800 lr=3.000000e-03 loss=2.6330 ce=2.6330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.684507671801839e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022895297035574913, 'last_eos_top1': 0}
+step=189850 lr=3.000000e-03 loss=2.9638 ce=2.9638 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002433789923088625, 'pos0_bos_top1': 0, 'last_eos_p': 0.017875300720334053, 'last_eos_top1': 0}
+step=189900 lr=3.000000e-03 loss=2.5976 ce=2.5976 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014109165931586176, 'pos0_bos_top1': 0, 'last_eos_p': 0.011929025873541832, 'last_eos_top1': 0}
+step=189950 lr=3.000000e-03 loss=2.7082 ce=2.7082 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010190432658419013, 'pos0_bos_top1': 0, 'last_eos_p': 0.011610617861151695, 'last_eos_top1': 0}
+step=190000 lr=3.000000e-03 loss=2.7056 ce=2.7056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.23624146101065e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01911967620253563, 'last_eos_top1': 0}
+step=190050 lr=3.000000e-03 loss=2.6462 ce=2.6462 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.999655953317415e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02283666282892227, 'last_eos_top1': 0}
+step=190100 lr=3.000000e-03 loss=2.5381 ce=2.5381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.910142838023603e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017445068806409836, 'last_eos_top1': 0}
+step=190150 lr=3.000000e-03 loss=3.0318 ce=3.0318 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.929226169129834e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014593778178095818, 'last_eos_top1': 0}
+step=190200 lr=3.000000e-03 loss=2.8314 ce=2.8314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.644983659498394e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02313551865518093, 'last_eos_top1': 0}
+step=190250 lr=3.000000e-03 loss=2.4544 ce=2.4544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.873473754851148e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026499509811401367, 'last_eos_top1': 0}
+step=190300 lr=3.000000e-03 loss=2.0237 ce=2.0237 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016332710220012814, 'pos0_bos_top1': 0, 'last_eos_p': 0.017755068838596344, 'last_eos_top1': 0}
+step=190350 lr=3.000000e-03 loss=2.5398 ce=2.5398 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.283855327637866e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02352738007903099, 'last_eos_top1': 0}
+step=190400 lr=3.000000e-03 loss=2.6991 ce=2.6991 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014151367940939963, 'pos0_bos_top1': 0, 'last_eos_p': 0.0229562409222126, 'last_eos_top1': 0}
+step=190450 lr=3.000000e-03 loss=2.1140 ce=2.1140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016160079394467175, 'pos0_bos_top1': 0, 'last_eos_p': 0.01943792961537838, 'last_eos_top1': 0}
+step=190500 lr=3.000000e-03 loss=2.0347 ce=2.0347 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.088363392744213e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020118555054068565, 'last_eos_top1': 0}
+step=190550 lr=3.000000e-03 loss=2.3107 ce=2.3107 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0314294387353584e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021779892966151237, 'last_eos_top1': 0}
+step=190600 lr=3.000000e-03 loss=1.9467 ce=1.9467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.661077789729461e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026754047721624374, 'last_eos_top1': 0}
+step=190650 lr=3.000000e-03 loss=3.1208 ce=3.1208 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001628059399081394, 'pos0_bos_top1': 0, 'last_eos_p': 0.017774390056729317, 'last_eos_top1': 0}
+step=190700 lr=3.000000e-03 loss=2.2616 ce=2.2616 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001556326460558921, 'pos0_bos_top1': 0, 'last_eos_p': 0.014021101407706738, 'last_eos_top1': 0}
+step=190750 lr=3.000000e-03 loss=2.9798 ce=2.9798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017431883316021413, 'pos0_bos_top1': 0, 'last_eos_p': 0.019719744101166725, 'last_eos_top1': 0}
+step=190800 lr=3.000000e-03 loss=2.4534 ce=2.4534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.20493369246833e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018292922526597977, 'last_eos_top1': 0}
+step=190850 lr=3.000000e-03 loss=2.9960 ce=2.9960 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012793108180630952, 'pos0_bos_top1': 0, 'last_eos_p': 0.01576966419816017, 'last_eos_top1': 0}
+step=190900 lr=3.000000e-03 loss=2.4965 ce=2.4965 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001262425648747012, 'pos0_bos_top1': 0, 'last_eos_p': 0.022603202611207962, 'last_eos_top1': 0}
+step=190950 lr=3.000000e-03 loss=2.3338 ce=2.3338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00036542234010994434, 'pos0_bos_top1': 0, 'last_eos_p': 0.017564682289958, 'last_eos_top1': 0}
+step=191000 lr=3.000000e-03 loss=2.2700 ce=2.2700 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003464338951744139, 'pos0_bos_top1': 0, 'last_eos_p': 0.02244378812611103, 'last_eos_top1': 0}
+step=191050 lr=3.000000e-03 loss=2.9334 ce=2.9334 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005997218540869653, 'pos0_bos_top1': 0, 'last_eos_p': 0.017325229942798615, 'last_eos_top1': 0}
+step=191100 lr=3.000000e-03 loss=3.0754 ce=3.0754 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00026144759613089263, 'pos0_bos_top1': 0, 'last_eos_p': 0.020820701494812965, 'last_eos_top1': 0}
+step=191150 lr=3.000000e-03 loss=3.0292 ce=3.0292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.474678179481998e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020934823900461197, 'last_eos_top1': 0}
+step=191200 lr=3.000000e-03 loss=2.4146 ce=2.4146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019504227384459227, 'pos0_bos_top1': 0, 'last_eos_p': 0.019376911222934723, 'last_eos_top1': 0}
+step=191250 lr=3.000000e-03 loss=2.5653 ce=2.5653 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016213464550673962, 'pos0_bos_top1': 0, 'last_eos_p': 0.014112320728600025, 'last_eos_top1': 0}
+step=191300 lr=3.000000e-03 loss=2.5611 ce=2.5611 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020946307631675154, 'pos0_bos_top1': 0, 'last_eos_p': 0.021648725494742393, 'last_eos_top1': 0}
+step=191350 lr=3.000000e-03 loss=2.7756 ce=2.7756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021466038015205413, 'pos0_bos_top1': 0, 'last_eos_p': 0.022055484354496002, 'last_eos_top1': 0}
+step=191400 lr=3.000000e-03 loss=2.4920 ce=2.4920 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011564239684958011, 'pos0_bos_top1': 0, 'last_eos_p': 0.01744290255010128, 'last_eos_top1': 0}
+step=191450 lr=3.000000e-03 loss=2.3468 ce=2.3468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016573288303334266, 'pos0_bos_top1': 0, 'last_eos_p': 0.020421402528882027, 'last_eos_top1': 0}
+step=191500 lr=3.000000e-03 loss=2.3526 ce=2.3526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.401576370582916e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020063579082489014, 'last_eos_top1': 0}
+step=191550 lr=3.000000e-03 loss=3.1844 ce=3.1844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.252420618897304e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0137588856741786, 'last_eos_top1': 0}
+step=191600 lr=3.000000e-03 loss=2.2841 ce=2.2841 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.681575566995889e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019449105486273766, 'last_eos_top1': 0}
+step=191650 lr=3.000000e-03 loss=2.2691 ce=2.2691 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.395675594219938e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018806539475917816, 'last_eos_top1': 0}
+step=191700 lr=3.000000e-03 loss=2.8797 ce=2.8797 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.62863574991934e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025767024606466293, 'last_eos_top1': 0}
+step=191750 lr=3.000000e-03 loss=2.4342 ce=2.4342 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4435168345225975e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01887401193380356, 'last_eos_top1': 0}
+step=191800 lr=3.000000e-03 loss=2.8451 ce=2.8451 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.913636025274172e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028234658762812614, 'last_eos_top1': 0}
+step=191850 lr=3.000000e-03 loss=2.7644 ce=2.7644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001386394287692383, 'pos0_bos_top1': 0, 'last_eos_p': 0.0192668829113245, 'last_eos_top1': 0}
+step=191900 lr=3.000000e-03 loss=2.2479 ce=2.2479 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5380362785654142e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023375052958726883, 'last_eos_top1': 0}
+step=191950 lr=3.000000e-03 loss=2.5318 ce=2.5318 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.153833156626206e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01861988566815853, 'last_eos_top1': 0}
+step=192000 lr=3.000000e-03 loss=2.3881 ce=2.3881 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.191268792259507e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023049941286444664, 'last_eos_top1': 0}
+step=192050 lr=3.000000e-03 loss=1.8319 ce=1.8319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.530635048169643e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01862027868628502, 'last_eos_top1': 0}
+step=192100 lr=3.000000e-03 loss=2.7631 ce=2.7631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013254118675831705, 'pos0_bos_top1': 0, 'last_eos_p': 0.017943749204277992, 'last_eos_top1': 0}
+step=192150 lr=3.000000e-03 loss=2.0853 ce=2.0853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3412254449795e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01999511569738388, 'last_eos_top1': 0}
+step=192200 lr=3.000000e-03 loss=2.2352 ce=2.2352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.207363599562086e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01627427339553833, 'last_eos_top1': 0}
+step=192250 lr=3.000000e-03 loss=2.6311 ce=2.6311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6786212149308994e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013314561918377876, 'last_eos_top1': 0}
+step=192300 lr=3.000000e-03 loss=2.2757 ce=2.2757 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.512867260724306e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020605036988854408, 'last_eos_top1': 0}
+step=192350 lr=3.000000e-03 loss=2.4199 ce=2.4199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8679623685311526e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014497116208076477, 'last_eos_top1': 0}
+step=192400 lr=3.000000e-03 loss=3.3226 ce=3.3226 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.561899418651592e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018917594105005264, 'last_eos_top1': 0}
+step=192450 lr=3.000000e-03 loss=2.7201 ce=2.7201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2758496925234795e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02297133207321167, 'last_eos_top1': 0}
+step=192500 lr=3.000000e-03 loss=2.5769 ce=2.5769 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.004587754025124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017471779137849808, 'last_eos_top1': 0}
+step=192550 lr=3.000000e-03 loss=1.9771 ce=1.9771 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.712690083077177e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03227813541889191, 'last_eos_top1': 0}
+step=192600 lr=3.000000e-03 loss=2.3134 ce=2.3134 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.885274625441525e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01830039545893669, 'last_eos_top1': 0}
+step=192650 lr=3.000000e-03 loss=1.8269 ce=1.8269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.882730278652161e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021520886570215225, 'last_eos_top1': 0}
+step=192700 lr=3.000000e-03 loss=2.6782 ce=2.6782 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5402790924999863e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017250271514058113, 'last_eos_top1': 0}
+step=192750 lr=3.000000e-03 loss=1.7827 ce=1.7827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9606792193371803e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02386089786887169, 'last_eos_top1': 0}
+step=192800 lr=3.000000e-03 loss=2.5156 ce=2.5156 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.864610698656179e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02004612796008587, 'last_eos_top1': 0}
+step=192850 lr=3.000000e-03 loss=3.0893 ce=3.0893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012518047878984362, 'pos0_bos_top1': 0, 'last_eos_p': 0.01400524191558361, 'last_eos_top1': 0}
+step=192900 lr=3.000000e-03 loss=2.9793 ce=2.9793 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.531019557267427e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017208673059940338, 'last_eos_top1': 0}
+step=192950 lr=3.000000e-03 loss=2.9519 ce=2.9519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013700907584279776, 'pos0_bos_top1': 0, 'last_eos_p': 0.019478002563118935, 'last_eos_top1': 0}
+step=193000 lr=3.000000e-03 loss=3.1238 ce=3.1238 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.992142592323944e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02434169128537178, 'last_eos_top1': 0}
+step=193050 lr=3.000000e-03 loss=2.6997 ce=2.6997 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3190876163425855e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01737714186310768, 'last_eos_top1': 0}
+step=193100 lr=3.000000e-03 loss=1.8483 ce=1.8483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8053531423211098e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01745624840259552, 'last_eos_top1': 0}
+step=193150 lr=3.000000e-03 loss=2.8544 ce=2.8544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.303822955378564e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017619777470827103, 'last_eos_top1': 0}
+step=193200 lr=3.000000e-03 loss=2.3541 ce=2.3541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010526909318286926, 'pos0_bos_top1': 0, 'last_eos_p': 0.01284831389784813, 'last_eos_top1': 0}
+step=193250 lr=3.000000e-03 loss=2.4507 ce=2.4507 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.078721394762397e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016723638400435448, 'last_eos_top1': 0}
+step=193300 lr=3.000000e-03 loss=2.2038 ce=2.2038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.725254883756861e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016053076833486557, 'last_eos_top1': 0}
+step=193350 lr=3.000000e-03 loss=2.3675 ce=2.3675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.885466766310856e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025155069306492805, 'last_eos_top1': 0}
+step=193400 lr=3.000000e-03 loss=2.3590 ce=2.3590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.42720990779344e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01577157713472843, 'last_eos_top1': 0}
+step=193450 lr=3.000000e-03 loss=1.7649 ce=1.7649 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7745390727650374e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019089408218860626, 'last_eos_top1': 0}
+step=193500 lr=3.000000e-03 loss=2.2863 ce=2.2863 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.173522655852139e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022930476814508438, 'last_eos_top1': 0}
+step=193550 lr=3.000000e-03 loss=2.6669 ce=2.6669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9030848963884637e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01640051044523716, 'last_eos_top1': 0}
+step=193600 lr=3.000000e-03 loss=2.8474 ce=2.8474 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8858534278697334e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023279787972569466, 'last_eos_top1': 0}
+step=193650 lr=3.000000e-03 loss=2.3740 ce=2.3740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.577793904696591e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019352518022060394, 'last_eos_top1': 0}
+step=193700 lr=3.000000e-03 loss=2.9418 ce=2.9418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9176379030104727e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01505321729928255, 'last_eos_top1': 0}
+step=193750 lr=3.000000e-03 loss=2.9526 ce=2.9526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5481736884103157e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01633877120912075, 'last_eos_top1': 0}
+step=193800 lr=3.000000e-03 loss=2.1969 ce=2.1969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1198884496698156e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018789755180478096, 'last_eos_top1': 0}
+step=193850 lr=3.000000e-03 loss=2.2900 ce=2.2900 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1681988326017745e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01570836827158928, 'last_eos_top1': 0}
+step=193900 lr=3.000000e-03 loss=2.9314 ce=2.9314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5639579942217097e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013602178543806076, 'last_eos_top1': 0}
+step=193950 lr=3.000000e-03 loss=2.1063 ce=2.1063 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3161776223569177e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017512962222099304, 'last_eos_top1': 0}
+step=194000 lr=3.000000e-03 loss=2.7890 ce=2.7890 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3816432076273486e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022140352055430412, 'last_eos_top1': 0}
+step=194050 lr=3.000000e-03 loss=1.6828 ce=1.6828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2261366868624464e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01681911014020443, 'last_eos_top1': 0}
+step=194100 lr=3.000000e-03 loss=2.3258 ce=2.3258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.686268170597032e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01379092875868082, 'last_eos_top1': 0}
+step=194150 lr=3.000000e-03 loss=2.1699 ce=2.1699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.745557326823473e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01579977199435234, 'last_eos_top1': 0}
+step=194200 lr=3.000000e-03 loss=1.9981 ce=1.9981 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.55456416704692e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01297351997345686, 'last_eos_top1': 0}
+step=194250 lr=3.000000e-03 loss=2.4682 ce=2.4682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.248514596838504e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02319236285984516, 'last_eos_top1': 0}
+step=194300 lr=3.000000e-03 loss=2.6388 ce=2.6388 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.983775241067633e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020529361441731453, 'last_eos_top1': 0}
+step=194350 lr=3.000000e-03 loss=2.6340 ce=2.6340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014364643720909953, 'pos0_bos_top1': 0, 'last_eos_p': 0.01477400679141283, 'last_eos_top1': 0}
+step=194400 lr=3.000000e-03 loss=2.7282 ce=2.7282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001394514983985573, 'pos0_bos_top1': 0, 'last_eos_p': 0.020456651225686073, 'last_eos_top1': 0}
+step=194450 lr=3.000000e-03 loss=2.9125 ce=2.9125 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.596467912662774e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017136426642537117, 'last_eos_top1': 0}
+step=194500 lr=3.000000e-03 loss=2.5100 ce=2.5100 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000139341558679007, 'pos0_bos_top1': 0, 'last_eos_p': 0.01314950454980135, 'last_eos_top1': 0}
+step=194550 lr=3.000000e-03 loss=2.9619 ce=2.9619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012154362048022449, 'pos0_bos_top1': 0, 'last_eos_p': 0.024410560727119446, 'last_eos_top1': 0}
+step=194600 lr=3.000000e-03 loss=2.3635 ce=2.3635 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.175827755010687e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014851770363748074, 'last_eos_top1': 0}
+step=194650 lr=3.000000e-03 loss=2.0970 ce=2.0970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011582158913370222, 'pos0_bos_top1': 0, 'last_eos_p': 0.017248835414648056, 'last_eos_top1': 0}
+step=194700 lr=3.000000e-03 loss=2.5117 ce=2.5117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.087496563442983e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02178812026977539, 'last_eos_top1': 0}
+step=194750 lr=3.000000e-03 loss=3.0456 ce=3.0456 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.026107853860594e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01442412007600069, 'last_eos_top1': 0}
+step=194800 lr=3.000000e-03 loss=2.6701 ce=2.6701 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.194924208102748e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014843519777059555, 'last_eos_top1': 0}
+step=194850 lr=3.000000e-03 loss=2.6667 ce=2.6667 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.592733289930038e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018729157745838165, 'last_eos_top1': 0}
+step=194900 lr=3.000000e-03 loss=2.9630 ce=2.9630 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011994691885774955, 'pos0_bos_top1': 0, 'last_eos_p': 0.01785353012382984, 'last_eos_top1': 0}
+step=194950 lr=3.000000e-03 loss=2.9061 ce=2.9061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.737237269291654e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01437145285308361, 'last_eos_top1': 0}
+step=195000 lr=3.000000e-03 loss=3.1779 ce=3.1779 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.115596963558346e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01639370620250702, 'last_eos_top1': 0}
+step=195050 lr=3.000000e-03 loss=2.7925 ce=2.7925 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.668554801261052e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01000967901200056, 'last_eos_top1': 0}
+step=195100 lr=3.000000e-03 loss=2.4836 ce=2.4836 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.031464984815102e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015354297123849392, 'last_eos_top1': 0}
+step=195150 lr=3.000000e-03 loss=2.6742 ce=2.6742 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9266044546384364e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019047284498810768, 'last_eos_top1': 0}
+step=195200 lr=3.000000e-03 loss=2.4470 ce=2.4470 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.012887777411379e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016364656388759613, 'last_eos_top1': 0}
+step=195250 lr=3.000000e-03 loss=2.5559 ce=2.5559 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.486659938469529e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01449514925479889, 'last_eos_top1': 0}
+step=195300 lr=3.000000e-03 loss=2.4086 ce=2.4086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.539606975915376e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017503732815384865, 'last_eos_top1': 0}
+step=195350 lr=3.000000e-03 loss=2.8666 ce=2.8666 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.189766332274303e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01632010005414486, 'last_eos_top1': 0}
+step=195400 lr=3.000000e-03 loss=2.8560 ce=2.8560 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001013040091493167, 'pos0_bos_top1': 0, 'last_eos_p': 0.014343030750751495, 'last_eos_top1': 0}
+step=195450 lr=3.000000e-03 loss=1.7973 ce=1.7973 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.003124195151031e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022257979959249496, 'last_eos_top1': 0}
+step=195500 lr=3.000000e-03 loss=1.6741 ce=1.6741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.716248026350513e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01429781410843134, 'last_eos_top1': 0}
+step=195550 lr=3.000000e-03 loss=2.6210 ce=2.6210 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.505244239931926e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016323300078511238, 'last_eos_top1': 0}
+step=195600 lr=3.000000e-03 loss=1.9949 ce=1.9949 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016677385428920388, 'pos0_bos_top1': 0, 'last_eos_p': 0.013317776843905449, 'last_eos_top1': 0}
+step=195650 lr=3.000000e-03 loss=2.8445 ce=2.8445 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016237355885095894, 'pos0_bos_top1': 0, 'last_eos_p': 0.01724548265337944, 'last_eos_top1': 0}
+step=195700 lr=3.000000e-03 loss=2.4056 ce=2.4056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.833282481646165e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013213702477514744, 'last_eos_top1': 0}
+step=195750 lr=3.000000e-03 loss=2.3092 ce=2.3092 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.993597344262525e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014110784977674484, 'last_eos_top1': 0}
+step=195800 lr=3.000000e-03 loss=2.7069 ce=2.7069 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.418671495746821e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012975911609828472, 'last_eos_top1': 0}
+step=195850 lr=3.000000e-03 loss=2.6801 ce=2.6801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011492947669466957, 'pos0_bos_top1': 0, 'last_eos_p': 0.015422341413795948, 'last_eos_top1': 0}
+step=195900 lr=3.000000e-03 loss=2.6516 ce=2.6516 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019838208390865475, 'pos0_bos_top1': 0, 'last_eos_p': 0.01641455478966236, 'last_eos_top1': 0}
+step=195950 lr=3.000000e-03 loss=2.3917 ce=2.3917 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.086170494905673e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018990103155374527, 'last_eos_top1': 0}
+step=196000 lr=3.000000e-03 loss=2.5731 ce=2.5731 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002458350791130215, 'pos0_bos_top1': 0, 'last_eos_p': 0.010924424044787884, 'last_eos_top1': 0}
+step=196050 lr=3.000000e-03 loss=2.6159 ce=2.6159 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001438683393644169, 'pos0_bos_top1': 0, 'last_eos_p': 0.016431516036391258, 'last_eos_top1': 0}
+step=196100 lr=3.000000e-03 loss=2.1592 ce=2.1592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011602465383475646, 'pos0_bos_top1': 0, 'last_eos_p': 0.01497706864029169, 'last_eos_top1': 0}
+step=196150 lr=3.000000e-03 loss=2.1083 ce=2.1083 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6329834478674456e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015064660459756851, 'last_eos_top1': 0}
+step=196200 lr=3.000000e-03 loss=3.1556 ce=3.1556 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012557595619000494, 'pos0_bos_top1': 0, 'last_eos_p': 0.01399291306734085, 'last_eos_top1': 0}
+step=196250 lr=3.000000e-03 loss=2.0506 ce=2.0506 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001401982008246705, 'pos0_bos_top1': 0, 'last_eos_p': 0.01546153798699379, 'last_eos_top1': 0}
+step=196300 lr=3.000000e-03 loss=1.6806 ce=1.6806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002518928667996079, 'pos0_bos_top1': 0, 'last_eos_p': 0.017531558871269226, 'last_eos_top1': 0}
+step=196350 lr=3.000000e-03 loss=2.3550 ce=2.3550 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011938247916987166, 'pos0_bos_top1': 0, 'last_eos_p': 0.018307125195860863, 'last_eos_top1': 0}
+step=196400 lr=3.000000e-03 loss=2.7322 ce=2.7322 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010554620530456305, 'pos0_bos_top1': 0, 'last_eos_p': 0.018639864400029182, 'last_eos_top1': 0}
+step=196450 lr=3.000000e-03 loss=2.5525 ce=2.5525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7601428125053644e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018356090411543846, 'last_eos_top1': 0}
+step=196500 lr=3.000000e-03 loss=2.0753 ce=2.0753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.503968612989411e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017140986397862434, 'last_eos_top1': 0}
+step=196550 lr=3.000000e-03 loss=2.6351 ce=2.6351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.777330130105838e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020588437095284462, 'last_eos_top1': 0}
+step=196600 lr=3.000000e-03 loss=2.2627 ce=2.2627 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6209635658888146e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02544327825307846, 'last_eos_top1': 0}
+step=196650 lr=3.000000e-03 loss=2.2860 ce=2.2860 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7276428227196448e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025217195972800255, 'last_eos_top1': 0}
+step=196700 lr=3.000000e-03 loss=2.8222 ce=2.8222 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.140743789728731e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017923111096024513, 'last_eos_top1': 0}
+step=196750 lr=3.000000e-03 loss=1.9899 ce=1.9899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010688540351111442, 'pos0_bos_top1': 0, 'last_eos_p': 0.018781891092658043, 'last_eos_top1': 0}
+step=196800 lr=3.000000e-03 loss=2.6289 ce=2.6289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.200210868380964e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02371998503804207, 'last_eos_top1': 0}
+step=196850 lr=3.000000e-03 loss=2.0464 ce=2.0464 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002061221603071317, 'pos0_bos_top1': 0, 'last_eos_p': 0.019735896959900856, 'last_eos_top1': 0}
+step=196900 lr=3.000000e-03 loss=2.3806 ce=2.3806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.313999569509178e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021824102848768234, 'last_eos_top1': 0}
+step=196950 lr=3.000000e-03 loss=3.4473 ce=3.4473 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8977530241245404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024092545732855797, 'last_eos_top1': 0}
+step=197000 lr=3.000000e-03 loss=2.3577 ce=2.3577 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3914806155953556e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02165008708834648, 'last_eos_top1': 0}
+step=197050 lr=3.000000e-03 loss=2.4009 ce=2.4009 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.622005483019166e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01983441412448883, 'last_eos_top1': 0}
+step=197100 lr=3.000000e-03 loss=1.4635 ce=1.4635 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.992032962851226e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022080685943365097, 'last_eos_top1': 0}
+step=197150 lr=3.000000e-03 loss=2.3573 ce=2.3573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.789300510310568e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016176709905266762, 'last_eos_top1': 0}
+step=197200 lr=3.000000e-03 loss=2.9271 ce=2.9271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.535157444886863e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022238288074731827, 'last_eos_top1': 0}
+step=197250 lr=3.000000e-03 loss=2.3062 ce=2.3062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011448158329585567, 'pos0_bos_top1': 0, 'last_eos_p': 0.01782752200961113, 'last_eos_top1': 0}
+step=197300 lr=3.000000e-03 loss=2.8644 ce=2.8644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.381467680213973e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01660913974046707, 'last_eos_top1': 0}
+step=197350 lr=3.000000e-03 loss=2.7959 ce=2.7959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014311565610114485, 'pos0_bos_top1': 0, 'last_eos_p': 0.023213818669319153, 'last_eos_top1': 0}
+step=197400 lr=3.000000e-03 loss=2.8461 ce=2.8461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013129650324117392, 'pos0_bos_top1': 0, 'last_eos_p': 0.023323552682995796, 'last_eos_top1': 0}
+step=197450 lr=3.000000e-03 loss=2.2155 ce=2.2155 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.898006252711639e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02250690385699272, 'last_eos_top1': 0}
+step=197500 lr=3.000000e-03 loss=2.4580 ce=2.4580 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023563475406263024, 'pos0_bos_top1': 0, 'last_eos_p': 0.01815565675497055, 'last_eos_top1': 0}
+step=197550 lr=3.000000e-03 loss=2.8682 ce=2.8682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.706067167920992e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01621025614440441, 'last_eos_top1': 0}
+step=197600 lr=3.000000e-03 loss=2.4119 ce=2.4119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.321576751768589e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014411995187401772, 'last_eos_top1': 0}
+step=197650 lr=3.000000e-03 loss=2.6231 ce=2.6231 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013662416313309222, 'pos0_bos_top1': 0, 'last_eos_p': 0.01824118010699749, 'last_eos_top1': 0}
+step=197700 lr=3.000000e-03 loss=2.4553 ce=2.4553 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.87280800472945e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01579873636364937, 'last_eos_top1': 0}
+step=197750 lr=3.000000e-03 loss=2.6644 ce=2.6644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.304619066417217e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019220810383558273, 'last_eos_top1': 0}
+step=197800 lr=3.000000e-03 loss=2.0075 ce=2.0075 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012593826977536082, 'pos0_bos_top1': 0, 'last_eos_p': 0.016124684363603592, 'last_eos_top1': 0}
+step=197850 lr=3.000000e-03 loss=2.2445 ce=2.2445 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001592227054061368, 'pos0_bos_top1': 0, 'last_eos_p': 0.020702049136161804, 'last_eos_top1': 0}
+step=197900 lr=3.000000e-03 loss=2.9121 ce=2.9121 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001670453348197043, 'pos0_bos_top1': 0, 'last_eos_p': 0.017731016501784325, 'last_eos_top1': 0}
+step=197950 lr=3.000000e-03 loss=2.3347 ce=2.3347 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.744275015080348e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017687315121293068, 'last_eos_top1': 0}
+step=198000 lr=3.000000e-03 loss=2.2637 ce=2.2637 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.643265027785674e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01969374530017376, 'last_eos_top1': 0}
+step=198050 lr=3.000000e-03 loss=2.7682 ce=2.7682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.865397441899404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023473557084798813, 'last_eos_top1': 0}
+step=198100 lr=3.000000e-03 loss=2.6809 ce=2.6809 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002431362954666838, 'pos0_bos_top1': 0, 'last_eos_p': 0.017886362969875336, 'last_eos_top1': 0}
+step=198150 lr=3.000000e-03 loss=2.1503 ce=2.1503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.371002720901743e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014850880950689316, 'last_eos_top1': 0}
+step=198200 lr=3.000000e-03 loss=2.9126 ce=2.9126 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001741628657327965, 'pos0_bos_top1': 0, 'last_eos_p': 0.019376859068870544, 'last_eos_top1': 0}
+step=198250 lr=3.000000e-03 loss=2.4098 ce=2.4098 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5823206669883803e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018090348690748215, 'last_eos_top1': 0}
+step=198300 lr=3.000000e-03 loss=1.9176 ce=1.9176 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2940417440840974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019781295210123062, 'last_eos_top1': 0}
+step=198350 lr=3.000000e-03 loss=2.3906 ce=2.3906 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.858001820044592e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015596559271216393, 'last_eos_top1': 0}
+step=198400 lr=3.000000e-03 loss=2.5319 ce=2.5319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9247700846754014e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019369402900338173, 'last_eos_top1': 0}
+step=198450 lr=3.000000e-03 loss=2.3692 ce=2.3692 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2914240616955794e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014913121238350868, 'last_eos_top1': 0}
+step=198500 lr=3.000000e-03 loss=2.7395 ce=2.7395 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010964740795316175, 'pos0_bos_top1': 0, 'last_eos_p': 0.019678737968206406, 'last_eos_top1': 0}
+step=198550 lr=3.000000e-03 loss=2.2922 ce=2.2922 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001274789246963337, 'pos0_bos_top1': 0, 'last_eos_p': 0.018885981291532516, 'last_eos_top1': 0}
+step=198600 lr=3.000000e-03 loss=2.8924 ce=2.8924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.540921145235188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018246345221996307, 'last_eos_top1': 0}
+step=198650 lr=3.000000e-03 loss=2.0020 ce=2.0020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.790641156025231e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012825251556932926, 'last_eos_top1': 0}
+step=198700 lr=3.000000e-03 loss=2.1753 ce=2.1753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.834746763051953e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014592470601201057, 'last_eos_top1': 0}
+step=198750 lr=3.000000e-03 loss=2.7308 ce=2.7308 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.026638437906513e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013930439949035645, 'last_eos_top1': 0}
+step=198800 lr=3.000000e-03 loss=2.3587 ce=2.3587 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5733239453984424e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01232847012579441, 'last_eos_top1': 0}
+step=198850 lr=3.000000e-03 loss=3.0929 ce=3.0929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7300844269338995e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02306751161813736, 'last_eos_top1': 0}
+step=198900 lr=3.000000e-03 loss=2.1979 ce=2.1979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.792353527387604e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016385026276111603, 'last_eos_top1': 0}
+step=198950 lr=3.000000e-03 loss=2.2183 ce=2.2183 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.679221117636189e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02120424620807171, 'last_eos_top1': 0}
+[elf_hfds direct rank=2 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=5 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=7 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=1600000 rows=1591809 buffered=8191 part=openwebtext-t5
+step=199000 lr=3.000000e-03 loss=2.6170 ce=2.6170 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5723064279882237e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014334841631352901, 'last_eos_top1': 0}
+step=199050 lr=3.000000e-03 loss=2.4990 ce=2.4990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.271126843173988e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029559766873717308, 'last_eos_top1': 0}
+step=199100 lr=3.000000e-03 loss=2.7764 ce=2.7764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.437148188822903e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024908103048801422, 'last_eos_top1': 0}
+step=199150 lr=3.000000e-03 loss=2.0942 ce=2.0942 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8508429750218056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031244076788425446, 'last_eos_top1': 0}
+step=199200 lr=3.000000e-03 loss=1.8419 ce=1.8419 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.864569821918849e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030349090695381165, 'last_eos_top1': 0}
+step=199250 lr=3.000000e-03 loss=1.9925 ce=1.9925 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9735147361643612e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02158978581428528, 'last_eos_top1': 0}
+step=199300 lr=3.000000e-03 loss=2.6332 ce=2.6332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0988226828631014e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01900741085410118, 'last_eos_top1': 0}
+step=199350 lr=3.000000e-03 loss=3.0709 ce=3.0709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2775223846547306e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023074520751833916, 'last_eos_top1': 0}
+step=199400 lr=3.000000e-03 loss=2.2784 ce=2.2784 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0421509614388924e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017852282151579857, 'last_eos_top1': 0}
+step=199450 lr=3.000000e-03 loss=2.8315 ce=2.8315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.32258054590784e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02091933600604534, 'last_eos_top1': 0}
+step=199500 lr=3.000000e-03 loss=3.0896 ce=3.0896 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.789454295765609e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0198332741856575, 'last_eos_top1': 0}
+step=199550 lr=3.000000e-03 loss=3.4175 ce=3.4175 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.201335468678735e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019926704466342926, 'last_eos_top1': 0}
+step=199600 lr=3.000000e-03 loss=2.6022 ce=2.6022 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7924012354342267e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020786071196198463, 'last_eos_top1': 0}
+step=199650 lr=3.000000e-03 loss=2.3376 ce=2.3376 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2091309044044465e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017445243895053864, 'last_eos_top1': 0}
+step=199700 lr=3.000000e-03 loss=2.6754 ce=2.6754 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017898414807859808, 'pos0_bos_top1': 0, 'last_eos_p': 0.01840667985379696, 'last_eos_top1': 0}
+step=199750 lr=3.000000e-03 loss=1.9624 ce=1.9624 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3094777134247124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026522764936089516, 'last_eos_top1': 0}
+step=199800 lr=3.000000e-03 loss=2.9022 ce=2.9022 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.020643559168093e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017425309866666794, 'last_eos_top1': 0}
+step=199850 lr=3.000000e-03 loss=2.1583 ce=2.1583 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011565946624614298, 'pos0_bos_top1': 0, 'last_eos_p': 0.021585926413536072, 'last_eos_top1': 0}
+step=199900 lr=3.000000e-03 loss=2.5609 ce=2.5609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001114854312618263, 'pos0_bos_top1': 0, 'last_eos_p': 0.01483195275068283, 'last_eos_top1': 0}
+step=199950 lr=3.000000e-03 loss=2.8995 ce=2.8995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.921964813955128e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022419041022658348, 'last_eos_top1': 0}
+step=200000 lr=3.000000e-03 loss=2.4197 ce=2.4197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.495302371447906e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014939097687602043, 'last_eos_top1': 0}
+step=200050 lr=3.000000e-03 loss=2.2493 ce=2.2493 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.77931137336418e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01710382103919983, 'last_eos_top1': 0}
+step=200100 lr=3.000000e-03 loss=2.1882 ce=2.1882 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.631279858178459e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017542919144034386, 'last_eos_top1': 0}
+step=200150 lr=3.000000e-03 loss=1.4300 ce=1.4300 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.550863716052845e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017001116648316383, 'last_eos_top1': 0}
+step=200200 lr=3.000000e-03 loss=1.9787 ce=1.9787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001869519765023142, 'pos0_bos_top1': 0, 'last_eos_p': 0.01892789825797081, 'last_eos_top1': 0}
+step=200250 lr=3.000000e-03 loss=3.1418 ce=3.1418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015456843539141119, 'pos0_bos_top1': 0, 'last_eos_p': 0.01694776490330696, 'last_eos_top1': 0}
+step=200300 lr=3.000000e-03 loss=2.1291 ce=2.1291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.234624793753028e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017810873687267303, 'last_eos_top1': 0}
+step=200350 lr=3.000000e-03 loss=1.8473 ce=1.8473 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.523411138914526e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02155490592122078, 'last_eos_top1': 0}
+step=200400 lr=3.000000e-03 loss=2.2019 ce=2.2019 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.837526623508893e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01728712022304535, 'last_eos_top1': 0}
+step=200450 lr=3.000000e-03 loss=2.4000 ce=2.4000 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.963276998954825e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020210569724440575, 'last_eos_top1': 0}
+step=200500 lr=3.000000e-03 loss=2.2917 ce=2.2917 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5840199668891728e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02551247738301754, 'last_eos_top1': 0}
+step=200550 lr=3.000000e-03 loss=2.7828 ce=2.7828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0067047444172204e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01835767924785614, 'last_eos_top1': 0}
+step=200600 lr=3.000000e-03 loss=3.0261 ce=3.0261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5466389565262944e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02135315164923668, 'last_eos_top1': 0}
+step=200650 lr=3.000000e-03 loss=2.9290 ce=2.9290 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3033233194146305e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016845282167196274, 'last_eos_top1': 0}
+step=200700 lr=3.000000e-03 loss=2.2719 ce=2.2719 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.965666423435323e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024227987974882126, 'last_eos_top1': 0}
+step=200750 lr=3.000000e-03 loss=3.0642 ce=3.0642 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.494150486309081e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024862172082066536, 'last_eos_top1': 0}
+step=200800 lr=3.000000e-03 loss=2.6795 ce=2.6795 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.312258144840598e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01727954111993313, 'last_eos_top1': 0}
+step=200850 lr=3.000000e-03 loss=2.6969 ce=2.6969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.034428224666044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021976515650749207, 'last_eos_top1': 0}
+step=200900 lr=3.000000e-03 loss=2.8935 ce=2.8935 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021849233598913997, 'pos0_bos_top1': 0, 'last_eos_p': 0.021296031773090363, 'last_eos_top1': 0}
+step=200950 lr=3.000000e-03 loss=2.5342 ce=2.5342 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001525969128124416, 'pos0_bos_top1': 0, 'last_eos_p': 0.019123392179608345, 'last_eos_top1': 0}
+step=201000 lr=3.000000e-03 loss=3.1929 ce=3.1929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013368217332754284, 'pos0_bos_top1': 0, 'last_eos_p': 0.02268948219716549, 'last_eos_top1': 0}
+step=201050 lr=3.000000e-03 loss=2.3396 ce=2.3396 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018360766989644617, 'pos0_bos_top1': 0, 'last_eos_p': 0.024590153247117996, 'last_eos_top1': 0}
+step=201100 lr=3.000000e-03 loss=2.2581 ce=2.2581 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.673976506339386e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01844455860555172, 'last_eos_top1': 0}
+step=201150 lr=3.000000e-03 loss=2.4660 ce=2.4660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.812166323768906e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02379700168967247, 'last_eos_top1': 0}
+step=201200 lr=3.000000e-03 loss=3.2075 ce=3.2075 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.229111699620262e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019599488005042076, 'last_eos_top1': 0}
+step=201250 lr=3.000000e-03 loss=1.3155 ce=1.3155 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.996523446403444e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01654353179037571, 'last_eos_top1': 0}
+step=201300 lr=3.000000e-03 loss=2.9894 ce=2.9894 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.965679909219034e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01544586755335331, 'last_eos_top1': 0}
+step=201350 lr=3.000000e-03 loss=3.1927 ce=3.1927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6589061235426925e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018837712705135345, 'last_eos_top1': 0}
+step=201400 lr=3.000000e-03 loss=2.2400 ce=2.2400 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6613039153744467e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025851860642433167, 'last_eos_top1': 0}
+step=201450 lr=3.000000e-03 loss=2.9613 ce=2.9613 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.464983819867484e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012981105595827103, 'last_eos_top1': 0}
+step=201500 lr=3.000000e-03 loss=1.7002 ce=1.7002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.50518956920132e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01955658197402954, 'last_eos_top1': 0}
+step=201550 lr=3.000000e-03 loss=2.1806 ce=2.1806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7835281293373555e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014475204981863499, 'last_eos_top1': 0}
+step=201600 lr=3.000000e-03 loss=1.8599 ce=1.8599 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.512369221425615e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01693747192621231, 'last_eos_top1': 0}
+step=201650 lr=3.000000e-03 loss=2.1505 ce=2.1505 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.829682726878673e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014563627541065216, 'last_eos_top1': 0}
+step=201700 lr=3.000000e-03 loss=2.0120 ce=2.0120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011184658796992153, 'pos0_bos_top1': 0, 'last_eos_p': 0.0156866367906332, 'last_eos_top1': 0}
+step=201750 lr=3.000000e-03 loss=2.5461 ce=2.5461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013046430831309408, 'pos0_bos_top1': 0, 'last_eos_p': 0.010648312047123909, 'last_eos_top1': 0}
+step=201800 lr=3.000000e-03 loss=2.4428 ce=2.4428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012023238377878442, 'pos0_bos_top1': 0, 'last_eos_p': 0.023005260154604912, 'last_eos_top1': 0}
+step=201850 lr=3.000000e-03 loss=2.4356 ce=2.4356 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015019763668533415, 'pos0_bos_top1': 0, 'last_eos_p': 0.017130382359027863, 'last_eos_top1': 0}
+step=201900 lr=3.000000e-03 loss=3.4075 ce=3.4075 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7933939640643075e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014188716188073158, 'last_eos_top1': 0}
+step=201950 lr=3.000000e-03 loss=2.4016 ce=2.4016 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4349474188056774e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016313642263412476, 'last_eos_top1': 0}
+step=202000 lr=3.000000e-03 loss=2.4978 ce=2.4978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010960289364447817, 'pos0_bos_top1': 0, 'last_eos_p': 0.01525514293462038, 'last_eos_top1': 0}
+step=202050 lr=3.000000e-03 loss=2.9482 ce=2.9482 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.771643084997777e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025282632559537888, 'last_eos_top1': 0}
+step=202100 lr=3.000000e-03 loss=2.9055 ce=2.9055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.699789082631469e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01506778597831726, 'last_eos_top1': 0}
+step=202150 lr=3.000000e-03 loss=2.3785 ce=2.3785 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.363952267449349e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012015660293400288, 'last_eos_top1': 0}
+step=202200 lr=3.000000e-03 loss=2.4325 ce=2.4325 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.148970376467332e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019627608358860016, 'last_eos_top1': 0}
+step=202250 lr=3.000000e-03 loss=3.2507 ce=3.2507 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9692629545461386e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01554086897522211, 'last_eos_top1': 0}
+step=202300 lr=3.000000e-03 loss=3.0251 ce=3.0251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.403942511999048e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014873539097607136, 'last_eos_top1': 0}
+step=202350 lr=3.000000e-03 loss=2.6432 ce=2.6432 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.262121754232794e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02293320745229721, 'last_eos_top1': 0}
+step=202400 lr=3.000000e-03 loss=1.9737 ce=1.9737 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.940293678781018e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021790465340018272, 'last_eos_top1': 0}
+step=202450 lr=3.000000e-03 loss=2.1940 ce=2.1940 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.114595402730629e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017658652737736702, 'last_eos_top1': 0}
+step=202500 lr=3.000000e-03 loss=2.0210 ce=2.0210 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.11345744295977e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01768728345632553, 'last_eos_top1': 0}
+step=202550 lr=3.000000e-03 loss=2.3402 ce=2.3402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.426582255400717e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01504079345613718, 'last_eos_top1': 0}
+step=202600 lr=3.000000e-03 loss=1.9770 ce=1.9770 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019625625282060355, 'pos0_bos_top1': 0, 'last_eos_p': 0.016116341575980186, 'last_eos_top1': 0}
+step=202650 lr=3.000000e-03 loss=1.7307 ce=1.7307 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001894098095363006, 'pos0_bos_top1': 0, 'last_eos_p': 0.018416494131088257, 'last_eos_top1': 0}
+step=202700 lr=3.000000e-03 loss=3.1900 ce=3.1900 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015889189671725035, 'pos0_bos_top1': 0, 'last_eos_p': 0.01965676061809063, 'last_eos_top1': 0}
+step=202750 lr=3.000000e-03 loss=2.7251 ce=2.7251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.196799171855673e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019362907856702805, 'last_eos_top1': 0}
+step=202800 lr=3.000000e-03 loss=1.9428 ce=1.9428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024253892479464412, 'pos0_bos_top1': 0, 'last_eos_p': 0.014569052495062351, 'last_eos_top1': 0}
+step=202850 lr=3.000000e-03 loss=2.3806 ce=2.3806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.669450572691858e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022271238267421722, 'last_eos_top1': 0}
+step=202900 lr=3.000000e-03 loss=2.4093 ce=2.4093 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.142055594362319e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016998060047626495, 'last_eos_top1': 0}
+step=202950 lr=3.000000e-03 loss=2.4534 ce=2.4534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002024665882345289, 'pos0_bos_top1': 0, 'last_eos_p': 0.022953495383262634, 'last_eos_top1': 0}
+step=203000 lr=3.000000e-03 loss=2.4777 ce=2.4777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.824913073913194e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01562771201133728, 'last_eos_top1': 0}
+step=203050 lr=3.000000e-03 loss=2.1049 ce=2.1049 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.305758819915354e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022374635562300682, 'last_eos_top1': 0}
+step=203100 lr=3.000000e-03 loss=1.6839 ce=1.6839 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.801092968089506e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02374165505170822, 'last_eos_top1': 0}
+step=203150 lr=3.000000e-03 loss=2.0292 ce=2.0292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012375356163829565, 'pos0_bos_top1': 0, 'last_eos_p': 0.020521828904747963, 'last_eos_top1': 0}
+step=203200 lr=3.000000e-03 loss=2.2236 ce=2.2236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011404994438635185, 'pos0_bos_top1': 0, 'last_eos_p': 0.014645703136920929, 'last_eos_top1': 0}
+step=203250 lr=3.000000e-03 loss=3.2360 ce=3.2360 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.294715447234921e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018880575895309448, 'last_eos_top1': 0}
+step=203300 lr=3.000000e-03 loss=3.1571 ce=3.1571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012423736916389316, 'pos0_bos_top1': 0, 'last_eos_p': 0.018145523965358734, 'last_eos_top1': 0}
+step=203350 lr=3.000000e-03 loss=1.2744 ce=1.2744 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.334659363143146e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01660008355975151, 'last_eos_top1': 0}
+step=203400 lr=3.000000e-03 loss=3.5694 ce=3.5694 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017302199557889253, 'pos0_bos_top1': 0, 'last_eos_p': 0.015616538934409618, 'last_eos_top1': 0}
+step=203450 lr=3.000000e-03 loss=2.1529 ce=2.1529 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000259246036875993, 'pos0_bos_top1': 0, 'last_eos_p': 0.01472016517072916, 'last_eos_top1': 0}
+step=203500 lr=3.000000e-03 loss=2.6475 ce=2.6475 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.224472549045458e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017210938036441803, 'last_eos_top1': 0}
+step=203550 lr=3.000000e-03 loss=2.9938 ce=2.9938 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.854692765045911e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025000140070915222, 'last_eos_top1': 0}
+step=203600 lr=3.000000e-03 loss=3.1937 ce=3.1937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.050386658287607e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019792810082435608, 'last_eos_top1': 0}
+step=203650 lr=3.000000e-03 loss=2.4929 ce=2.4929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.283021942479536e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02280202880501747, 'last_eos_top1': 0}
+step=203700 lr=3.000000e-03 loss=3.0617 ce=3.0617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.044602145673707e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011978440918028355, 'last_eos_top1': 0}
+step=203750 lr=3.000000e-03 loss=2.5472 ce=2.5472 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014028101577423513, 'pos0_bos_top1': 0, 'last_eos_p': 0.01444113440811634, 'last_eos_top1': 0}
+step=203800 lr=3.000000e-03 loss=2.6533 ce=2.6533 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000272575271083042, 'pos0_bos_top1': 0, 'last_eos_p': 0.01847201958298683, 'last_eos_top1': 0}
+step=203850 lr=3.000000e-03 loss=2.3771 ce=2.3771 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8994440071983263e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015900690108537674, 'last_eos_top1': 0}
+step=203900 lr=3.000000e-03 loss=1.7736 ce=1.7736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020956269872840494, 'pos0_bos_top1': 0, 'last_eos_p': 0.018848076462745667, 'last_eos_top1': 0}
+step=203950 lr=3.000000e-03 loss=2.2507 ce=2.2507 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.864918810199015e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021356306970119476, 'last_eos_top1': 0}
+step=204000 lr=3.000000e-03 loss=2.6731 ce=2.6731 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013637318625114858, 'pos0_bos_top1': 0, 'last_eos_p': 0.013657916337251663, 'last_eos_top1': 0}
+step=204050 lr=3.000000e-03 loss=2.5942 ce=2.5942 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.714873259421438e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011725321412086487, 'last_eos_top1': 0}
+step=204100 lr=3.000000e-03 loss=3.3248 ce=3.3248 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011700128379743546, 'pos0_bos_top1': 0, 'last_eos_p': 0.017840994521975517, 'last_eos_top1': 0}
+step=204150 lr=3.000000e-03 loss=2.6275 ce=2.6275 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.063563756062649e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016893193125724792, 'last_eos_top1': 0}
+step=204200 lr=3.000000e-03 loss=2.2628 ce=2.2628 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.917168214684352e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01930978149175644, 'last_eos_top1': 0}
+step=204250 lr=3.000000e-03 loss=3.4169 ce=3.4169 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8260502555640414e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01709756627678871, 'last_eos_top1': 0}
+step=204300 lr=3.000000e-03 loss=2.5719 ce=2.5719 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.03479529672768e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01745053008198738, 'last_eos_top1': 0}
+step=204350 lr=3.000000e-03 loss=2.7622 ce=2.7622 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.18089465610683e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013560496270656586, 'last_eos_top1': 0}
+step=204400 lr=3.000000e-03 loss=2.6515 ce=2.6515 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.235368295572698e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01726958341896534, 'last_eos_top1': 0}
+step=204450 lr=3.000000e-03 loss=2.6480 ce=2.6480 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.80207192292437e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013759243302047253, 'last_eos_top1': 0}
+step=204500 lr=3.000000e-03 loss=3.3895 ce=3.3895 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9307930162758566e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018013307824730873, 'last_eos_top1': 0}
+step=204550 lr=3.000000e-03 loss=2.6896 ce=2.6896 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.641661846311763e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019432345405220985, 'last_eos_top1': 0}
+step=204600 lr=3.000000e-03 loss=2.1464 ce=2.1464 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.947222184156999e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019598131999373436, 'last_eos_top1': 0}
+step=204650 lr=3.000000e-03 loss=2.4737 ce=2.4737 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9872709496412426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016261113807559013, 'last_eos_top1': 0}
+step=204700 lr=3.000000e-03 loss=2.7009 ce=2.7009 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011489867029013112, 'pos0_bos_top1': 0, 'last_eos_p': 0.02119891159236431, 'last_eos_top1': 0}
+step=204750 lr=3.000000e-03 loss=3.0786 ce=3.0786 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0686758438823745e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019662849605083466, 'last_eos_top1': 0}
+step=204800 lr=3.000000e-03 loss=2.2677 ce=2.2677 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.682061161380261e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02374451421201229, 'last_eos_top1': 0}
+step=204850 lr=3.000000e-03 loss=2.4021 ce=2.4021 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0954055293696e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014686853624880314, 'last_eos_top1': 0}
+step=204900 lr=3.000000e-03 loss=2.0844 ce=2.0844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.059602259891108e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014424488879740238, 'last_eos_top1': 0}
+step=204950 lr=3.000000e-03 loss=3.0300 ce=3.0300 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.389014743035659e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016629142686724663, 'last_eos_top1': 0}
+step=205000 lr=3.000000e-03 loss=2.1601 ce=2.1601 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001795000716811046, 'pos0_bos_top1': 0, 'last_eos_p': 0.01495398860424757, 'last_eos_top1': 0}
+step=205050 lr=3.000000e-03 loss=2.7305 ce=2.7305 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011142667790409178, 'pos0_bos_top1': 0, 'last_eos_p': 0.014581129886209965, 'last_eos_top1': 0}
+step=205100 lr=3.000000e-03 loss=2.7432 ce=2.7432 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.882051381282508e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026658114045858383, 'last_eos_top1': 0}
+step=205150 lr=3.000000e-03 loss=2.9762 ce=2.9762 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013190149911679327, 'pos0_bos_top1': 0, 'last_eos_p': 0.016184533014893532, 'last_eos_top1': 0}
+step=205200 lr=3.000000e-03 loss=2.3593 ce=2.3593 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002421301178401336, 'pos0_bos_top1': 0, 'last_eos_p': 0.016394855454564095, 'last_eos_top1': 0}
+step=205250 lr=3.000000e-03 loss=2.5053 ce=2.5053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012520952441263944, 'pos0_bos_top1': 0, 'last_eos_p': 0.014382971450686455, 'last_eos_top1': 0}
+step=205300 lr=3.000000e-03 loss=2.2562 ce=2.2562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012467759370338172, 'pos0_bos_top1': 0, 'last_eos_p': 0.026527171954512596, 'last_eos_top1': 0}
+step=205350 lr=3.000000e-03 loss=2.7141 ce=2.7141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.887237107846886e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014763953164219856, 'last_eos_top1': 0}
+step=205400 lr=3.000000e-03 loss=3.1176 ce=3.1176 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.963468745700084e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023869724944233894, 'last_eos_top1': 0}
+step=205450 lr=3.000000e-03 loss=2.4126 ce=2.4126 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002663706836756319, 'pos0_bos_top1': 0, 'last_eos_p': 0.013315513730049133, 'last_eos_top1': 0}
+step=205500 lr=3.000000e-03 loss=2.3749 ce=2.3749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001474560849601403, 'pos0_bos_top1': 0, 'last_eos_p': 0.019449008628726006, 'last_eos_top1': 0}
+step=205550 lr=3.000000e-03 loss=2.6800 ce=2.6800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013807835057377815, 'pos0_bos_top1': 0, 'last_eos_p': 0.021841876208782196, 'last_eos_top1': 0}
+step=205600 lr=3.000000e-03 loss=2.1696 ce=2.1696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4619700929615647e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022417893633246422, 'last_eos_top1': 0}
+step=205650 lr=3.000000e-03 loss=2.4585 ce=2.4585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.961722101550549e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02048061601817608, 'last_eos_top1': 0}
+step=205700 lr=3.000000e-03 loss=1.4443 ce=1.4443 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0315584808704443e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01883559860289097, 'last_eos_top1': 0}
+step=205750 lr=3.000000e-03 loss=2.9506 ce=2.9506 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00026181756402365863, 'pos0_bos_top1': 0, 'last_eos_p': 0.024302024394273758, 'last_eos_top1': 0}
+step=205800 lr=3.000000e-03 loss=3.0957 ce=3.0957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011500931577757001, 'pos0_bos_top1': 0, 'last_eos_p': 0.018383536487817764, 'last_eos_top1': 0}
+step=205850 lr=3.000000e-03 loss=1.9197 ce=1.9197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6752454838715494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018865343183279037, 'last_eos_top1': 0}
+step=205900 lr=3.000000e-03 loss=2.3370 ce=2.3370 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.800296200206503e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01347090769559145, 'last_eos_top1': 0}
+step=205950 lr=3.000000e-03 loss=2.3156 ce=2.3156 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.531604594783857e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020200299099087715, 'last_eos_top1': 0}
+step=206000 lr=3.000000e-03 loss=1.8857 ce=1.8857 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010533475142437965, 'pos0_bos_top1': 0, 'last_eos_p': 0.022163907065987587, 'last_eos_top1': 0}
+step=206050 lr=3.000000e-03 loss=1.6949 ce=1.6949 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001535892952233553, 'pos0_bos_top1': 0, 'last_eos_p': 0.017509005963802338, 'last_eos_top1': 0}
+step=206100 lr=3.000000e-03 loss=2.4111 ce=2.4111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.001685298746452e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017280492931604385, 'last_eos_top1': 0}
+step=206150 lr=3.000000e-03 loss=2.0072 ce=2.0072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015046991757117212, 'pos0_bos_top1': 0, 'last_eos_p': 0.02166956290602684, 'last_eos_top1': 0}
+step=206200 lr=3.000000e-03 loss=2.9362 ce=2.9362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010602149995975196, 'pos0_bos_top1': 0, 'last_eos_p': 0.028970755636692047, 'last_eos_top1': 0}
+step=206250 lr=3.000000e-03 loss=2.0281 ce=2.0281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002454599889460951, 'pos0_bos_top1': 0, 'last_eos_p': 0.021720850840210915, 'last_eos_top1': 0}
+step=206300 lr=3.000000e-03 loss=2.9519 ce=2.9519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00034872544347308576, 'pos0_bos_top1': 0, 'last_eos_p': 0.018520718440413475, 'last_eos_top1': 0}
+step=206350 lr=3.000000e-03 loss=2.4305 ce=2.4305 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017556521925143898, 'pos0_bos_top1': 0, 'last_eos_p': 0.027066582813858986, 'last_eos_top1': 0}
+step=206400 lr=3.000000e-03 loss=1.6649 ce=1.6649 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012951275857631117, 'pos0_bos_top1': 0, 'last_eos_p': 0.019456403329968452, 'last_eos_top1': 0}
+step=206450 lr=3.000000e-03 loss=2.3248 ce=2.3248 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012473635433707386, 'pos0_bos_top1': 0, 'last_eos_p': 0.02302742749452591, 'last_eos_top1': 0}
+step=206500 lr=3.000000e-03 loss=3.1715 ce=3.1715 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00025647052098065615, 'pos0_bos_top1': 0, 'last_eos_p': 0.02133876271545887, 'last_eos_top1': 0}
+step=206550 lr=3.000000e-03 loss=1.6014 ce=1.6014 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.321070345118642e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01443515531718731, 'last_eos_top1': 0}
+step=206600 lr=3.000000e-03 loss=2.5277 ce=2.5277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001336132118012756, 'pos0_bos_top1': 0, 'last_eos_p': 0.02164079062640667, 'last_eos_top1': 0}
+step=206650 lr=3.000000e-03 loss=1.7280 ce=1.7280 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010988118447130546, 'pos0_bos_top1': 0, 'last_eos_p': 0.01903390698134899, 'last_eos_top1': 0}
+step=206700 lr=3.000000e-03 loss=2.1027 ce=2.1027 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2399929700186476e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018824849277734756, 'last_eos_top1': 0}
+step=206750 lr=3.000000e-03 loss=1.7675 ce=1.7675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001018154071061872, 'pos0_bos_top1': 0, 'last_eos_p': 0.015167325735092163, 'last_eos_top1': 0}
+step=206800 lr=3.000000e-03 loss=2.7400 ce=2.7400 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00045401795068755746, 'pos0_bos_top1': 0, 'last_eos_p': 0.014034903608262539, 'last_eos_top1': 0}
+step=206850 lr=3.000000e-03 loss=2.3672 ce=2.3672 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.16912652226165e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02021021954715252, 'last_eos_top1': 0}
+step=206900 lr=3.000000e-03 loss=2.8750 ce=2.8750 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9286347600864246e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016155436635017395, 'last_eos_top1': 0}
+step=206950 lr=3.000000e-03 loss=2.6610 ce=2.6610 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021331882453523576, 'pos0_bos_top1': 0, 'last_eos_p': 0.01545066200196743, 'last_eos_top1': 0}
+step=207000 lr=3.000000e-03 loss=3.3589 ce=3.3589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001319868169957772, 'pos0_bos_top1': 0, 'last_eos_p': 0.01776977628469467, 'last_eos_top1': 0}
+step=207050 lr=3.000000e-03 loss=2.8245 ce=2.8245 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.431317211128771e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016803575679659843, 'last_eos_top1': 0}
+step=207100 lr=3.000000e-03 loss=2.3344 ce=2.3344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.078083606553264e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01881273463368416, 'last_eos_top1': 0}
+step=207150 lr=3.000000e-03 loss=2.3017 ce=2.3017 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.952868716325611e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01913445070385933, 'last_eos_top1': 0}
+step=207200 lr=3.000000e-03 loss=2.2441 ce=2.2441 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8609137845924124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01831350103020668, 'last_eos_top1': 0}
+step=207250 lr=3.000000e-03 loss=2.3939 ce=2.3939 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.750304939690977e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017284037545323372, 'last_eos_top1': 0}
+step=207300 lr=3.000000e-03 loss=2.1084 ce=2.1084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012625037925317883, 'pos0_bos_top1': 0, 'last_eos_p': 0.014410902746021748, 'last_eos_top1': 0}
+step=207350 lr=3.000000e-03 loss=2.3645 ce=2.3645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011504200665513054, 'pos0_bos_top1': 0, 'last_eos_p': 0.01806395687162876, 'last_eos_top1': 0}
+step=207400 lr=3.000000e-03 loss=2.3004 ce=2.3004 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.958339897915721e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02241111733019352, 'last_eos_top1': 0}
+step=207450 lr=3.000000e-03 loss=2.8011 ce=2.8011 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3088537495350465e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01910129003226757, 'last_eos_top1': 0}
+step=207500 lr=3.000000e-03 loss=2.7916 ce=2.7916 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013357578427530825, 'pos0_bos_top1': 0, 'last_eos_p': 0.020130854099988937, 'last_eos_top1': 0}
+step=207550 lr=3.000000e-03 loss=2.4254 ce=2.4254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.508468166226521e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016057223081588745, 'last_eos_top1': 0}
+step=207600 lr=3.000000e-03 loss=2.7552 ce=2.7552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.86941535200458e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022808831185102463, 'last_eos_top1': 0}
+step=207650 lr=3.000000e-03 loss=2.0363 ce=2.0363 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001123355541494675, 'pos0_bos_top1': 0, 'last_eos_p': 0.016842596232891083, 'last_eos_top1': 0}
+step=207700 lr=3.000000e-03 loss=2.1460 ce=2.1460 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011756989260902628, 'pos0_bos_top1': 0, 'last_eos_p': 0.0199864711612463, 'last_eos_top1': 0}
+step=207750 lr=3.000000e-03 loss=2.5185 ce=2.5185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.107913602842018e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016937848180532455, 'last_eos_top1': 0}
+step=207800 lr=3.000000e-03 loss=2.0616 ce=2.0616 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.033033787389286e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024622786790132523, 'last_eos_top1': 0}
+step=207850 lr=3.000000e-03 loss=3.6171 ce=3.6171 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.336397614679299e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024988196790218353, 'last_eos_top1': 0}
+step=207900 lr=3.000000e-03 loss=2.6312 ce=2.6312 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.002265920164064e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028439274057745934, 'last_eos_top1': 0}
+step=207950 lr=3.000000e-03 loss=2.3254 ce=2.3254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.596043436322361e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021317489445209503, 'last_eos_top1': 0}
+step=208000 lr=3.000000e-03 loss=2.3787 ce=2.3787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5327025873120874e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022804375737905502, 'last_eos_top1': 0}
+step=208050 lr=3.000000e-03 loss=2.0031 ce=2.0031 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.134268601774238e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021306520327925682, 'last_eos_top1': 0}
+step=208100 lr=3.000000e-03 loss=1.7690 ce=1.7690 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3226846426259726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032971274107694626, 'last_eos_top1': 0}
+step=208150 lr=3.000000e-03 loss=2.4974 ce=2.4974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.810570630477741e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012946313247084618, 'last_eos_top1': 0}
+step=208200 lr=3.000000e-03 loss=2.0053 ce=2.0053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.060689702280797e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017848385497927666, 'last_eos_top1': 0}
+step=208250 lr=3.000000e-03 loss=2.5821 ce=2.5821 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.579301407327875e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020646890625357628, 'last_eos_top1': 0}
+step=208300 lr=3.000000e-03 loss=2.8268 ce=2.8268 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.09186829731334e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020247850567102432, 'last_eos_top1': 0}
+step=208350 lr=3.000000e-03 loss=3.2823 ce=3.2823 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.566192365018651e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02134803682565689, 'last_eos_top1': 0}
+step=208400 lr=3.000000e-03 loss=2.4758 ce=2.4758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.88879081280902e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021942399442195892, 'last_eos_top1': 0}
+step=208450 lr=3.000000e-03 loss=2.7376 ce=2.7376 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001500457728980109, 'pos0_bos_top1': 0, 'last_eos_p': 0.020198369398713112, 'last_eos_top1': 0}
+step=208500 lr=3.000000e-03 loss=2.5832 ce=2.5832 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.186085324268788e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027971740812063217, 'last_eos_top1': 0}
+step=208550 lr=3.000000e-03 loss=2.4056 ce=2.4056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012413928925525397, 'pos0_bos_top1': 0, 'last_eos_p': 0.025205517187714577, 'last_eos_top1': 0}
+step=208600 lr=3.000000e-03 loss=2.8093 ce=2.8093 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016326713375747204, 'pos0_bos_top1': 0, 'last_eos_p': 0.021515099331736565, 'last_eos_top1': 0}
+step=208650 lr=3.000000e-03 loss=2.5803 ce=2.5803 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.459085852839053e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021367857232689857, 'last_eos_top1': 0}
+step=208700 lr=3.000000e-03 loss=2.4666 ce=2.4666 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.949085218366235e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015118592418730259, 'last_eos_top1': 0}
+step=208750 lr=3.000000e-03 loss=2.8698 ce=2.8698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010464427759870887, 'pos0_bos_top1': 0, 'last_eos_p': 0.014858088456094265, 'last_eos_top1': 0}
+step=208800 lr=3.000000e-03 loss=3.1940 ce=3.1940 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010149589070351794, 'pos0_bos_top1': 0, 'last_eos_p': 0.016338037326931953, 'last_eos_top1': 0}
+step=208850 lr=3.000000e-03 loss=1.7720 ce=1.7720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.158112278673798e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01612098515033722, 'last_eos_top1': 0}
+step=208900 lr=3.000000e-03 loss=2.5659 ce=2.5659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7607325793942437e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017500199377536774, 'last_eos_top1': 0}
+step=208950 lr=3.000000e-03 loss=2.7468 ce=2.7468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.207997749792412e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018728045746684074, 'last_eos_top1': 0}
+step=209000 lr=3.000000e-03 loss=2.2524 ce=2.2524 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.726383384782821e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016801699995994568, 'last_eos_top1': 0}
+step=209050 lr=3.000000e-03 loss=2.3800 ce=2.3800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015126152720768005, 'pos0_bos_top1': 0, 'last_eos_p': 0.014780576340854168, 'last_eos_top1': 0}
+step=209100 lr=3.000000e-03 loss=3.0892 ce=3.0892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011847104178741574, 'pos0_bos_top1': 0, 'last_eos_p': 0.018904104828834534, 'last_eos_top1': 0}
+step=209150 lr=3.000000e-03 loss=3.1452 ce=3.1452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1911716582253575e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021386586129665375, 'last_eos_top1': 0}
+step=209200 lr=3.000000e-03 loss=1.8207 ce=1.8207 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.209658699342981e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014103678055107594, 'last_eos_top1': 0}
+step=209250 lr=3.000000e-03 loss=2.6603 ce=2.6603 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.506897701299749e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01945202425122261, 'last_eos_top1': 0}
+step=209300 lr=3.000000e-03 loss=2.5442 ce=2.5442 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4632124627241865e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018416745588183403, 'last_eos_top1': 0}
+step=209350 lr=3.000000e-03 loss=2.6344 ce=2.6344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.175354817765765e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01262604258954525, 'last_eos_top1': 0}
+step=209400 lr=3.000000e-03 loss=2.1496 ce=2.1496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.924875535536557e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013376172631978989, 'last_eos_top1': 0}
+step=209450 lr=3.000000e-03 loss=1.6836 ce=1.6836 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.167464041733183e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021932698786258698, 'last_eos_top1': 0}
+step=209500 lr=3.000000e-03 loss=2.9492 ce=2.9492 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.222484029829502e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01528490986675024, 'last_eos_top1': 0}
+step=209550 lr=3.000000e-03 loss=2.3813 ce=2.3813 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012799301475752145, 'pos0_bos_top1': 0, 'last_eos_p': 0.012481066398322582, 'last_eos_top1': 0}
+step=209600 lr=3.000000e-03 loss=3.2722 ce=3.2722 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.276500087347813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02060098946094513, 'last_eos_top1': 0}
+step=209650 lr=3.000000e-03 loss=2.1587 ce=2.1587 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.173561946023256e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018077977001667023, 'last_eos_top1': 0}
+step=209700 lr=3.000000e-03 loss=2.7180 ce=2.7180 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9193528714822605e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017584530636668205, 'last_eos_top1': 0}
+step=209750 lr=3.000000e-03 loss=2.8227 ce=2.8227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.507307676249184e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013396268710494041, 'last_eos_top1': 0}
+step=209800 lr=3.000000e-03 loss=2.3066 ce=2.3066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.824687003856525e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013847479596734047, 'last_eos_top1': 0}
+step=209850 lr=3.000000e-03 loss=2.0478 ce=2.0478 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.092740295571275e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015652479603886604, 'last_eos_top1': 0}
+step=209900 lr=3.000000e-03 loss=2.3843 ce=2.3843 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.181429929099977e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013933464884757996, 'last_eos_top1': 0}
+step=209950 lr=3.000000e-03 loss=2.8779 ce=2.8779 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2263082428253256e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018054945394396782, 'last_eos_top1': 0}
+step=210000 lr=3.000000e-03 loss=3.0552 ce=3.0552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010896296589635313, 'pos0_bos_top1': 0, 'last_eos_p': 0.019523421302437782, 'last_eos_top1': 0}
+step=210050 lr=3.000000e-03 loss=2.2530 ce=2.2530 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.497582656564191e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017198313027620316, 'last_eos_top1': 0}
+step=210100 lr=3.000000e-03 loss=2.0337 ce=2.0337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1131783796590753e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020190978422760963, 'last_eos_top1': 0}
+step=210150 lr=3.000000e-03 loss=2.3916 ce=2.3916 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0175840442534536e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01932990923523903, 'last_eos_top1': 0}
+step=210200 lr=3.000000e-03 loss=1.8703 ce=1.8703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6052919565699995e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018384167924523354, 'last_eos_top1': 0}
+step=210250 lr=3.000000e-03 loss=2.4542 ce=2.4542 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.367790799937211e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018058858811855316, 'last_eos_top1': 0}
+step=210300 lr=3.000000e-03 loss=1.8150 ce=1.8150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001934079482452944, 'pos0_bos_top1': 0, 'last_eos_p': 0.016709506511688232, 'last_eos_top1': 0}
+step=210350 lr=3.000000e-03 loss=2.4319 ce=2.4319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000220529327634722, 'pos0_bos_top1': 0, 'last_eos_p': 0.014673246070742607, 'last_eos_top1': 0}
+step=210400 lr=3.000000e-03 loss=2.4833 ce=2.4833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002068129542749375, 'pos0_bos_top1': 0, 'last_eos_p': 0.016544565558433533, 'last_eos_top1': 0}
+step=210450 lr=3.000000e-03 loss=2.4405 ce=2.4405 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001886307873064652, 'pos0_bos_top1': 0, 'last_eos_p': 0.01983269490301609, 'last_eos_top1': 0}
+step=210500 lr=3.000000e-03 loss=2.0797 ce=2.0797 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017341517377644777, 'pos0_bos_top1': 0, 'last_eos_p': 0.01432545855641365, 'last_eos_top1': 0}
+step=210550 lr=3.000000e-03 loss=2.6620 ce=2.6620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012109518138458952, 'pos0_bos_top1': 0, 'last_eos_p': 0.019638605415821075, 'last_eos_top1': 0}
+step=210600 lr=3.000000e-03 loss=2.0077 ce=2.0077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.2857499870006e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016934361308813095, 'last_eos_top1': 0}
+step=210650 lr=3.000000e-03 loss=2.8129 ce=2.8129 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011431714665377513, 'pos0_bos_top1': 0, 'last_eos_p': 0.011981580406427383, 'last_eos_top1': 0}
+step=210700 lr=3.000000e-03 loss=1.9072 ce=1.9072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001975297782337293, 'pos0_bos_top1': 0, 'last_eos_p': 0.015419519506394863, 'last_eos_top1': 0}
+step=210750 lr=3.000000e-03 loss=1.9735 ce=1.9735 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.137122207088396e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02322252467274666, 'last_eos_top1': 0}
+step=210800 lr=3.000000e-03 loss=2.2706 ce=2.2706 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001250956702278927, 'pos0_bos_top1': 0, 'last_eos_p': 0.01678791642189026, 'last_eos_top1': 0}
+step=210850 lr=3.000000e-03 loss=2.6719 ce=2.6719 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016660397523082793, 'pos0_bos_top1': 0, 'last_eos_p': 0.014523749239742756, 'last_eos_top1': 0}
+step=210900 lr=3.000000e-03 loss=3.2343 ce=3.2343 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.559491445543244e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0200822614133358, 'last_eos_top1': 0}
+step=210950 lr=3.000000e-03 loss=1.5122 ce=1.5122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9146889068651944e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014370745047926903, 'last_eos_top1': 0}
+step=211000 lr=3.000000e-03 loss=1.8825 ce=1.8825 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.530920654768124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010360865853726864, 'last_eos_top1': 0}
+step=211050 lr=3.000000e-03 loss=2.1065 ce=2.1065 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.232460433850065e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013396264985203743, 'last_eos_top1': 0}
+step=211100 lr=3.000000e-03 loss=2.9159 ce=2.9159 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015655026072636247, 'pos0_bos_top1': 0, 'last_eos_p': 0.013917661271989346, 'last_eos_top1': 0}
+step=211150 lr=3.000000e-03 loss=2.2429 ce=2.2429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014820133219473064, 'pos0_bos_top1': 0, 'last_eos_p': 0.0123942531645298, 'last_eos_top1': 0}
+step=211200 lr=3.000000e-03 loss=2.9677 ce=2.9677 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001062588780769147, 'pos0_bos_top1': 0, 'last_eos_p': 0.011713297106325626, 'last_eos_top1': 0}
+step=211250 lr=3.000000e-03 loss=2.9432 ce=2.9432 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014425306289922446, 'pos0_bos_top1': 0, 'last_eos_p': 0.01398079190403223, 'last_eos_top1': 0}
+step=211300 lr=3.000000e-03 loss=2.4859 ce=2.4859 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.6354066550266e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01449662633240223, 'last_eos_top1': 0}
+step=211350 lr=3.000000e-03 loss=2.6588 ce=2.6588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.466747047146782e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015913700684905052, 'last_eos_top1': 0}
+step=211400 lr=3.000000e-03 loss=1.8572 ce=1.8572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016694008081685752, 'pos0_bos_top1': 0, 'last_eos_p': 0.015630614012479782, 'last_eos_top1': 0}
+step=211450 lr=3.000000e-03 loss=1.6808 ce=1.6808 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.920248703565449e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016363997012376785, 'last_eos_top1': 0}
+[elf_hfds direct rank=2 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=7 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=6 worker=1] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=1 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=5 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=1700000 rows=1691809 buffered=8191 part=openwebtext-t5
+step=211500 lr=3.000000e-03 loss=2.1422 ce=2.1422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.731979035772383e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021260017529129982, 'last_eos_top1': 0}
+step=211550 lr=3.000000e-03 loss=2.2328 ce=2.2328 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010132203897228464, 'pos0_bos_top1': 0, 'last_eos_p': 0.02222832478582859, 'last_eos_top1': 0}
+step=211600 lr=3.000000e-03 loss=2.4700 ce=2.4700 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015320749662350863, 'pos0_bos_top1': 0, 'last_eos_p': 0.020744455978274345, 'last_eos_top1': 0}
+step=211650 lr=3.000000e-03 loss=1.4103 ce=1.4103 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001208233370562084, 'pos0_bos_top1': 0, 'last_eos_p': 0.01850312575697899, 'last_eos_top1': 0}
+step=211700 lr=3.000000e-03 loss=2.7731 ce=2.7731 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.796960512176156e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018830273300409317, 'last_eos_top1': 0}
+step=211750 lr=3.000000e-03 loss=2.3345 ce=2.3345 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000162198455655016, 'pos0_bos_top1': 0, 'last_eos_p': 0.009623123332858086, 'last_eos_top1': 0}
+step=211800 lr=3.000000e-03 loss=2.2759 ce=2.2759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.826334432233125e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016454894095659256, 'last_eos_top1': 0}
+step=211850 lr=3.000000e-03 loss=2.0685 ce=2.0685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.537766992347315e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02000718005001545, 'last_eos_top1': 0}
+step=211900 lr=3.000000e-03 loss=2.5150 ce=2.5150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.831785892951302e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017815742641687393, 'last_eos_top1': 0}
+step=211950 lr=3.000000e-03 loss=1.7810 ce=1.7810 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.379402035847306e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013612779788672924, 'last_eos_top1': 0}
+step=212000 lr=3.000000e-03 loss=2.5067 ce=2.5067 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011243345943512395, 'pos0_bos_top1': 0, 'last_eos_p': 0.015333779156208038, 'last_eos_top1': 0}
+step=212050 lr=3.000000e-03 loss=2.2746 ce=2.2746 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6970308176241815e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018414121121168137, 'last_eos_top1': 0}
+step=212100 lr=3.000000e-03 loss=2.7218 ce=2.7218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.819500827579759e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019695831462740898, 'last_eos_top1': 0}
+step=212150 lr=3.000000e-03 loss=2.1614 ce=2.1614 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.759643757599406e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015778319910168648, 'last_eos_top1': 0}
+step=212200 lr=3.000000e-03 loss=1.6221 ce=1.6221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6486933822743595e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015218047425150871, 'last_eos_top1': 0}
+step=212250 lr=3.000000e-03 loss=2.7735 ce=2.7735 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6739631216041744e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01756829209625721, 'last_eos_top1': 0}
+step=212300 lr=3.000000e-03 loss=1.8357 ce=1.8357 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.680304068140686e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01549577061086893, 'last_eos_top1': 0}
+step=212350 lr=3.000000e-03 loss=3.0594 ce=3.0594 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.392380939563736e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020722564309835434, 'last_eos_top1': 0}
+step=212400 lr=3.000000e-03 loss=2.3272 ce=2.3272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8785641411086544e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01522514782845974, 'last_eos_top1': 0}
+step=212450 lr=3.000000e-03 loss=2.0557 ce=2.0557 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001729482173686847, 'pos0_bos_top1': 0, 'last_eos_p': 0.021697165444493294, 'last_eos_top1': 0}
+step=212500 lr=3.000000e-03 loss=2.4815 ce=2.4815 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014679861487820745, 'pos0_bos_top1': 0, 'last_eos_p': 0.016875360161066055, 'last_eos_top1': 0}
+step=212550 lr=3.000000e-03 loss=1.9975 ce=1.9975 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020692433463409543, 'pos0_bos_top1': 0, 'last_eos_p': 0.020609784871339798, 'last_eos_top1': 0}
+step=212600 lr=3.000000e-03 loss=2.5370 ce=2.5370 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.321805732208304e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016721025109291077, 'last_eos_top1': 0}
+step=212650 lr=3.000000e-03 loss=2.0185 ce=2.0185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.462591434479691e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015678199008107185, 'last_eos_top1': 0}
+step=212700 lr=3.000000e-03 loss=2.8082 ce=2.8082 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.977974872919731e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01850300282239914, 'last_eos_top1': 0}
+step=212750 lr=3.000000e-03 loss=2.8234 ce=2.8234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.813426004257053e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014854483306407928, 'last_eos_top1': 0}
+step=212800 lr=3.000000e-03 loss=1.4936 ce=1.4936 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.480620454065502e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017412416636943817, 'last_eos_top1': 0}
+step=212850 lr=3.000000e-03 loss=2.1317 ce=2.1317 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.614193939138204e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016738582402467728, 'last_eos_top1': 0}
+step=212900 lr=3.000000e-03 loss=2.2134 ce=2.2134 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.911245484137908e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017241572961211205, 'last_eos_top1': 0}
+step=212950 lr=3.000000e-03 loss=2.1411 ce=2.1411 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.012823410448618e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022520286962389946, 'last_eos_top1': 0}
+step=213000 lr=3.000000e-03 loss=2.8473 ce=2.8473 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.554592669592239e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018874073401093483, 'last_eos_top1': 0}
+step=213050 lr=3.000000e-03 loss=1.9826 ce=1.9826 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2587202187860385e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013219180516898632, 'last_eos_top1': 0}
+step=213100 lr=3.000000e-03 loss=2.2081 ce=2.2081 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.272644870681688e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016341498121619225, 'last_eos_top1': 0}
+step=213150 lr=3.000000e-03 loss=2.7351 ce=2.7351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.518298424547538e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020671334117650986, 'last_eos_top1': 0}
+step=213200 lr=3.000000e-03 loss=2.1460 ce=2.1460 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4216936657903716e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021274279803037643, 'last_eos_top1': 0}
+step=213250 lr=3.000000e-03 loss=2.9786 ce=2.9786 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.342467531794682e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020148690789937973, 'last_eos_top1': 0}
+step=213300 lr=3.000000e-03 loss=1.8889 ce=1.8889 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.472430974710733e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013493543490767479, 'last_eos_top1': 0}
+step=213350 lr=3.000000e-03 loss=2.6340 ce=2.6340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.792345134774223e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014664625748991966, 'last_eos_top1': 0}
+step=213400 lr=3.000000e-03 loss=1.9504 ce=1.9504 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016810688248369843, 'pos0_bos_top1': 0, 'last_eos_p': 0.019671224057674408, 'last_eos_top1': 0}
+step=213450 lr=3.000000e-03 loss=2.2968 ce=2.2968 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012165951920906082, 'pos0_bos_top1': 0, 'last_eos_p': 0.021322809159755707, 'last_eos_top1': 0}
+step=213500 lr=3.000000e-03 loss=2.3270 ce=2.3270 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016480145859532058, 'pos0_bos_top1': 0, 'last_eos_p': 0.011357413604855537, 'last_eos_top1': 0}
+step=213550 lr=3.000000e-03 loss=2.4660 ce=2.4660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.172067125793546e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019944604486227036, 'last_eos_top1': 0}
+step=213600 lr=3.000000e-03 loss=2.2372 ce=2.2372 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.737613436300308e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015173015184700489, 'last_eos_top1': 0}
+step=213650 lr=3.000000e-03 loss=2.5537 ce=2.5537 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.137220846838318e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013894960284233093, 'last_eos_top1': 0}
+step=213700 lr=3.000000e-03 loss=2.1128 ce=2.1128 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.675899668247439e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018927283585071564, 'last_eos_top1': 0}
+step=213750 lr=3.000000e-03 loss=2.3545 ce=2.3545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4763012586627156e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025634484365582466, 'last_eos_top1': 0}
+step=213800 lr=3.000000e-03 loss=2.3671 ce=2.3671 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.621617204567883e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020296478644013405, 'last_eos_top1': 0}
+step=213850 lr=3.000000e-03 loss=3.5529 ce=3.5529 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0341133929614443e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021571168676018715, 'last_eos_top1': 0}
+step=213900 lr=3.000000e-03 loss=2.5475 ce=2.5475 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4858329450362362e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018728084862232208, 'last_eos_top1': 0}
+step=213950 lr=3.000000e-03 loss=2.1638 ce=2.1638 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0561639101069886e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016255389899015427, 'last_eos_top1': 0}
+step=214000 lr=3.000000e-03 loss=2.3761 ce=2.3761 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0237474018358625e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01686500385403633, 'last_eos_top1': 0}
+step=214050 lr=3.000000e-03 loss=1.8028 ce=1.8028 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.889792787958868e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01311864610761404, 'last_eos_top1': 0}
+step=214100 lr=3.000000e-03 loss=2.3687 ce=2.3687 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010661466512829065, 'pos0_bos_top1': 0, 'last_eos_p': 0.01357027143239975, 'last_eos_top1': 0}
+step=214150 lr=3.000000e-03 loss=3.1277 ce=3.1277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.013206489617005e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017005831003189087, 'last_eos_top1': 0}
+step=214200 lr=3.000000e-03 loss=2.6401 ce=2.6401 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.659890742506832e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020783981308341026, 'last_eos_top1': 0}
+step=214250 lr=3.000000e-03 loss=2.0788 ce=2.0788 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.383863647992257e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020070793107151985, 'last_eos_top1': 0}
+step=214300 lr=3.000000e-03 loss=2.7659 ce=2.7659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0216655179392546e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02278941124677658, 'last_eos_top1': 0}
+step=214350 lr=3.000000e-03 loss=2.6641 ce=2.6641 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.618599996319972e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016217054799199104, 'last_eos_top1': 0}
+step=214400 lr=3.000000e-03 loss=2.1222 ce=2.1222 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.464479131158441e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020176196470856667, 'last_eos_top1': 0}
+step=214450 lr=3.000000e-03 loss=1.9145 ce=1.9145 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8390142435673624e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023592790588736534, 'last_eos_top1': 0}
+step=214500 lr=3.000000e-03 loss=2.6259 ce=2.6259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.333410470280796e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0177752785384655, 'last_eos_top1': 0}
+step=214550 lr=3.000000e-03 loss=2.9600 ce=2.9600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014936452498659492, 'pos0_bos_top1': 0, 'last_eos_p': 0.01945502497255802, 'last_eos_top1': 0}
+step=214600 lr=3.000000e-03 loss=3.0334 ce=3.0334 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012744040577672422, 'pos0_bos_top1': 0, 'last_eos_p': 0.013419704511761665, 'last_eos_top1': 0}
+step=214650 lr=3.000000e-03 loss=1.4484 ce=1.4484 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.012316538952291e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018681049346923828, 'last_eos_top1': 0}
+step=214700 lr=3.000000e-03 loss=2.5537 ce=2.5537 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005486407899297774, 'pos0_bos_top1': 0, 'last_eos_p': 0.011342492885887623, 'last_eos_top1': 0}
+step=214750 lr=3.000000e-03 loss=2.4456 ce=2.4456 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001640435220906511, 'pos0_bos_top1': 0, 'last_eos_p': 0.017046207562088966, 'last_eos_top1': 0}
+step=214800 lr=3.000000e-03 loss=1.8892 ce=1.8892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.192346285795793e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013335302472114563, 'last_eos_top1': 0}
+step=214850 lr=3.000000e-03 loss=2.2789 ce=2.2789 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010328995995223522, 'pos0_bos_top1': 0, 'last_eos_p': 0.015663577243685722, 'last_eos_top1': 0}
+step=214900 lr=3.000000e-03 loss=3.0367 ce=3.0367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.552583312848583e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0150811318308115, 'last_eos_top1': 0}
+step=214950 lr=3.000000e-03 loss=2.3216 ce=2.3216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.445708615705371e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020290831103920937, 'last_eos_top1': 0}
+step=215000 lr=3.000000e-03 loss=2.7265 ce=2.7265 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010046709212474525, 'pos0_bos_top1': 0, 'last_eos_p': 0.023166285827755928, 'last_eos_top1': 0}
+step=215050 lr=3.000000e-03 loss=1.6965 ce=1.6965 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018023737356998026, 'pos0_bos_top1': 0, 'last_eos_p': 0.019870225340127945, 'last_eos_top1': 0}
+step=215100 lr=3.000000e-03 loss=1.9208 ce=1.9208 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.849057535873726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019472206011414528, 'last_eos_top1': 0}
+step=215150 lr=3.000000e-03 loss=2.1839 ce=2.1839 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.694304753793404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01854386180639267, 'last_eos_top1': 0}
+step=215200 lr=3.000000e-03 loss=1.9701 ce=1.9701 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001833736605476588, 'pos0_bos_top1': 0, 'last_eos_p': 0.024167323485016823, 'last_eos_top1': 0}
+step=215250 lr=3.000000e-03 loss=3.0796 ce=3.0796 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001903024676721543, 'pos0_bos_top1': 0, 'last_eos_p': 0.026140639558434486, 'last_eos_top1': 0}
+step=215300 lr=3.000000e-03 loss=2.5265 ce=2.5265 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001685017632553354, 'pos0_bos_top1': 0, 'last_eos_p': 0.016795162111520767, 'last_eos_top1': 0}
+step=215350 lr=3.000000e-03 loss=2.2889 ce=2.2889 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4566739234142005e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01934858039021492, 'last_eos_top1': 0}
+step=215400 lr=3.000000e-03 loss=3.3036 ce=3.3036 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.69462125794962e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014228295534849167, 'last_eos_top1': 0}
+step=215450 lr=3.000000e-03 loss=2.4808 ce=2.4808 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010689773625927046, 'pos0_bos_top1': 0, 'last_eos_p': 0.014947679825127125, 'last_eos_top1': 0}
+step=215500 lr=3.000000e-03 loss=2.4192 ce=2.4192 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.298795854789205e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0169686246663332, 'last_eos_top1': 0}
+step=215550 lr=3.000000e-03 loss=2.8133 ce=2.8133 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.237067570211366e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02306060865521431, 'last_eos_top1': 0}
+step=215600 lr=3.000000e-03 loss=2.2137 ce=2.2137 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014901313988957554, 'pos0_bos_top1': 0, 'last_eos_p': 0.016883589327335358, 'last_eos_top1': 0}
+step=215650 lr=3.000000e-03 loss=2.4315 ce=2.4315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.429388693301007e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015512344427406788, 'last_eos_top1': 0}
+step=215700 lr=3.000000e-03 loss=1.9296 ce=1.9296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018211071437690407, 'pos0_bos_top1': 0, 'last_eos_p': 0.01924075372517109, 'last_eos_top1': 0}
+step=215750 lr=3.000000e-03 loss=2.5709 ce=2.5709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.404154116054997e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015186280943453312, 'last_eos_top1': 0}
+step=215800 lr=3.000000e-03 loss=3.0113 ce=3.0113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.432104808278382e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01997419074177742, 'last_eos_top1': 0}
+step=215850 lr=3.000000e-03 loss=2.7084 ce=2.7084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024687100085429847, 'pos0_bos_top1': 0, 'last_eos_p': 0.015325700864195824, 'last_eos_top1': 0}
+step=215900 lr=3.000000e-03 loss=2.1529 ce=2.1529 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00031303512514568865, 'pos0_bos_top1': 0, 'last_eos_p': 0.014183007180690765, 'last_eos_top1': 0}
+step=215950 lr=3.000000e-03 loss=2.1234 ce=2.1234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019251578487455845, 'pos0_bos_top1': 0, 'last_eos_p': 0.015903718769550323, 'last_eos_top1': 0}
+step=216000 lr=3.000000e-03 loss=2.4001 ce=2.4001 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023181611322797835, 'pos0_bos_top1': 0, 'last_eos_p': 0.011841089464724064, 'last_eos_top1': 0}
+step=216050 lr=3.000000e-03 loss=2.6241 ce=2.6241 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002718800096772611, 'pos0_bos_top1': 0, 'last_eos_p': 0.0121546545997262, 'last_eos_top1': 0}
+step=216100 lr=3.000000e-03 loss=1.9300 ce=1.9300 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014395777543541044, 'pos0_bos_top1': 0, 'last_eos_p': 0.016605868935585022, 'last_eos_top1': 0}
+step=216150 lr=3.000000e-03 loss=2.6790 ce=2.6790 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001700261636869982, 'pos0_bos_top1': 0, 'last_eos_p': 0.013125091791152954, 'last_eos_top1': 0}
+step=216200 lr=3.000000e-03 loss=2.2482 ce=2.2482 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.465354767395183e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018064796924591064, 'last_eos_top1': 0}
+step=216250 lr=3.000000e-03 loss=2.6957 ce=2.6957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010483358346391469, 'pos0_bos_top1': 0, 'last_eos_p': 0.012188718654215336, 'last_eos_top1': 0}
+step=216300 lr=3.000000e-03 loss=3.3640 ce=3.3640 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.716816566651687e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01870257593691349, 'last_eos_top1': 0}
+step=216350 lr=3.000000e-03 loss=2.9799 ce=2.9799 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.274507904890925e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014950722455978394, 'last_eos_top1': 0}
+step=216400 lr=3.000000e-03 loss=2.1639 ce=2.1639 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021791578910779208, 'pos0_bos_top1': 0, 'last_eos_p': 0.01539697963744402, 'last_eos_top1': 0}
+step=216450 lr=3.000000e-03 loss=2.7186 ce=2.7186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001095200568670407, 'pos0_bos_top1': 0, 'last_eos_p': 0.011164366267621517, 'last_eos_top1': 0}
+step=216500 lr=3.000000e-03 loss=2.5958 ce=2.5958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.779693937161937e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015610536560416222, 'last_eos_top1': 0}
+step=216550 lr=3.000000e-03 loss=2.9805 ce=2.9805 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.630966865690425e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011300847865641117, 'last_eos_top1': 0}
+step=216600 lr=3.000000e-03 loss=2.1498 ce=2.1498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012075017730239779, 'pos0_bos_top1': 0, 'last_eos_p': 0.020302696153521538, 'last_eos_top1': 0}
+step=216650 lr=3.000000e-03 loss=2.8811 ce=2.8811 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7027526559541e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01602580025792122, 'last_eos_top1': 0}
+step=216700 lr=3.000000e-03 loss=1.6140 ce=1.6140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001103619288187474, 'pos0_bos_top1': 0, 'last_eos_p': 0.018369266763329506, 'last_eos_top1': 0}
+step=216750 lr=3.000000e-03 loss=3.1801 ce=3.1801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9396494179964066e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020662475377321243, 'last_eos_top1': 0}
+step=216800 lr=3.000000e-03 loss=2.2534 ce=2.2534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.791337106435094e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01790754869580269, 'last_eos_top1': 0}
+step=216850 lr=3.000000e-03 loss=2.4194 ce=2.4194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.108493910985999e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015619979240000248, 'last_eos_top1': 0}
+step=216900 lr=3.000000e-03 loss=2.4047 ce=2.4047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.364717460703105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01947966031730175, 'last_eos_top1': 0}
+step=216950 lr=3.000000e-03 loss=1.9147 ce=1.9147 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.109461951884441e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015872618183493614, 'last_eos_top1': 0}
+step=217000 lr=3.000000e-03 loss=3.0773 ce=3.0773 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6593399019911885e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017620857805013657, 'last_eos_top1': 0}
+step=217050 lr=3.000000e-03 loss=2.6671 ce=2.6671 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.831502054817975e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02223396673798561, 'last_eos_top1': 0}
+step=217100 lr=3.000000e-03 loss=2.6730 ce=2.6730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.175089295837097e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017395805567502975, 'last_eos_top1': 0}
+step=217150 lr=3.000000e-03 loss=2.9161 ce=2.9161 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3701069949311204e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027994757518172264, 'last_eos_top1': 0}
+step=217200 lr=3.000000e-03 loss=2.5717 ce=2.5717 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1356714821886271e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019306909292936325, 'last_eos_top1': 0}
+step=217250 lr=3.000000e-03 loss=2.7839 ce=2.7839 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.404430754017085e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018264930695295334, 'last_eos_top1': 0}
+step=217300 lr=3.000000e-03 loss=1.9147 ce=1.9147 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.362215935951099e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01664777658879757, 'last_eos_top1': 0}
+step=217350 lr=3.000000e-03 loss=2.4598 ce=2.4598 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3825180657440796e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023679867386817932, 'last_eos_top1': 0}
+step=217400 lr=3.000000e-03 loss=2.5402 ce=2.5402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.010112024843693e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024648327380418777, 'last_eos_top1': 0}
+step=217450 lr=3.000000e-03 loss=2.8412 ce=2.8412 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6963740310748108e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014468859881162643, 'last_eos_top1': 0}
+step=217500 lr=3.000000e-03 loss=2.3113 ce=2.3113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.935104955919087e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019534945487976074, 'last_eos_top1': 0}
+step=217550 lr=3.000000e-03 loss=2.7460 ce=2.7460 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5795434087049216e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025182869285345078, 'last_eos_top1': 0}
+step=217600 lr=3.000000e-03 loss=2.8845 ce=2.8845 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.955642361892387e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021421924233436584, 'last_eos_top1': 0}
+step=217650 lr=3.000000e-03 loss=2.5120 ce=2.5120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.17170524795074e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019033407792448997, 'last_eos_top1': 0}
+step=217700 lr=3.000000e-03 loss=2.6411 ce=2.6411 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.379127130960114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01910259947180748, 'last_eos_top1': 0}
+step=217750 lr=3.000000e-03 loss=2.1916 ce=2.1916 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3014157704892568e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020706642419099808, 'last_eos_top1': 0}
+step=217800 lr=3.000000e-03 loss=2.4424 ce=2.4424 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2450936992536299e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02233528532087803, 'last_eos_top1': 0}
+step=217850 lr=3.000000e-03 loss=2.3337 ce=2.3337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.383915024343878e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01823362335562706, 'last_eos_top1': 0}
+step=217900 lr=3.000000e-03 loss=3.1185 ce=3.1185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6456129742437042e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018415283411741257, 'last_eos_top1': 0}
+step=217950 lr=3.000000e-03 loss=2.9472 ce=2.9472 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4379478670889512e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016917988657951355, 'last_eos_top1': 0}
+step=218000 lr=3.000000e-03 loss=2.3352 ce=2.3352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.083968163584359e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016952751204371452, 'last_eos_top1': 0}
+step=218050 lr=3.000000e-03 loss=2.2782 ce=2.2782 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.838636621367186e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01520648505538702, 'last_eos_top1': 0}
+step=218100 lr=3.000000e-03 loss=2.2664 ce=2.2664 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.415333776501939e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014880533330142498, 'last_eos_top1': 0}
+step=218150 lr=3.000000e-03 loss=1.7269 ce=1.7269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.397493441705592e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016029788181185722, 'last_eos_top1': 0}
+step=218200 lr=3.000000e-03 loss=2.7883 ce=2.7883 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.831647285958752e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012677517719566822, 'last_eos_top1': 0}
+step=218250 lr=3.000000e-03 loss=2.2931 ce=2.2931 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.012661156593822e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01698698289692402, 'last_eos_top1': 0}
+step=218300 lr=3.000000e-03 loss=2.5162 ce=2.5162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.253389776451513e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015109248459339142, 'last_eos_top1': 0}
+step=218350 lr=3.000000e-03 loss=2.8868 ce=2.8868 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7146686988999136e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01986599527299404, 'last_eos_top1': 0}
+step=218400 lr=3.000000e-03 loss=3.0495 ce=3.0495 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.205006916890852e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019654028117656708, 'last_eos_top1': 0}
+step=218450 lr=3.000000e-03 loss=2.3620 ce=2.3620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011355444439686835, 'pos0_bos_top1': 0, 'last_eos_p': 0.018668867647647858, 'last_eos_top1': 0}
+step=218500 lr=3.000000e-03 loss=3.3213 ce=3.3213 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.08186741778627e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02062196657061577, 'last_eos_top1': 0}
+step=218550 lr=3.000000e-03 loss=2.1600 ce=2.1600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021958323486614972, 'pos0_bos_top1': 0, 'last_eos_p': 0.012175003066658974, 'last_eos_top1': 0}
+step=218600 lr=3.000000e-03 loss=2.3847 ce=2.3847 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.581372195389122e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017324812710285187, 'last_eos_top1': 0}
+step=218650 lr=3.000000e-03 loss=2.5429 ce=2.5429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.80280863889493e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01925845816731453, 'last_eos_top1': 0}
+step=218700 lr=3.000000e-03 loss=2.3603 ce=2.3603 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.96288703288883e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014475506730377674, 'last_eos_top1': 0}
+step=218750 lr=3.000000e-03 loss=1.6914 ce=1.6914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.174882658640854e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02232653833925724, 'last_eos_top1': 0}
+step=218800 lr=3.000000e-03 loss=3.4050 ce=3.4050 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016060953203123063, 'pos0_bos_top1': 0, 'last_eos_p': 0.01669875904917717, 'last_eos_top1': 0}
+step=218850 lr=3.000000e-03 loss=2.5451 ce=2.5451 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.645020792144351e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014801587909460068, 'last_eos_top1': 0}
+step=218900 lr=3.000000e-03 loss=2.5607 ce=2.5607 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.814441151916981e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019447941333055496, 'last_eos_top1': 0}
+step=218950 lr=3.000000e-03 loss=3.1178 ce=3.1178 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2315267415251583e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019023800268769264, 'last_eos_top1': 0}
+step=219000 lr=3.000000e-03 loss=1.9661 ce=1.9661 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3903890905785374e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020628193393349648, 'last_eos_top1': 0}
+step=219050 lr=3.000000e-03 loss=3.2155 ce=3.2155 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.402524453122169e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016563674435019493, 'last_eos_top1': 0}
+step=219100 lr=3.000000e-03 loss=2.8227 ce=2.8227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.710805296781473e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02374996989965439, 'last_eos_top1': 0}
+step=219150 lr=3.000000e-03 loss=3.0038 ce=3.0038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.682226037606597e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022507119923830032, 'last_eos_top1': 0}
+step=219200 lr=3.000000e-03 loss=2.3495 ce=2.3495 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.964733180822805e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025157183408737183, 'last_eos_top1': 0}
+step=219250 lr=3.000000e-03 loss=2.7138 ce=2.7138 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001491724542574957, 'pos0_bos_top1': 0, 'last_eos_p': 0.022280843928456306, 'last_eos_top1': 0}
+step=219300 lr=3.000000e-03 loss=3.2924 ce=3.2924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.977608503191732e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021575922146439552, 'last_eos_top1': 0}
+step=219350 lr=3.000000e-03 loss=2.4283 ce=2.4283 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.438737621763721e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02076389454305172, 'last_eos_top1': 0}
+step=219400 lr=3.000000e-03 loss=3.0977 ce=3.0977 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3187133996980265e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02561725489795208, 'last_eos_top1': 0}
+step=219450 lr=3.000000e-03 loss=3.7482 ce=3.7482 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4349905035924166e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02096751146018505, 'last_eos_top1': 0}
+step=219500 lr=3.000000e-03 loss=2.9483 ce=2.9483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6591416826704517e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01674077846109867, 'last_eos_top1': 0}
+step=219550 lr=3.000000e-03 loss=2.9064 ce=2.9064 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.935800047358498e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009957822039723396, 'last_eos_top1': 0}
+step=219600 lr=3.000000e-03 loss=2.4363 ce=2.4363 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5634933738037944e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012368851341307163, 'last_eos_top1': 0}
+step=219650 lr=3.000000e-03 loss=2.2890 ce=2.2890 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4548961189575493e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024498477578163147, 'last_eos_top1': 0}
+step=219700 lr=3.000000e-03 loss=3.3399 ce=3.3399 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5197367247310467e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01858883537352085, 'last_eos_top1': 0}
+step=219750 lr=3.000000e-03 loss=2.9135 ce=2.9135 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5147442354646046e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02287737838923931, 'last_eos_top1': 0}
+step=219800 lr=3.000000e-03 loss=2.5468 ce=2.5468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.142779910878744e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026035958901047707, 'last_eos_top1': 0}
+step=219850 lr=3.000000e-03 loss=1.9556 ce=1.9556 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.138123742653988e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020585885271430016, 'last_eos_top1': 0}
+step=219900 lr=3.000000e-03 loss=2.9709 ce=2.9709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.944454485666938e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027980683371424675, 'last_eos_top1': 0}
+step=219950 lr=3.000000e-03 loss=2.5693 ce=2.5693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8941187085583806e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020804421976208687, 'last_eos_top1': 0}
+step=220000 lr=3.000000e-03 loss=2.0424 ce=2.0424 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4488488886854611e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03154931962490082, 'last_eos_top1': 0}
+step=220050 lr=3.000000e-03 loss=2.3340 ce=2.3340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2960030037211254e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021880388259887695, 'last_eos_top1': 0}
+step=220100 lr=3.000000e-03 loss=2.1974 ce=2.1974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3930431527551264e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019704079255461693, 'last_eos_top1': 0}
+step=220150 lr=3.000000e-03 loss=2.2430 ce=2.2430 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3109258108888753e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01968361623585224, 'last_eos_top1': 0}
+step=220200 lr=3.000000e-03 loss=2.7091 ce=2.7091 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.025947055197321e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02023613266646862, 'last_eos_top1': 0}
+step=220250 lr=3.000000e-03 loss=2.5932 ce=2.5932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.840119148255326e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021375637501478195, 'last_eos_top1': 0}
+step=220300 lr=3.000000e-03 loss=2.4252 ce=2.4252 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6923044313443825e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016550187021493912, 'last_eos_top1': 0}
+step=220350 lr=3.000000e-03 loss=2.6845 ce=2.6845 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.737388033187017e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010924220085144043, 'last_eos_top1': 0}
+step=220400 lr=3.000000e-03 loss=2.6844 ce=2.6844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.51891974080354e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017330586910247803, 'last_eos_top1': 0}
+step=220450 lr=3.000000e-03 loss=2.4386 ce=2.4386 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.595294376485981e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019528619945049286, 'last_eos_top1': 0}
+step=220500 lr=3.000000e-03 loss=3.4458 ce=3.4458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.871788430842571e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014983146451413631, 'last_eos_top1': 0}
+step=220550 lr=3.000000e-03 loss=2.5182 ce=2.5182 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.719221422215924e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020383330062031746, 'last_eos_top1': 0}
+step=220600 lr=3.000000e-03 loss=2.0754 ce=2.0754 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.557589222211391e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018152577802538872, 'last_eos_top1': 0}
+step=220650 lr=3.000000e-03 loss=2.7707 ce=2.7707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.071091800346039e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023670416325330734, 'last_eos_top1': 0}
+step=220700 lr=3.000000e-03 loss=2.6162 ce=2.6162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.733770038001239e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022637439891695976, 'last_eos_top1': 0}
+step=220750 lr=3.000000e-03 loss=2.1546 ce=2.1546 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1417083189589903e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02126040868461132, 'last_eos_top1': 0}
+step=220800 lr=3.000000e-03 loss=2.4854 ce=2.4854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9640603568404913e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021082410588860512, 'last_eos_top1': 0}
+step=220850 lr=3.000000e-03 loss=1.6760 ce=1.6760 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4279523131554015e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014492223039269447, 'last_eos_top1': 0}
+step=220900 lr=3.000000e-03 loss=2.3860 ce=2.3860 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.419660374172963e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02063804678618908, 'last_eos_top1': 0}
+step=220950 lr=3.000000e-03 loss=2.4978 ce=2.4978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9367583667626604e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012675334699451923, 'last_eos_top1': 0}
+step=221000 lr=3.000000e-03 loss=2.8909 ce=2.8909 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.71327914763242e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015668338164687157, 'last_eos_top1': 0}
+step=221050 lr=3.000000e-03 loss=2.6946 ce=2.6946 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3526096154237166e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014856838621199131, 'last_eos_top1': 0}
+step=221100 lr=3.000000e-03 loss=3.3759 ce=3.3759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.784872337244451e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018782252445816994, 'last_eos_top1': 0}
+step=221150 lr=3.000000e-03 loss=2.6011 ce=2.6011 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.380778798600659e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01935677044093609, 'last_eos_top1': 0}
+step=221200 lr=3.000000e-03 loss=2.5444 ce=2.5444 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4674867240246385e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01689065992832184, 'last_eos_top1': 0}
+step=221250 lr=3.000000e-03 loss=3.2354 ce=3.2354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.341800250695087e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.014538899064064026, 'last_eos_top1': 0}
+step=221300 lr=3.000000e-03 loss=2.5584 ce=2.5584 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.179627881560009e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017697006464004517, 'last_eos_top1': 0}
+step=221350 lr=3.000000e-03 loss=2.2081 ce=2.2081 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3308820750098675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016700569540262222, 'last_eos_top1': 0}
+step=221400 lr=3.000000e-03 loss=2.6826 ce=2.6826 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010304886382073164, 'pos0_bos_top1': 0, 'last_eos_p': 0.021677406504750252, 'last_eos_top1': 0}
+step=221450 lr=3.000000e-03 loss=2.3278 ce=2.3278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010840513277798891, 'pos0_bos_top1': 0, 'last_eos_p': 0.02380852773785591, 'last_eos_top1': 0}
+step=221500 lr=3.000000e-03 loss=1.9065 ce=1.9065 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8120625908486545e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011986632831394672, 'last_eos_top1': 0}
+step=221550 lr=3.000000e-03 loss=2.4289 ce=2.4289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.12889343756251e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02724376507103443, 'last_eos_top1': 0}
+step=221600 lr=3.000000e-03 loss=2.4571 ce=2.4571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.64696965739131e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022940365597605705, 'last_eos_top1': 0}
+step=221650 lr=3.000000e-03 loss=2.7106 ce=2.7106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.604241934837773e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021754810586571693, 'last_eos_top1': 0}
+step=221700 lr=3.000000e-03 loss=2.2785 ce=2.2785 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.417333836201578e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024110717698931694, 'last_eos_top1': 0}
+step=221750 lr=3.000000e-03 loss=3.2330 ce=3.2330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011231355892959982, 'pos0_bos_top1': 0, 'last_eos_p': 0.015337267890572548, 'last_eos_top1': 0}
+step=221800 lr=3.000000e-03 loss=2.1409 ce=2.1409 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013331616355571896, 'pos0_bos_top1': 0, 'last_eos_p': 0.023191135376691818, 'last_eos_top1': 0}
+step=221850 lr=3.000000e-03 loss=2.0331 ce=2.0331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.751830657478422e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017960140481591225, 'last_eos_top1': 0}
+step=221900 lr=3.000000e-03 loss=2.5617 ce=2.5617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.316245996160433e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014960036613047123, 'last_eos_top1': 0}
+step=221950 lr=3.000000e-03 loss=2.3695 ce=2.3695 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.916803689207882e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018956990912556648, 'last_eos_top1': 0}
+step=222000 lr=3.000000e-03 loss=2.1188 ce=2.1188 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.741381028201431e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019401129335165024, 'last_eos_top1': 0}
+step=222050 lr=3.000000e-03 loss=2.0454 ce=2.0454 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.575015479233116e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018072238191962242, 'last_eos_top1': 0}
+step=222100 lr=3.000000e-03 loss=2.6309 ce=2.6309 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.935671601444483e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017005756497383118, 'last_eos_top1': 0}
+step=222150 lr=3.000000e-03 loss=1.8520 ce=1.8520 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.64151375531219e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022221561521291733, 'last_eos_top1': 0}
+step=222200 lr=3.000000e-03 loss=2.5939 ce=2.5939 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.277963545173407e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019954649731516838, 'last_eos_top1': 0}
+step=222250 lr=3.000000e-03 loss=2.2316 ce=2.2316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1187420467613265e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023439306765794754, 'last_eos_top1': 0}
+step=222300 lr=3.000000e-03 loss=2.7585 ce=2.7585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.965852223103866e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021529557183384895, 'last_eos_top1': 0}
+step=222350 lr=3.000000e-03 loss=2.3344 ce=2.3344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.698351040133275e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020713435485959053, 'last_eos_top1': 0}
+step=222400 lr=3.000000e-03 loss=3.4221 ce=3.4221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3540349249960855e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024770602583885193, 'last_eos_top1': 0}
+step=222450 lr=3.000000e-03 loss=2.7672 ce=2.7672 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.991038101958111e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025414427742362022, 'last_eos_top1': 0}
+step=222500 lr=3.000000e-03 loss=2.0294 ce=2.0294 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8823090764926746e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020982323214411736, 'last_eos_top1': 0}
+step=222550 lr=3.000000e-03 loss=2.4043 ce=2.4043 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.386303797014989e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.034829284995794296, 'last_eos_top1': 0}
+step=222600 lr=3.000000e-03 loss=3.1483 ce=3.1483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.110816371394321e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01947842165827751, 'last_eos_top1': 0}
+step=222650 lr=3.000000e-03 loss=3.0798 ce=3.0798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.885888195829466e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028094980865716934, 'last_eos_top1': 0}
+step=222700 lr=3.000000e-03 loss=2.8998 ce=2.8998 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011747307871701196, 'pos0_bos_top1': 0, 'last_eos_p': 0.02343401499092579, 'last_eos_top1': 0}
+step=222750 lr=3.000000e-03 loss=2.4430 ce=2.4430 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.667072011623532e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030739260837435722, 'last_eos_top1': 0}
+step=222800 lr=3.000000e-03 loss=2.3375 ce=2.3375 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.751849625492468e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019049357622861862, 'last_eos_top1': 0}
+step=222850 lr=3.000000e-03 loss=2.6375 ce=2.6375 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.77504503983073e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018806876614689827, 'last_eos_top1': 0}
+step=222900 lr=3.000000e-03 loss=2.6734 ce=2.6734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023899578081909567, 'pos0_bos_top1': 0, 'last_eos_p': 0.02746300958096981, 'last_eos_top1': 0}
+step=222950 lr=3.000000e-03 loss=3.2905 ce=3.2905 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.807754784356803e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02128039114177227, 'last_eos_top1': 0}
+step=223000 lr=3.000000e-03 loss=2.4385 ce=2.4385 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.679888898972422e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021613391116261482, 'last_eos_top1': 0}
+step=223050 lr=3.000000e-03 loss=2.7905 ce=2.7905 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017948908498510718, 'pos0_bos_top1': 0, 'last_eos_p': 0.029797865077853203, 'last_eos_top1': 0}
+step=223100 lr=3.000000e-03 loss=2.2390 ce=2.2390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013335396943148226, 'pos0_bos_top1': 0, 'last_eos_p': 0.02213028259575367, 'last_eos_top1': 0}
+step=223150 lr=3.000000e-03 loss=2.8068 ce=2.8068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.714251063996926e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024461261928081512, 'last_eos_top1': 0}
+step=223200 lr=3.000000e-03 loss=2.9112 ce=2.9112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.721083966316655e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019989164546132088, 'last_eos_top1': 0}
+step=223250 lr=3.000000e-03 loss=2.1572 ce=2.1572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.435301813529804e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01837627775967121, 'last_eos_top1': 0}
+step=223300 lr=3.000000e-03 loss=2.3583 ce=2.3583 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.087626075488515e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019509999081492424, 'last_eos_top1': 0}
+step=223350 lr=3.000000e-03 loss=2.1902 ce=2.1902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.602588448207825e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014835895039141178, 'last_eos_top1': 0}
+step=223400 lr=3.000000e-03 loss=2.0631 ce=2.0631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011622034799074754, 'pos0_bos_top1': 0, 'last_eos_p': 0.017978835850954056, 'last_eos_top1': 0}
+step=223450 lr=3.000000e-03 loss=2.2926 ce=2.2926 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.043828034307808e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017214689403772354, 'last_eos_top1': 0}
+step=223500 lr=3.000000e-03 loss=1.4265 ce=1.4265 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.22558907000348e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016170546412467957, 'last_eos_top1': 0}
+step=223550 lr=3.000000e-03 loss=2.6364 ce=2.6364 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.450932702748105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018715936690568924, 'last_eos_top1': 0}
+step=223600 lr=3.000000e-03 loss=2.4069 ce=2.4069 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.125552368350327e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015611262060701847, 'last_eos_top1': 0}
+step=223650 lr=3.000000e-03 loss=1.8103 ce=1.8103 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.163533155107871e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019407285377383232, 'last_eos_top1': 0}
+step=223700 lr=3.000000e-03 loss=1.9491 ce=1.9491 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.053208613186143e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01851009950041771, 'last_eos_top1': 0}
+step=223750 lr=3.000000e-03 loss=2.2522 ce=2.2522 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.154164632083848e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01960846222937107, 'last_eos_top1': 0}
+step=223800 lr=3.000000e-03 loss=2.6841 ce=2.6841 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010651719640009105, 'pos0_bos_top1': 0, 'last_eos_p': 0.015213100239634514, 'last_eos_top1': 0}
+step=223850 lr=3.000000e-03 loss=2.6405 ce=2.6405 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.739805470104329e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015445190481841564, 'last_eos_top1': 0}
+step=223900 lr=3.000000e-03 loss=3.1455 ce=3.1455 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.452377187495586e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015227053314447403, 'last_eos_top1': 0}
+step=223950 lr=3.000000e-03 loss=2.7342 ce=2.7342 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.706581992446445e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020778236910700798, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=4 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=2 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=4 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=2 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=1800000 rows=1791809 buffered=8191 part=openwebtext-t5
+step=224000 lr=3.000000e-03 loss=2.9688 ce=2.9688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4835621995152906e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016801919788122177, 'last_eos_top1': 0}
+step=224050 lr=3.000000e-03 loss=2.2729 ce=2.2729 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.339487976627424e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016040487214922905, 'last_eos_top1': 0}
+step=224100 lr=3.000000e-03 loss=2.1191 ce=2.1191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.299555727513507e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020685376599431038, 'last_eos_top1': 0}
+step=224150 lr=3.000000e-03 loss=2.0253 ce=2.0253 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3241576097207144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020142752677202225, 'last_eos_top1': 0}
+step=224200 lr=3.000000e-03 loss=3.1362 ce=3.1362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.266790710971691e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021049747243523598, 'last_eos_top1': 0}
+step=224250 lr=3.000000e-03 loss=2.4614 ce=2.4614 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.208615377545357e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013555875979363918, 'last_eos_top1': 0}
+step=224300 lr=3.000000e-03 loss=1.9277 ce=1.9277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012352033809293061, 'pos0_bos_top1': 0, 'last_eos_p': 0.012447287328541279, 'last_eos_top1': 0}
+step=224350 lr=3.000000e-03 loss=1.6626 ce=1.6626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9347595298313536e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023745350539684296, 'last_eos_top1': 0}
+step=224400 lr=3.000000e-03 loss=1.8544 ce=1.8544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7532815844751894e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014810140244662762, 'last_eos_top1': 0}
+step=224450 lr=3.000000e-03 loss=2.0192 ce=2.0192 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010650676995282993, 'pos0_bos_top1': 0, 'last_eos_p': 0.016440732404589653, 'last_eos_top1': 0}
+step=224500 lr=3.000000e-03 loss=2.1642 ce=2.1642 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.266247560735792e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02207162044942379, 'last_eos_top1': 0}
+step=224550 lr=3.000000e-03 loss=2.1711 ce=2.1711 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.926713518216275e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013652046211063862, 'last_eos_top1': 0}
+step=224600 lr=3.000000e-03 loss=2.0449 ce=2.0449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.807704706559889e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01824605092406273, 'last_eos_top1': 0}
+step=224650 lr=3.000000e-03 loss=2.5034 ce=2.5034 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9007671400904655e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01953279972076416, 'last_eos_top1': 0}
+step=224700 lr=3.000000e-03 loss=1.9602 ce=1.9602 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012693165626842529, 'pos0_bos_top1': 0, 'last_eos_p': 0.012159131467342377, 'last_eos_top1': 0}
+step=224750 lr=3.000000e-03 loss=1.8510 ce=1.8510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5229747987177689e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020167184993624687, 'last_eos_top1': 0}
+step=224800 lr=3.000000e-03 loss=2.8883 ce=2.8883 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.656946111936122e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01666807383298874, 'last_eos_top1': 0}
+step=224850 lr=3.000000e-03 loss=2.6763 ce=2.6763 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.974609717261046e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023521291092038155, 'last_eos_top1': 0}
+step=224900 lr=3.000000e-03 loss=2.7747 ce=2.7747 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00032823692890815437, 'pos0_bos_top1': 0, 'last_eos_p': 0.018455026671290398, 'last_eos_top1': 0}
+step=224950 lr=3.000000e-03 loss=2.5898 ce=2.5898 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010341338202124462, 'pos0_bos_top1': 0, 'last_eos_p': 0.022833948954939842, 'last_eos_top1': 0}
+step=225000 lr=3.000000e-03 loss=2.0403 ce=2.0403 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.146743544377387e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019270258024334908, 'last_eos_top1': 0}
+step=225050 lr=3.000000e-03 loss=2.9198 ce=2.9198 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.897182927583344e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01878603920340538, 'last_eos_top1': 0}
+step=225100 lr=3.000000e-03 loss=2.8257 ce=2.8257 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.202034299145453e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018615219742059708, 'last_eos_top1': 0}
+step=225150 lr=3.000000e-03 loss=2.3616 ce=2.3616 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.64156788541004e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018727822229266167, 'last_eos_top1': 0}
+step=225200 lr=3.000000e-03 loss=2.4893 ce=2.4893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014100476983003318, 'pos0_bos_top1': 0, 'last_eos_p': 0.014340593479573727, 'last_eos_top1': 0}
+step=225250 lr=3.000000e-03 loss=2.2193 ce=2.2193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8722671635914594e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012236561626195908, 'last_eos_top1': 0}
+step=225300 lr=3.000000e-03 loss=2.9908 ce=2.9908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010992505849571899, 'pos0_bos_top1': 0, 'last_eos_p': 0.019905267283320427, 'last_eos_top1': 0}
+step=225350 lr=3.000000e-03 loss=2.0015 ce=2.0015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005185597692616284, 'pos0_bos_top1': 0, 'last_eos_p': 0.02062791772186756, 'last_eos_top1': 0}
+step=225400 lr=3.000000e-03 loss=3.1645 ce=3.1645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000188749487278983, 'pos0_bos_top1': 0, 'last_eos_p': 0.01718444749712944, 'last_eos_top1': 0}
+step=225450 lr=3.000000e-03 loss=2.0766 ce=2.0766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017944673891179264, 'pos0_bos_top1': 0, 'last_eos_p': 0.018271582201123238, 'last_eos_top1': 0}
+step=225500 lr=3.000000e-03 loss=2.4065 ce=2.4065 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021170578838791698, 'pos0_bos_top1': 0, 'last_eos_p': 0.012283999472856522, 'last_eos_top1': 0}
+step=225550 lr=3.000000e-03 loss=2.1899 ce=2.1899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014079420361667871, 'pos0_bos_top1': 0, 'last_eos_p': 0.013738547451794147, 'last_eos_top1': 0}
+step=225600 lr=3.000000e-03 loss=3.0449 ce=3.0449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.483527325442992e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016981424763798714, 'last_eos_top1': 0}
+step=225650 lr=3.000000e-03 loss=2.6766 ce=2.6766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.389219535980374e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02265843190252781, 'last_eos_top1': 0}
+step=225700 lr=3.000000e-03 loss=2.3181 ce=2.3181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.717960786772892e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013867110945284367, 'last_eos_top1': 0}
+step=225750 lr=3.000000e-03 loss=3.0915 ce=3.0915 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011585624451981857, 'pos0_bos_top1': 0, 'last_eos_p': 0.014749830588698387, 'last_eos_top1': 0}
+step=225800 lr=3.000000e-03 loss=2.6122 ce=2.6122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013567226415034384, 'pos0_bos_top1': 0, 'last_eos_p': 0.01591646485030651, 'last_eos_top1': 0}
+step=225850 lr=3.000000e-03 loss=1.5201 ce=1.5201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8031746700871736e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019854938611388206, 'last_eos_top1': 0}
+step=225900 lr=3.000000e-03 loss=2.8903 ce=2.8903 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022767479822505265, 'pos0_bos_top1': 0, 'last_eos_p': 0.02074730582535267, 'last_eos_top1': 0}
+step=225950 lr=3.000000e-03 loss=2.9406 ce=2.9406 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.153510862030089e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01867539994418621, 'last_eos_top1': 0}
+step=226000 lr=3.000000e-03 loss=1.8086 ce=1.8086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006648538983426988, 'pos0_bos_top1': 0, 'last_eos_p': 0.02130134031176567, 'last_eos_top1': 0}
+step=226050 lr=3.000000e-03 loss=2.3397 ce=2.3397 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00032692478271201253, 'pos0_bos_top1': 0, 'last_eos_p': 0.01565384864807129, 'last_eos_top1': 0}
+step=226100 lr=3.000000e-03 loss=1.7914 ce=1.7914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012225691170897335, 'pos0_bos_top1': 0, 'last_eos_p': 0.010563543997704983, 'last_eos_top1': 0}
+step=226150 lr=3.000000e-03 loss=1.9195 ce=1.9195 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017974154616240412, 'pos0_bos_top1': 0, 'last_eos_p': 0.011945711448788643, 'last_eos_top1': 0}
+step=226200 lr=3.000000e-03 loss=2.1866 ce=2.1866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002343173255212605, 'pos0_bos_top1': 0, 'last_eos_p': 0.014631972648203373, 'last_eos_top1': 0}
+step=226250 lr=3.000000e-03 loss=2.6331 ce=2.6331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023602860164828598, 'pos0_bos_top1': 0, 'last_eos_p': 0.017266836017370224, 'last_eos_top1': 0}
+step=226300 lr=3.000000e-03 loss=2.6736 ce=2.6736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022561155492439866, 'pos0_bos_top1': 0, 'last_eos_p': 0.01585323177278042, 'last_eos_top1': 0}
+step=226350 lr=3.000000e-03 loss=2.2937 ce=2.2937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011498141975607723, 'pos0_bos_top1': 0, 'last_eos_p': 0.01628017984330654, 'last_eos_top1': 0}
+step=226400 lr=3.000000e-03 loss=2.2648 ce=2.2648 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014326084055937827, 'pos0_bos_top1': 0, 'last_eos_p': 0.028364572674036026, 'last_eos_top1': 0}
+step=226450 lr=3.000000e-03 loss=2.8365 ce=2.8365 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001717729464871809, 'pos0_bos_top1': 0, 'last_eos_p': 0.01940341480076313, 'last_eos_top1': 0}
+step=226500 lr=3.000000e-03 loss=1.6753 ce=1.6753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001754479162627831, 'pos0_bos_top1': 0, 'last_eos_p': 0.021509893238544464, 'last_eos_top1': 0}
+step=226550 lr=3.000000e-03 loss=2.0390 ce=2.0390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016237108502537012, 'pos0_bos_top1': 0, 'last_eos_p': 0.019638214260339737, 'last_eos_top1': 0}
+step=226600 lr=3.000000e-03 loss=2.0582 ce=2.0582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011240451567573473, 'pos0_bos_top1': 0, 'last_eos_p': 0.019659044221043587, 'last_eos_top1': 0}
+step=226650 lr=3.000000e-03 loss=2.5705 ce=2.5705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.739276043139398e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02318381890654564, 'last_eos_top1': 0}
+step=226700 lr=3.000000e-03 loss=2.8527 ce=2.8527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001934403699124232, 'pos0_bos_top1': 0, 'last_eos_p': 0.013518325984477997, 'last_eos_top1': 0}
+step=226750 lr=3.000000e-03 loss=2.4064 ce=2.4064 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.507767440984026e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016378721222281456, 'last_eos_top1': 0}
+step=226800 lr=3.000000e-03 loss=2.1796 ce=2.1796 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.112620369298384e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017957596108317375, 'last_eos_top1': 0}
+step=226850 lr=3.000000e-03 loss=2.0311 ce=2.0311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011006482236552984, 'pos0_bos_top1': 0, 'last_eos_p': 0.01648869179189205, 'last_eos_top1': 0}
+step=226900 lr=3.000000e-03 loss=1.9130 ce=1.9130 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.648387301946059e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015004398301243782, 'last_eos_top1': 0}
+step=226950 lr=3.000000e-03 loss=2.8120 ce=2.8120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.708255462697707e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0218527689576149, 'last_eos_top1': 0}
+step=227000 lr=3.000000e-03 loss=3.0689 ce=3.0689 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.671152808237821e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023425331339240074, 'last_eos_top1': 0}
+step=227050 lr=3.000000e-03 loss=2.6380 ce=2.6380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.598514583951328e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020009439438581467, 'last_eos_top1': 0}
+step=227100 lr=3.000000e-03 loss=2.1516 ce=2.1516 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9602935683215037e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020040597766637802, 'last_eos_top1': 0}
+step=227150 lr=3.000000e-03 loss=1.9408 ce=1.9408 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.097408863250166e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020502574741840363, 'last_eos_top1': 0}
+step=227200 lr=3.000000e-03 loss=2.4627 ce=2.4627 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013803914771415293, 'pos0_bos_top1': 0, 'last_eos_p': 0.016130274161696434, 'last_eos_top1': 0}
+step=227250 lr=3.000000e-03 loss=2.5807 ce=2.5807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.219501377316192e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01708676852285862, 'last_eos_top1': 0}
+step=227300 lr=3.000000e-03 loss=2.8998 ce=2.8998 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.885424873966258e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019544536247849464, 'last_eos_top1': 0}
+step=227350 lr=3.000000e-03 loss=2.0333 ce=2.0333 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.380273746093735e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01519310474395752, 'last_eos_top1': 0}
+step=227400 lr=3.000000e-03 loss=2.4638 ce=2.4638 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.554942178307101e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020033491775393486, 'last_eos_top1': 0}
+step=227450 lr=3.000000e-03 loss=2.4361 ce=2.4361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7854042602702975e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017684374004602432, 'last_eos_top1': 0}
+step=227500 lr=3.000000e-03 loss=2.3769 ce=2.3769 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.128135621314868e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01545784156769514, 'last_eos_top1': 0}
+step=227550 lr=3.000000e-03 loss=3.2948 ce=3.2948 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.681553764385171e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02209131233394146, 'last_eos_top1': 0}
+step=227600 lr=3.000000e-03 loss=2.5653 ce=2.5653 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014917703811079264, 'pos0_bos_top1': 0, 'last_eos_p': 0.015599565580487251, 'last_eos_top1': 0}
+step=227650 lr=3.000000e-03 loss=2.2695 ce=2.2695 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4452761105494574e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021320469677448273, 'last_eos_top1': 0}
+step=227700 lr=3.000000e-03 loss=2.5094 ce=2.5094 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.263803566573188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02205832302570343, 'last_eos_top1': 0}
+step=227750 lr=3.000000e-03 loss=2.1042 ce=2.1042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2270786100998521e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028600221499800682, 'last_eos_top1': 0}
+step=227800 lr=3.000000e-03 loss=2.1598 ce=2.1598 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8665318647399545e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022647986188530922, 'last_eos_top1': 0}
+step=227850 lr=3.000000e-03 loss=1.8679 ce=1.8679 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9224223908386193e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022216439247131348, 'last_eos_top1': 0}
+step=227900 lr=3.000000e-03 loss=2.4502 ce=2.4502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.377745401347056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01734415628015995, 'last_eos_top1': 0}
+step=227950 lr=3.000000e-03 loss=1.6341 ce=1.6341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1114213925320655e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019950181245803833, 'last_eos_top1': 0}
+step=228000 lr=3.000000e-03 loss=2.1113 ce=2.1113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.168038478586823e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02107268199324608, 'last_eos_top1': 0}
+step=228050 lr=3.000000e-03 loss=2.5400 ce=2.5400 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.831545836874284e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02431490644812584, 'last_eos_top1': 0}
+step=228100 lr=3.000000e-03 loss=2.1462 ce=2.1462 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.60370637383312e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017733728513121605, 'last_eos_top1': 0}
+step=228150 lr=3.000000e-03 loss=2.5277 ce=2.5277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.40432304458227e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024218503385782242, 'last_eos_top1': 0}
+step=228200 lr=3.000000e-03 loss=2.2181 ce=2.2181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.203811451792717e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019946258515119553, 'last_eos_top1': 0}
+step=228250 lr=3.000000e-03 loss=2.4226 ce=2.4226 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.031408990267664e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01538322027772665, 'last_eos_top1': 0}
+step=228300 lr=3.000000e-03 loss=2.3012 ce=2.3012 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.308094402309507e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01825370267033577, 'last_eos_top1': 0}
+step=228350 lr=3.000000e-03 loss=2.9245 ce=2.9245 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.574423630605452e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02166639268398285, 'last_eos_top1': 0}
+step=228400 lr=3.000000e-03 loss=2.3401 ce=2.3401 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001773073454387486, 'pos0_bos_top1': 0, 'last_eos_p': 0.016831252723932266, 'last_eos_top1': 0}
+step=228450 lr=3.000000e-03 loss=2.5556 ce=2.5556 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7067329433048144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026960408315062523, 'last_eos_top1': 0}
+step=228500 lr=3.000000e-03 loss=1.9178 ce=1.9178 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8297799619613215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024315785616636276, 'last_eos_top1': 0}
+step=228550 lr=3.000000e-03 loss=2.2602 ce=2.2602 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.101804784615524e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024231357499957085, 'last_eos_top1': 0}
+step=228600 lr=3.000000e-03 loss=2.1002 ce=2.1002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.114819941809401e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017254456877708435, 'last_eos_top1': 0}
+step=228650 lr=3.000000e-03 loss=2.0805 ce=2.0805 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.122839189018123e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019006889313459396, 'last_eos_top1': 0}
+step=228700 lr=3.000000e-03 loss=2.8868 ce=2.8868 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.077818736433983e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014985287562012672, 'last_eos_top1': 0}
+step=228750 lr=3.000000e-03 loss=2.2990 ce=2.2990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.588375254068524e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02040589042007923, 'last_eos_top1': 0}
+step=228800 lr=3.000000e-03 loss=1.3545 ce=1.3545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.741266745142639e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015063357539474964, 'last_eos_top1': 0}
+step=228850 lr=3.000000e-03 loss=2.3982 ce=2.3982 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.983105413382873e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015037870965898037, 'last_eos_top1': 0}
+step=228900 lr=3.000000e-03 loss=2.8498 ce=2.8498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.850395271205343e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020032597705721855, 'last_eos_top1': 0}
+step=228950 lr=3.000000e-03 loss=2.6947 ce=2.6947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.076276233419776e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01814810186624527, 'last_eos_top1': 0}
+step=229000 lr=3.000000e-03 loss=2.1353 ce=2.1353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.957156438147649e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017742065712809563, 'last_eos_top1': 0}
+step=229050 lr=3.000000e-03 loss=1.7467 ce=1.7467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012271697050891817, 'pos0_bos_top1': 0, 'last_eos_p': 0.01701459474861622, 'last_eos_top1': 0}
+step=229100 lr=3.000000e-03 loss=2.0742 ce=2.0742 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024416271480731666, 'pos0_bos_top1': 0, 'last_eos_p': 0.017209650948643684, 'last_eos_top1': 0}
+step=229150 lr=3.000000e-03 loss=2.2078 ce=2.2078 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.458834832301363e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02044837549328804, 'last_eos_top1': 0}
+step=229200 lr=3.000000e-03 loss=2.3922 ce=2.3922 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.414648669306189e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01929008960723877, 'last_eos_top1': 0}
+step=229250 lr=3.000000e-03 loss=2.5485 ce=2.5485 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.329001866513863e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02722875587642193, 'last_eos_top1': 0}
+step=229300 lr=3.000000e-03 loss=2.0798 ce=2.0798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.797867925139144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02165115810930729, 'last_eos_top1': 0}
+step=229350 lr=3.000000e-03 loss=2.1655 ce=2.1655 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022546411491930485, 'pos0_bos_top1': 0, 'last_eos_p': 0.02219846285879612, 'last_eos_top1': 0}
+step=229400 lr=3.000000e-03 loss=3.0326 ce=3.0326 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020164507441222668, 'pos0_bos_top1': 0, 'last_eos_p': 0.02010200545191765, 'last_eos_top1': 0}
+step=229450 lr=3.000000e-03 loss=2.1965 ce=2.1965 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019122309458907694, 'pos0_bos_top1': 0, 'last_eos_p': 0.015460201539099216, 'last_eos_top1': 0}
+step=229500 lr=3.000000e-03 loss=2.9376 ce=2.9376 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020543104619719088, 'pos0_bos_top1': 0, 'last_eos_p': 0.016462741419672966, 'last_eos_top1': 0}
+step=229550 lr=3.000000e-03 loss=2.4792 ce=2.4792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00026983549469150603, 'pos0_bos_top1': 0, 'last_eos_p': 0.01562091801315546, 'last_eos_top1': 0}
+step=229600 lr=3.000000e-03 loss=1.4117 ce=1.4117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022216522484086454, 'pos0_bos_top1': 0, 'last_eos_p': 0.020825786516070366, 'last_eos_top1': 0}
+step=229650 lr=3.000000e-03 loss=2.2205 ce=2.2205 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001807545922929421, 'pos0_bos_top1': 0, 'last_eos_p': 0.01736586168408394, 'last_eos_top1': 0}
+step=229700 lr=3.000000e-03 loss=2.3857 ce=2.3857 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.072378502925858e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01477860752493143, 'last_eos_top1': 0}
+step=229750 lr=3.000000e-03 loss=2.3567 ce=2.3567 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020155543461441994, 'pos0_bos_top1': 0, 'last_eos_p': 0.022448299452662468, 'last_eos_top1': 0}
+step=229800 lr=3.000000e-03 loss=2.5820 ce=2.5820 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8647881814977154e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023185279220342636, 'last_eos_top1': 0}
+step=229850 lr=3.000000e-03 loss=2.7779 ce=2.7779 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.332201832672581e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014561495743691921, 'last_eos_top1': 0}
+step=229900 lr=3.000000e-03 loss=2.6056 ce=2.6056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.614032074343413e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017855308949947357, 'last_eos_top1': 0}
+step=229950 lr=3.000000e-03 loss=1.9546 ce=1.9546 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.600367825943977e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018234912306070328, 'last_eos_top1': 0}
+step=230000 lr=3.000000e-03 loss=2.6496 ce=2.6496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015285657718777657, 'pos0_bos_top1': 0, 'last_eos_p': 0.019737200811505318, 'last_eos_top1': 0}
+step=230050 lr=3.000000e-03 loss=2.6791 ce=2.6791 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028131305589340627, 'pos0_bos_top1': 0, 'last_eos_p': 0.012046713382005692, 'last_eos_top1': 0}
+step=230100 lr=3.000000e-03 loss=2.9042 ce=2.9042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00029519444797188044, 'pos0_bos_top1': 0, 'last_eos_p': 0.016193829476833344, 'last_eos_top1': 0}
+step=230150 lr=3.000000e-03 loss=2.0626 ce=2.0626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00035788712557405233, 'pos0_bos_top1': 0, 'last_eos_p': 0.015892207622528076, 'last_eos_top1': 0}
+step=230200 lr=3.000000e-03 loss=2.1194 ce=2.1194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003213257878087461, 'pos0_bos_top1': 0, 'last_eos_p': 0.020454004406929016, 'last_eos_top1': 0}
+step=230250 lr=3.000000e-03 loss=2.8850 ce=2.8850 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.423547504004091e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02538166381418705, 'last_eos_top1': 0}
+step=230300 lr=3.000000e-03 loss=2.8771 ce=2.8771 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.486511119874194e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01929587870836258, 'last_eos_top1': 0}
+step=230350 lr=3.000000e-03 loss=2.2187 ce=2.2187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010203725832980126, 'pos0_bos_top1': 0, 'last_eos_p': 0.015719695016741753, 'last_eos_top1': 0}
+step=230400 lr=3.000000e-03 loss=1.6270 ce=1.6270 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.043930185725912e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015465318225324154, 'last_eos_top1': 0}
+step=230450 lr=3.000000e-03 loss=3.0644 ce=3.0644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.799116090405732e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021797167137265205, 'last_eos_top1': 0}
+step=230500 lr=3.000000e-03 loss=3.0130 ce=3.0130 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3265489037148654e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016406655311584473, 'last_eos_top1': 0}
+step=230550 lr=3.000000e-03 loss=2.5309 ce=2.5309 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010896134335780516, 'pos0_bos_top1': 0, 'last_eos_p': 0.02166770212352276, 'last_eos_top1': 0}
+step=230600 lr=3.000000e-03 loss=1.9960 ce=1.9960 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.776119749294594e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01920601911842823, 'last_eos_top1': 0}
+step=230650 lr=3.000000e-03 loss=2.6727 ce=2.6727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.126769145950675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019922833889722824, 'last_eos_top1': 0}
+step=230700 lr=3.000000e-03 loss=2.2863 ce=2.2863 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.903609705157578e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019259804859757423, 'last_eos_top1': 0}
+step=230750 lr=3.000000e-03 loss=2.3031 ce=2.3031 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.332530054147355e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023249786347150803, 'last_eos_top1': 0}
+step=230800 lr=3.000000e-03 loss=2.7817 ce=2.7817 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015941869060043246, 'pos0_bos_top1': 0, 'last_eos_p': 0.01947004348039627, 'last_eos_top1': 0}
+step=230850 lr=3.000000e-03 loss=2.9466 ce=2.9466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.548730743816122e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019170308485627174, 'last_eos_top1': 0}
+step=230900 lr=3.000000e-03 loss=3.2048 ce=3.2048 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.632907050312497e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01981792412698269, 'last_eos_top1': 0}
+step=230950 lr=3.000000e-03 loss=2.5290 ce=2.5290 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2381141459627543e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015336859039962292, 'last_eos_top1': 0}
+step=231000 lr=3.000000e-03 loss=2.1251 ce=2.1251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2961537979426794e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017900308594107628, 'last_eos_top1': 0}
+step=231050 lr=3.000000e-03 loss=2.1334 ce=2.1334 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.40687543535023e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021521201357245445, 'last_eos_top1': 0}
+step=231100 lr=3.000000e-03 loss=2.7277 ce=2.7277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6059300833148882e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024491241201758385, 'last_eos_top1': 0}
+step=231150 lr=3.000000e-03 loss=2.3060 ce=2.3060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3672502720728517e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02156798541545868, 'last_eos_top1': 0}
+step=231200 lr=3.000000e-03 loss=2.5020 ce=2.5020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9139526304788888e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02577645517885685, 'last_eos_top1': 0}
+step=231250 lr=3.000000e-03 loss=2.6725 ce=2.6725 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3003678001696244e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014455800876021385, 'last_eos_top1': 0}
+step=231300 lr=3.000000e-03 loss=1.9662 ce=1.9662 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1923661077162251e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02144988626241684, 'last_eos_top1': 0}
+step=231350 lr=3.000000e-03 loss=3.0460 ce=3.0460 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1631388739915565e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01688763126730919, 'last_eos_top1': 0}
+step=231400 lr=3.000000e-03 loss=2.2527 ce=2.2527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3206648115301505e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017361732199788094, 'last_eos_top1': 0}
+step=231450 lr=3.000000e-03 loss=2.3538 ce=2.3538 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001506424305262044, 'pos0_bos_top1': 0, 'last_eos_p': 0.013475670479238033, 'last_eos_top1': 0}
+step=231500 lr=3.000000e-03 loss=1.7475 ce=1.7475 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.216867329087108e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015751246362924576, 'last_eos_top1': 0}
+step=231550 lr=3.000000e-03 loss=2.2827 ce=2.2827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018195041047874838, 'pos0_bos_top1': 0, 'last_eos_p': 0.017628759145736694, 'last_eos_top1': 0}
+step=231600 lr=3.000000e-03 loss=2.8264 ce=2.8264 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6489825510652736e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015102746896445751, 'last_eos_top1': 0}
+step=231650 lr=3.000000e-03 loss=1.8192 ce=1.8192 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.752126788953319e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014539854601025581, 'last_eos_top1': 0}
+step=231700 lr=3.000000e-03 loss=1.9199 ce=1.9199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.519453770830296e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023641712963581085, 'last_eos_top1': 0}
+step=231750 lr=3.000000e-03 loss=2.6003 ce=2.6003 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.052303019212559e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01612524315714836, 'last_eos_top1': 0}
+step=231800 lr=3.000000e-03 loss=2.3945 ce=2.3945 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015507027273997664, 'pos0_bos_top1': 0, 'last_eos_p': 0.014601306058466434, 'last_eos_top1': 0}
+step=231850 lr=3.000000e-03 loss=2.1860 ce=2.1860 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011791275755967945, 'pos0_bos_top1': 0, 'last_eos_p': 0.01964704692363739, 'last_eos_top1': 0}
+step=231900 lr=3.000000e-03 loss=3.0936 ce=3.0936 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.684760541655123e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01502287108451128, 'last_eos_top1': 0}
+step=231950 lr=3.000000e-03 loss=2.3707 ce=2.3707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013416768342722207, 'pos0_bos_top1': 0, 'last_eos_p': 0.019250541925430298, 'last_eos_top1': 0}
+step=232000 lr=3.000000e-03 loss=3.2726 ce=3.2726 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.989740697667003e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022650498896837234, 'last_eos_top1': 0}
+step=232050 lr=3.000000e-03 loss=2.9750 ce=2.9750 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011218455620110035, 'pos0_bos_top1': 0, 'last_eos_p': 0.020175941288471222, 'last_eos_top1': 0}
+step=232100 lr=3.000000e-03 loss=2.0033 ce=2.0033 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.111791976261884e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026622390374541283, 'last_eos_top1': 0}
+step=232150 lr=3.000000e-03 loss=2.5969 ce=2.5969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.388000136008486e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017944131046533585, 'last_eos_top1': 0}
+step=232200 lr=3.000000e-03 loss=2.6689 ce=2.6689 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.417154170572758e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022014817222952843, 'last_eos_top1': 0}
+step=232250 lr=3.000000e-03 loss=2.2902 ce=2.2902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.396591147175059e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01644441857933998, 'last_eos_top1': 0}
+step=232300 lr=3.000000e-03 loss=2.2429 ce=2.2429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.367899524979293e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019312895834445953, 'last_eos_top1': 0}
+step=232350 lr=3.000000e-03 loss=2.5629 ce=2.5629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.609686973504722e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014593832194805145, 'last_eos_top1': 0}
+step=232400 lr=3.000000e-03 loss=2.4234 ce=2.4234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8110217903740704e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022808874025940895, 'last_eos_top1': 0}
+step=232450 lr=3.000000e-03 loss=1.8070 ce=1.8070 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.726145925815217e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023428941145539284, 'last_eos_top1': 0}
+step=232500 lr=3.000000e-03 loss=2.3412 ce=2.3412 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7505739126354456e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023555239662528038, 'last_eos_top1': 0}
+step=232550 lr=3.000000e-03 loss=1.7752 ce=1.7752 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.967242082580924e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02267366461455822, 'last_eos_top1': 0}
+step=232600 lr=3.000000e-03 loss=2.3454 ce=2.3454 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0184822359588e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024246055632829666, 'last_eos_top1': 0}
+step=232650 lr=3.000000e-03 loss=2.2277 ce=2.2277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.336543447105214e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0221541877835989, 'last_eos_top1': 0}
+step=232700 lr=3.000000e-03 loss=2.1791 ce=2.1791 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.390466296579689e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015807893127202988, 'last_eos_top1': 0}
+step=232750 lr=3.000000e-03 loss=2.1151 ce=2.1151 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.196353883249685e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01709604263305664, 'last_eos_top1': 0}
+step=232800 lr=3.000000e-03 loss=2.6471 ce=2.6471 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1112038161372766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025111516937613487, 'last_eos_top1': 0}
+step=232850 lr=3.000000e-03 loss=2.6678 ce=2.6678 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.049314131611027e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022555004805326462, 'last_eos_top1': 0}
+step=232900 lr=3.000000e-03 loss=2.4019 ce=2.4019 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.282119622686878e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01455498207360506, 'last_eos_top1': 0}
+step=232950 lr=3.000000e-03 loss=2.7808 ce=2.7808 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.73809224483557e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020066075026988983, 'last_eos_top1': 0}
+step=233000 lr=3.000000e-03 loss=2.3199 ce=2.3199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.901859443227295e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023117270320653915, 'last_eos_top1': 0}
+step=233050 lr=3.000000e-03 loss=2.6010 ce=2.6010 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.27094816789031e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023911699652671814, 'last_eos_top1': 0}
+step=233100 lr=3.000000e-03 loss=2.9933 ce=2.9933 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.750702621298842e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018316317349672318, 'last_eos_top1': 0}
+step=233150 lr=3.000000e-03 loss=3.0985 ce=3.0985 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.418929554754868e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01893705688416958, 'last_eos_top1': 0}
+step=233200 lr=3.000000e-03 loss=3.6684 ce=3.6684 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.83869758277433e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03018367849290371, 'last_eos_top1': 0}
+step=233250 lr=3.000000e-03 loss=2.6179 ce=2.6179 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.181569864973426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021982518956065178, 'last_eos_top1': 0}
+step=233300 lr=3.000000e-03 loss=2.3836 ce=2.3836 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9852482586866245e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028149010613560677, 'last_eos_top1': 0}
+step=233350 lr=3.000000e-03 loss=2.1346 ce=2.1346 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.396780397859402e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020284874364733696, 'last_eos_top1': 0}
+step=233400 lr=3.000000e-03 loss=2.7098 ce=2.7098 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001106797280954197, 'pos0_bos_top1': 0, 'last_eos_p': 0.02130775712430477, 'last_eos_top1': 0}
+step=233450 lr=3.000000e-03 loss=2.0750 ce=2.0750 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016583215619903058, 'pos0_bos_top1': 0, 'last_eos_p': 0.01639714278280735, 'last_eos_top1': 0}
+step=233500 lr=3.000000e-03 loss=2.7235 ce=2.7235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.758156375028193e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019399451091885567, 'last_eos_top1': 0}
+step=233550 lr=3.000000e-03 loss=2.1914 ce=2.1914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4264335631160066e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018855925649404526, 'last_eos_top1': 0}
+step=233600 lr=3.000000e-03 loss=2.5077 ce=2.5077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.61920421407558e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029072558507323265, 'last_eos_top1': 0}
+step=233650 lr=3.000000e-03 loss=2.7742 ce=2.7742 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7569712731055915e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01812569983303547, 'last_eos_top1': 0}
+step=233700 lr=3.000000e-03 loss=2.1670 ce=2.1670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.026243499945849e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02035384438931942, 'last_eos_top1': 0}
+step=233750 lr=3.000000e-03 loss=2.0637 ce=2.0637 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.759261249389965e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017298242077231407, 'last_eos_top1': 0}
+step=233800 lr=3.000000e-03 loss=2.0588 ce=2.0588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.039011739427224e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016512461006641388, 'last_eos_top1': 0}
+step=233850 lr=3.000000e-03 loss=2.8960 ce=2.8960 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.790107338223606e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011959602124989033, 'last_eos_top1': 0}
+step=233900 lr=3.000000e-03 loss=1.6413 ce=1.6413 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.082055188016966e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012906922958791256, 'last_eos_top1': 0}
+step=233950 lr=3.000000e-03 loss=2.3188 ce=2.3188 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.320613076444715e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020591646432876587, 'last_eos_top1': 0}
+step=234000 lr=3.000000e-03 loss=1.8111 ce=1.8111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8556575822876766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012702376581728458, 'last_eos_top1': 0}
+step=234050 lr=3.000000e-03 loss=2.5259 ce=2.5259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9023510655388236e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019892515614628792, 'last_eos_top1': 0}
+step=234100 lr=3.000000e-03 loss=1.9229 ce=1.9229 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0754769138875417e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020463429391384125, 'last_eos_top1': 0}
+step=234150 lr=3.000000e-03 loss=1.9308 ce=1.9308 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.074427852174267e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02159183844923973, 'last_eos_top1': 0}
+step=234200 lr=3.000000e-03 loss=2.1620 ce=2.1620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.205389217939228e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014106139540672302, 'last_eos_top1': 0}
+step=234250 lr=3.000000e-03 loss=2.2422 ce=2.2422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.056511847418733e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01768523082137108, 'last_eos_top1': 0}
+step=234300 lr=3.000000e-03 loss=3.0876 ce=3.0876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3200681830057874e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01493040844798088, 'last_eos_top1': 0}
+step=234350 lr=3.000000e-03 loss=2.9147 ce=2.9147 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.588528124964796e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019251421093940735, 'last_eos_top1': 0}
+step=234400 lr=3.000000e-03 loss=2.2410 ce=2.2410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7964078981312923e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017229538410902023, 'last_eos_top1': 0}
+step=234450 lr=3.000000e-03 loss=2.1419 ce=2.1419 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8693701096926816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018405066803097725, 'last_eos_top1': 0}
+step=234500 lr=3.000000e-03 loss=3.2539 ce=3.2539 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5015087380306795e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018925417214632034, 'last_eos_top1': 0}
+step=234550 lr=3.000000e-03 loss=2.4990 ce=2.4990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.731447577592917e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023041777312755585, 'last_eos_top1': 0}
+step=234600 lr=3.000000e-03 loss=3.3054 ce=3.3054 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8484468455426395e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026151610538363457, 'last_eos_top1': 0}
+step=234650 lr=3.000000e-03 loss=2.7429 ce=2.7429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.913010732503608e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018551772460341454, 'last_eos_top1': 0}
+step=234700 lr=3.000000e-03 loss=2.6552 ce=2.6552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1383424104424194e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02279604971408844, 'last_eos_top1': 0}
+step=234750 lr=3.000000e-03 loss=1.9663 ce=1.9663 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.143002974567935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020234663039445877, 'last_eos_top1': 0}
+step=234800 lr=3.000000e-03 loss=2.2586 ce=2.2586 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.389652066398412e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02640126273036003, 'last_eos_top1': 0}
+step=234850 lr=3.000000e-03 loss=3.2171 ce=3.2171 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.294391980394721e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018234070390462875, 'last_eos_top1': 0}
+step=234900 lr=3.000000e-03 loss=2.0811 ce=2.0811 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.827833516988903e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014910957776010036, 'last_eos_top1': 0}
+step=234950 lr=3.000000e-03 loss=2.0231 ce=2.0231 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.089802238624543e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02264499105513096, 'last_eos_top1': 0}
+step=235000 lr=3.000000e-03 loss=2.4631 ce=2.4631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.710197339998558e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022393250837922096, 'last_eos_top1': 0}
+step=235050 lr=3.000000e-03 loss=3.3954 ce=3.3954 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6753415517741814e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02001390978693962, 'last_eos_top1': 0}
+step=235100 lr=3.000000e-03 loss=1.7790 ce=1.7790 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.786691614659503e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018123429268598557, 'last_eos_top1': 0}
+step=235150 lr=3.000000e-03 loss=1.8819 ce=1.8819 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7756489695748314e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021040555089712143, 'last_eos_top1': 0}
+step=235200 lr=3.000000e-03 loss=2.6153 ce=2.6153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.243503932841122e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01402107160538435, 'last_eos_top1': 0}
+step=235250 lr=3.000000e-03 loss=2.2715 ce=2.2715 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.688722740160301e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020967736840248108, 'last_eos_top1': 0}
+step=235300 lr=3.000000e-03 loss=2.4909 ce=2.4909 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2934600312728435e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013855952769517899, 'last_eos_top1': 0}
+step=235350 lr=3.000000e-03 loss=2.2745 ce=2.2745 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6260094930185005e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01579917222261429, 'last_eos_top1': 0}
+step=235400 lr=3.000000e-03 loss=2.4488 ce=2.4488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7311858755419962e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016061430796980858, 'last_eos_top1': 0}
+step=235450 lr=3.000000e-03 loss=2.2775 ce=2.2775 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4279404644621536e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018542468547821045, 'last_eos_top1': 0}
+step=235500 lr=3.000000e-03 loss=2.4613 ce=2.4613 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.711743041407317e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026197627186775208, 'last_eos_top1': 0}
+step=235550 lr=3.000000e-03 loss=2.3388 ce=2.3388 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.365328590618446e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018796607851982117, 'last_eos_top1': 0}
+step=235600 lr=3.000000e-03 loss=3.0220 ce=3.0220 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7979704100289382e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01985200121998787, 'last_eos_top1': 0}
+step=235650 lr=3.000000e-03 loss=1.5263 ce=1.5263 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.351251017302275e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01769876480102539, 'last_eos_top1': 0}
+step=235700 lr=3.000000e-03 loss=2.2120 ce=2.2120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2704359657363966e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02134895697236061, 'last_eos_top1': 0}
+step=235750 lr=3.000000e-03 loss=2.6365 ce=2.6365 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0282116970047355e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018259380012750626, 'last_eos_top1': 0}
+step=235800 lr=3.000000e-03 loss=1.8711 ce=1.8711 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.06095823564101e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016981888562440872, 'last_eos_top1': 0}
+step=235850 lr=3.000000e-03 loss=2.8595 ce=2.8595 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.245348049560562e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025313567370176315, 'last_eos_top1': 0}
+step=235900 lr=3.000000e-03 loss=2.7840 ce=2.7840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.871589408139698e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020049018785357475, 'last_eos_top1': 0}
+step=235950 lr=3.000000e-03 loss=2.7719 ce=2.7719 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0662475182907656e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017851198092103004, 'last_eos_top1': 0}
+step=236000 lr=3.000000e-03 loss=2.2830 ce=2.2830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.182242891052738e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02303587831556797, 'last_eos_top1': 0}
+step=236050 lr=3.000000e-03 loss=1.8548 ce=1.8548 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.652939919149503e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026559803634881973, 'last_eos_top1': 0}
+step=236100 lr=3.000000e-03 loss=1.6982 ce=1.6982 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.018051185994409e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02226293832063675, 'last_eos_top1': 0}
+step=236150 lr=3.000000e-03 loss=2.4685 ce=2.4685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3308813322510105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0315408892929554, 'last_eos_top1': 0}
+step=236200 lr=3.000000e-03 loss=2.0687 ce=2.0687 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.703143713413738e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028083745390176773, 'last_eos_top1': 0}
+step=236250 lr=3.000000e-03 loss=2.6306 ce=2.6306 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.914830348454416e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021661976352334023, 'last_eos_top1': 0}
+step=236300 lr=3.000000e-03 loss=2.5792 ce=2.5792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011003219697158784, 'pos0_bos_top1': 0, 'last_eos_p': 0.01945691928267479, 'last_eos_top1': 0}
+step=236350 lr=3.000000e-03 loss=2.8653 ce=2.8653 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6632131266524084e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02940092608332634, 'last_eos_top1': 0}
+step=236400 lr=3.000000e-03 loss=2.7411 ce=2.7411 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.604531437100377e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02880437858402729, 'last_eos_top1': 0}
+step=236450 lr=3.000000e-03 loss=2.3186 ce=2.3186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.589869058690965e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02152729034423828, 'last_eos_top1': 0}
+[elf_hfds direct rank=4 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=4 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=3 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=1900000 rows=1891809 buffered=8191 part=openwebtext-t5
+step=236500 lr=3.000000e-03 loss=2.0560 ce=2.0560 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.597885006456636e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021276043727993965, 'last_eos_top1': 0}
+step=236550 lr=3.000000e-03 loss=1.9000 ce=1.9000 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.779586743097752e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026724301278591156, 'last_eos_top1': 0}
+step=236600 lr=3.000000e-03 loss=2.4225 ce=2.4225 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1056770492577925e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023823196068406105, 'last_eos_top1': 0}
+step=236650 lr=3.000000e-03 loss=2.4351 ce=2.4351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.868980123428628e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020880986005067825, 'last_eos_top1': 0}
+step=236700 lr=3.000000e-03 loss=2.8414 ce=2.8414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.564447459008079e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022828083485364914, 'last_eos_top1': 0}
+step=236750 lr=3.000000e-03 loss=2.8665 ce=2.8665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2896783118776511e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019907072186470032, 'last_eos_top1': 0}
+step=236800 lr=3.000000e-03 loss=1.8090 ce=1.8090 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.24329303111881e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01849144883453846, 'last_eos_top1': 0}
+step=236850 lr=3.000000e-03 loss=2.9366 ce=2.9366 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3419510651146993e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02227264642715454, 'last_eos_top1': 0}
+step=236900 lr=3.000000e-03 loss=2.3963 ce=2.3963 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1712642844941001e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027509786188602448, 'last_eos_top1': 0}
+step=236950 lr=3.000000e-03 loss=2.8293 ce=2.8293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5068085708189756e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021484756842255592, 'last_eos_top1': 0}
+step=237000 lr=3.000000e-03 loss=2.5806 ce=2.5806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.623813947546296e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020380523055791855, 'last_eos_top1': 0}
+step=237050 lr=3.000000e-03 loss=3.4109 ce=3.4109 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8320390154258348e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03445298224687576, 'last_eos_top1': 0}
+step=237100 lr=3.000000e-03 loss=2.9135 ce=2.9135 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.128048309823498e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025405582040548325, 'last_eos_top1': 0}
+step=237150 lr=3.000000e-03 loss=3.0060 ce=3.0060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011316281597828493, 'pos0_bos_top1': 0, 'last_eos_p': 0.02252093516290188, 'last_eos_top1': 0}
+step=237200 lr=3.000000e-03 loss=2.9656 ce=2.9656 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9237878809217364e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01852485164999962, 'last_eos_top1': 0}
+step=237250 lr=3.000000e-03 loss=2.9460 ce=2.9460 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.041735857957974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021540218964219093, 'last_eos_top1': 0}
+step=237300 lr=3.000000e-03 loss=1.9472 ce=1.9472 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011184278992004693, 'pos0_bos_top1': 0, 'last_eos_p': 0.016996214166283607, 'last_eos_top1': 0}
+step=237350 lr=3.000000e-03 loss=2.4459 ce=2.4459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.172814831486903e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03211674094200134, 'last_eos_top1': 0}
+step=237400 lr=3.000000e-03 loss=2.7024 ce=2.7024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011249738599872217, 'pos0_bos_top1': 0, 'last_eos_p': 0.026348698884248734, 'last_eos_top1': 0}
+step=237450 lr=3.000000e-03 loss=2.9697 ce=2.9697 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00025739255943335593, 'pos0_bos_top1': 0, 'last_eos_p': 0.016054177656769753, 'last_eos_top1': 0}
+step=237500 lr=3.000000e-03 loss=2.0880 ce=2.0880 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012253942259121686, 'pos0_bos_top1': 0, 'last_eos_p': 0.01778726652264595, 'last_eos_top1': 0}
+step=237550 lr=3.000000e-03 loss=2.5534 ce=2.5534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00035399789339862764, 'pos0_bos_top1': 0, 'last_eos_p': 0.017978530377149582, 'last_eos_top1': 0}
+step=237600 lr=3.000000e-03 loss=1.9376 ce=1.9376 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4174921388039365e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017862651497125626, 'last_eos_top1': 0}
+step=237650 lr=3.000000e-03 loss=2.0525 ce=2.0525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.410730126546696e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017728719860315323, 'last_eos_top1': 0}
+step=237700 lr=3.000000e-03 loss=2.7937 ce=2.7937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.446554420515895e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019557252526283264, 'last_eos_top1': 0}
+step=237750 lr=3.000000e-03 loss=2.5357 ce=2.5357 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012105170753784478, 'pos0_bos_top1': 0, 'last_eos_p': 0.017629560083150864, 'last_eos_top1': 0}
+step=237800 lr=3.000000e-03 loss=3.2523 ce=3.2523 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6467600036994554e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020748218521475792, 'last_eos_top1': 0}
+step=237850 lr=3.000000e-03 loss=2.3761 ce=2.3761 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5748193618492223e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017071815207600594, 'last_eos_top1': 0}
+step=237900 lr=3.000000e-03 loss=2.2309 ce=2.2309 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.417492189328186e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020731652155518532, 'last_eos_top1': 0}
+step=237950 lr=3.000000e-03 loss=2.2401 ce=2.2401 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.026742292102426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02063371054828167, 'last_eos_top1': 0}
+step=238000 lr=3.000000e-03 loss=2.9991 ce=2.9991 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.074739940231666e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016781562939286232, 'last_eos_top1': 0}
+step=238050 lr=3.000000e-03 loss=2.2996 ce=2.2996 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012211613648105413, 'pos0_bos_top1': 0, 'last_eos_p': 0.013118363916873932, 'last_eos_top1': 0}
+step=238100 lr=3.000000e-03 loss=2.1089 ce=2.1089 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.454389560734853e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012160679325461388, 'last_eos_top1': 0}
+step=238150 lr=3.000000e-03 loss=2.4252 ce=2.4252 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.697972351801582e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013350138440728188, 'last_eos_top1': 0}
+step=238200 lr=3.000000e-03 loss=2.3051 ce=2.3051 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.412955114385113e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015111275017261505, 'last_eos_top1': 0}
+step=238250 lr=3.000000e-03 loss=2.0569 ce=2.0569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010250711784465238, 'pos0_bos_top1': 0, 'last_eos_p': 0.018381241708993912, 'last_eos_top1': 0}
+step=238300 lr=3.000000e-03 loss=1.4696 ce=1.4696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.142898539314047e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017373336479067802, 'last_eos_top1': 0}
+step=238350 lr=3.000000e-03 loss=2.4453 ce=2.4453 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.445376832038164e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01494494080543518, 'last_eos_top1': 0}
+step=238400 lr=3.000000e-03 loss=3.2034 ce=3.2034 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00036409799940884113, 'pos0_bos_top1': 0, 'last_eos_p': 0.01520470343530178, 'last_eos_top1': 0}
+step=238450 lr=3.000000e-03 loss=2.2031 ce=2.2031 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.6735886472743e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014254203997552395, 'last_eos_top1': 0}
+step=238500 lr=3.000000e-03 loss=2.9435 ce=2.9435 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9414018576499075e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018760759383440018, 'last_eos_top1': 0}
+step=238550 lr=3.000000e-03 loss=2.0756 ce=2.0756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012058260472258553, 'pos0_bos_top1': 0, 'last_eos_p': 0.026196638122200966, 'last_eos_top1': 0}
+step=238600 lr=3.000000e-03 loss=2.5140 ce=2.5140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014524230209644884, 'pos0_bos_top1': 0, 'last_eos_p': 0.014001489616930485, 'last_eos_top1': 0}
+step=238650 lr=3.000000e-03 loss=2.8964 ce=2.8964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000126934377476573, 'pos0_bos_top1': 0, 'last_eos_p': 0.022713342681527138, 'last_eos_top1': 0}
+step=238700 lr=3.000000e-03 loss=3.1255 ce=3.1255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.92226863570977e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019830947741866112, 'last_eos_top1': 0}
+step=238750 lr=3.000000e-03 loss=1.3674 ce=1.3674 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001259238488273695, 'pos0_bos_top1': 0, 'last_eos_p': 0.025498492643237114, 'last_eos_top1': 0}
+step=238800 lr=3.000000e-03 loss=1.9654 ce=1.9654 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3507366828853264e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018021773546934128, 'last_eos_top1': 0}
+step=238850 lr=3.000000e-03 loss=2.6829 ce=2.6829 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.940700015751645e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015423011034727097, 'last_eos_top1': 0}
+step=238900 lr=3.000000e-03 loss=2.9276 ce=2.9276 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014859413204248995, 'pos0_bos_top1': 0, 'last_eos_p': 0.018560349941253662, 'last_eos_top1': 0}
+step=238950 lr=3.000000e-03 loss=2.9506 ce=2.9506 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013912319263909012, 'pos0_bos_top1': 0, 'last_eos_p': 0.014651380479335785, 'last_eos_top1': 0}
+step=239000 lr=3.000000e-03 loss=2.3325 ce=2.3325 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.089756011031568e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01642094925045967, 'last_eos_top1': 0}
+step=239050 lr=3.000000e-03 loss=2.5292 ce=2.5292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015969334344845265, 'pos0_bos_top1': 0, 'last_eos_p': 0.016563447192311287, 'last_eos_top1': 0}
+step=239100 lr=3.000000e-03 loss=2.5648 ce=2.5648 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.369193867314607e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023331498727202415, 'last_eos_top1': 0}
+step=239150 lr=3.000000e-03 loss=2.3855 ce=2.3855 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.814642205834389e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015617415308952332, 'last_eos_top1': 0}
+step=239200 lr=3.000000e-03 loss=2.1834 ce=2.1834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4883249352569692e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01825103536248207, 'last_eos_top1': 0}
+step=239250 lr=3.000000e-03 loss=1.8096 ce=1.8096 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.869404362281784e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019869325682520866, 'last_eos_top1': 0}
+step=239300 lr=3.000000e-03 loss=2.5334 ce=2.5334 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.276123581803404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021184904500842094, 'last_eos_top1': 0}
+step=239350 lr=3.000000e-03 loss=2.9554 ce=2.9554 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.553731585270725e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025014404207468033, 'last_eos_top1': 0}
+step=239400 lr=3.000000e-03 loss=2.9984 ce=2.9984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.242133920546621e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016984116286039352, 'last_eos_top1': 0}
+step=239450 lr=3.000000e-03 loss=1.9500 ce=1.9500 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.21107176609803e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015735479071736336, 'last_eos_top1': 0}
+step=239500 lr=3.000000e-03 loss=2.2094 ce=2.2094 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.626180402236059e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017176691442728043, 'last_eos_top1': 0}
+step=239550 lr=3.000000e-03 loss=2.6441 ce=2.6441 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.854458191199228e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017035039141774178, 'last_eos_top1': 0}
+step=239600 lr=3.000000e-03 loss=3.1519 ce=3.1519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001207318200613372, 'pos0_bos_top1': 0, 'last_eos_p': 0.021846938878297806, 'last_eos_top1': 0}
+step=239650 lr=3.000000e-03 loss=2.3983 ce=2.3983 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014778670447412878, 'pos0_bos_top1': 0, 'last_eos_p': 0.013694794848561287, 'last_eos_top1': 0}
+step=239700 lr=3.000000e-03 loss=2.1269 ce=2.1269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.059809235623106e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016337228938937187, 'last_eos_top1': 0}
+step=239750 lr=3.000000e-03 loss=2.6073 ce=2.6073 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.19740822003223e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018198706209659576, 'last_eos_top1': 0}
+step=239800 lr=3.000000e-03 loss=2.9411 ce=2.9411 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.374182728701271e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023085102438926697, 'last_eos_top1': 0}
+step=239850 lr=3.000000e-03 loss=2.8689 ce=2.8689 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.225409015314654e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026286490261554718, 'last_eos_top1': 0}
+step=239900 lr=3.000000e-03 loss=2.0392 ce=2.0392 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5040255170315504e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02714642696082592, 'last_eos_top1': 0}
+step=239950 lr=3.000000e-03 loss=2.9993 ce=2.9993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.981761544011533e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030165167525410652, 'last_eos_top1': 0}
+step=240000 lr=3.000000e-03 loss=2.0885 ce=2.0885 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.045396680245176e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021896887570619583, 'last_eos_top1': 0}
+step=240050 lr=3.000000e-03 loss=2.9361 ce=2.9361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0837479900801554e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025122227147221565, 'last_eos_top1': 0}
+step=240100 lr=3.000000e-03 loss=2.0416 ce=2.0416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8641910830629058e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026169337332248688, 'last_eos_top1': 0}
+step=240150 lr=3.000000e-03 loss=2.2289 ce=2.2289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.026667248690501e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023077763617038727, 'last_eos_top1': 0}
+step=240200 lr=3.000000e-03 loss=2.0415 ce=2.0415 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.609625026816502e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022760342806577682, 'last_eos_top1': 0}
+step=240250 lr=3.000000e-03 loss=2.6819 ce=2.6819 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.393296669353731e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019607771188020706, 'last_eos_top1': 0}
+step=240300 lr=3.000000e-03 loss=2.6843 ce=2.6843 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.230468377703801e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0199674554169178, 'last_eos_top1': 0}
+step=240350 lr=3.000000e-03 loss=2.3917 ce=2.3917 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2822684665443376e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019678862765431404, 'last_eos_top1': 0}
+step=240400 lr=3.000000e-03 loss=2.3768 ce=2.3768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.125939009711146e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014872395433485508, 'last_eos_top1': 0}
+step=240450 lr=3.000000e-03 loss=2.4725 ce=2.4725 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.299184001865797e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021456969901919365, 'last_eos_top1': 0}
+step=240500 lr=3.000000e-03 loss=2.4421 ce=2.4421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.043987064505927e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022418374195694923, 'last_eos_top1': 0}
+step=240550 lr=3.000000e-03 loss=2.4674 ce=2.4674 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6927474866388366e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016478225588798523, 'last_eos_top1': 0}
+step=240600 lr=3.000000e-03 loss=1.7136 ce=1.7136 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.552588168531656e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01812031865119934, 'last_eos_top1': 0}
+step=240650 lr=3.000000e-03 loss=2.7205 ce=2.7205 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.19626196869649e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021708238869905472, 'last_eos_top1': 0}
+step=240700 lr=3.000000e-03 loss=2.1851 ce=2.1851 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.236181095824577e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018521739169955254, 'last_eos_top1': 0}
+step=240750 lr=3.000000e-03 loss=2.3459 ce=2.3459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.62885111826472e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017631012946367264, 'last_eos_top1': 0}
+step=240800 lr=3.000000e-03 loss=2.9332 ce=2.9332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.198214471922256e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01419579703360796, 'last_eos_top1': 0}
+step=240850 lr=3.000000e-03 loss=2.3308 ce=2.3308 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.644837124738842e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01812642812728882, 'last_eos_top1': 0}
+step=240900 lr=3.000000e-03 loss=3.3293 ce=3.3293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.821763311862014e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02347594127058983, 'last_eos_top1': 0}
+step=240950 lr=3.000000e-03 loss=2.4759 ce=2.4759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.124119292711839e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020652983337640762, 'last_eos_top1': 0}
+step=241000 lr=3.000000e-03 loss=2.4569 ce=2.4569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.439150795107707e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026938263326883316, 'last_eos_top1': 0}
+step=241050 lr=3.000000e-03 loss=2.2125 ce=2.2125 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1351835534442216e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021240917965769768, 'last_eos_top1': 0}
+step=241100 lr=3.000000e-03 loss=2.3226 ce=2.3226 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.346673838677816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015998272225260735, 'last_eos_top1': 0}
+step=241150 lr=3.000000e-03 loss=2.9589 ce=2.9589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1838764445856214e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01722661778330803, 'last_eos_top1': 0}
+step=241200 lr=3.000000e-03 loss=2.8576 ce=2.8576 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3330941985477693e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01830887421965599, 'last_eos_top1': 0}
+step=241250 lr=3.000000e-03 loss=2.4356 ce=2.4356 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.355445268331096e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017605556175112724, 'last_eos_top1': 0}
+step=241300 lr=3.000000e-03 loss=2.0676 ce=2.0676 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.395350257866085e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020551836118102074, 'last_eos_top1': 0}
+step=241350 lr=3.000000e-03 loss=1.7851 ce=1.7851 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.21061777160503e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020604895427823067, 'last_eos_top1': 0}
+step=241400 lr=3.000000e-03 loss=2.5570 ce=2.5570 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9701989003806375e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020986158400774002, 'last_eos_top1': 0}
+step=241450 lr=3.000000e-03 loss=2.4783 ce=2.4783 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.059678707970306e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020546313375234604, 'last_eos_top1': 0}
+step=241500 lr=3.000000e-03 loss=2.1698 ce=2.1698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0439731088117696e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01754503697156906, 'last_eos_top1': 0}
+step=241550 lr=3.000000e-03 loss=2.5229 ce=2.5229 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.350919284159318e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01593334972858429, 'last_eos_top1': 0}
+step=241600 lr=3.000000e-03 loss=2.9299 ce=2.9299 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9874099204316735e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02325395494699478, 'last_eos_top1': 0}
+step=241650 lr=3.000000e-03 loss=2.5334 ce=2.5334 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011387977428967133, 'pos0_bos_top1': 0, 'last_eos_p': 0.02119540050625801, 'last_eos_top1': 0}
+step=241700 lr=3.000000e-03 loss=2.5665 ce=2.5665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0684571760939434e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01878054067492485, 'last_eos_top1': 0}
+step=241750 lr=3.000000e-03 loss=2.4316 ce=2.4316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.759733514627442e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015427828766405582, 'last_eos_top1': 0}
+step=241800 lr=3.000000e-03 loss=2.4620 ce=2.4620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.551308176014572e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014392590150237083, 'last_eos_top1': 0}
+step=241850 lr=3.000000e-03 loss=2.0376 ce=2.0376 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028064928483217955, 'pos0_bos_top1': 0, 'last_eos_p': 0.014303741045296192, 'last_eos_top1': 0}
+step=241900 lr=3.000000e-03 loss=1.9568 ce=1.9568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.04438061802648e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01678941585123539, 'last_eos_top1': 0}
+step=241950 lr=3.000000e-03 loss=2.6531 ce=2.6531 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.206873589078896e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020395807921886444, 'last_eos_top1': 0}
+step=242000 lr=3.000000e-03 loss=3.0956 ce=3.0956 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.409523924347013e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017154624685645103, 'last_eos_top1': 0}
+step=242050 lr=3.000000e-03 loss=2.0939 ce=2.0939 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.714704118669033e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017290441319346428, 'last_eos_top1': 0}
+step=242100 lr=3.000000e-03 loss=2.2261 ce=2.2261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013487115211319178, 'pos0_bos_top1': 0, 'last_eos_p': 0.019726593047380447, 'last_eos_top1': 0}
+step=242150 lr=3.000000e-03 loss=2.0179 ce=2.0179 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010414449207019061, 'pos0_bos_top1': 0, 'last_eos_p': 0.021889155730605125, 'last_eos_top1': 0}
+step=242200 lr=3.000000e-03 loss=3.1944 ce=3.1944 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012321416579652578, 'pos0_bos_top1': 0, 'last_eos_p': 0.021460380405187607, 'last_eos_top1': 0}
+step=242250 lr=3.000000e-03 loss=2.3693 ce=2.3693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016645927098579705, 'pos0_bos_top1': 0, 'last_eos_p': 0.022816751152276993, 'last_eos_top1': 0}
+step=242300 lr=3.000000e-03 loss=1.7805 ce=1.7805 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.465756890363991e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01739889197051525, 'last_eos_top1': 0}
+step=242350 lr=3.000000e-03 loss=2.8517 ce=2.8517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7262165278661996e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018108366057276726, 'last_eos_top1': 0}
+step=242400 lr=3.000000e-03 loss=2.7864 ce=2.7864 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6072884540772066e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01730671152472496, 'last_eos_top1': 0}
+step=242450 lr=3.000000e-03 loss=2.9511 ce=2.9511 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.273411029018462e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012697551399469376, 'last_eos_top1': 0}
+step=242500 lr=3.000000e-03 loss=2.3633 ce=2.3633 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.5938059783075e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014453869313001633, 'last_eos_top1': 0}
+step=242550 lr=3.000000e-03 loss=2.4927 ce=2.4927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001038302289089188, 'pos0_bos_top1': 0, 'last_eos_p': 0.016077548265457153, 'last_eos_top1': 0}
+step=242600 lr=3.000000e-03 loss=2.4293 ce=2.4293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.451094380579889e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01734594814479351, 'last_eos_top1': 0}
+step=242650 lr=3.000000e-03 loss=2.0103 ce=2.0103 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3445455958135426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02216777764260769, 'last_eos_top1': 0}
+step=242700 lr=3.000000e-03 loss=2.3355 ce=2.3355 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.810769264120609e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01902688294649124, 'last_eos_top1': 0}
+step=242750 lr=3.000000e-03 loss=2.0486 ce=2.0486 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.058970782556571e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016320504248142242, 'last_eos_top1': 0}
+step=242800 lr=3.000000e-03 loss=2.9778 ce=2.9778 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011592098599066958, 'pos0_bos_top1': 0, 'last_eos_p': 0.025459086522459984, 'last_eos_top1': 0}
+step=242850 lr=3.000000e-03 loss=2.2818 ce=2.2818 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.107286703307182e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02504817396402359, 'last_eos_top1': 0}
+step=242900 lr=3.000000e-03 loss=2.3799 ce=2.3799 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015004507440607995, 'pos0_bos_top1': 0, 'last_eos_p': 0.02003077045083046, 'last_eos_top1': 0}
+step=242950 lr=3.000000e-03 loss=2.4523 ce=2.4523 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.684739052318037e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024816498160362244, 'last_eos_top1': 0}
+step=243000 lr=3.000000e-03 loss=3.2734 ce=3.2734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011447731230873615, 'pos0_bos_top1': 0, 'last_eos_p': 0.017339609563350677, 'last_eos_top1': 0}
+step=243050 lr=3.000000e-03 loss=2.3014 ce=2.3014 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.217036858899519e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019602930173277855, 'last_eos_top1': 0}
+step=243100 lr=3.000000e-03 loss=2.2059 ce=2.2059 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011372788139851764, 'pos0_bos_top1': 0, 'last_eos_p': 0.014876195229589939, 'last_eos_top1': 0}
+step=243150 lr=3.000000e-03 loss=2.5407 ce=2.5407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0394103305297904e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01969079114496708, 'last_eos_top1': 0}
+step=243200 lr=3.000000e-03 loss=2.1502 ce=2.1502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.677450776100159e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011996742337942123, 'last_eos_top1': 0}
+step=243250 lr=3.000000e-03 loss=2.7493 ce=2.7493 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018646084936335683, 'pos0_bos_top1': 0, 'last_eos_p': 0.016996655613183975, 'last_eos_top1': 0}
+step=243300 lr=3.000000e-03 loss=2.2323 ce=2.2323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.141360012814403e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016285469755530357, 'last_eos_top1': 0}
+step=243350 lr=3.000000e-03 loss=1.9814 ce=1.9814 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.28898191684857e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015897363424301147, 'last_eos_top1': 0}
+step=243400 lr=3.000000e-03 loss=2.7668 ce=2.7668 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.72416717861779e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016156870871782303, 'last_eos_top1': 0}
+step=243450 lr=3.000000e-03 loss=2.4524 ce=2.4524 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7070617913268507e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012545421719551086, 'last_eos_top1': 0}
+step=243500 lr=3.000000e-03 loss=2.8578 ce=2.8578 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.247022924479097e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012254755944013596, 'last_eos_top1': 0}
+step=243550 lr=3.000000e-03 loss=2.8111 ce=2.8111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00032218245905824006, 'pos0_bos_top1': 0, 'last_eos_p': 0.018741464242339134, 'last_eos_top1': 0}
+step=243600 lr=3.000000e-03 loss=2.3075 ce=2.3075 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001201428021886386, 'pos0_bos_top1': 0, 'last_eos_p': 0.017591144889593124, 'last_eos_top1': 0}
+step=243650 lr=3.000000e-03 loss=2.5328 ce=2.5328 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018906341574620456, 'pos0_bos_top1': 0, 'last_eos_p': 0.016315869987010956, 'last_eos_top1': 0}
+step=243700 lr=3.000000e-03 loss=2.0680 ce=2.0680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011988621554337442, 'pos0_bos_top1': 0, 'last_eos_p': 0.016552546992897987, 'last_eos_top1': 0}
+step=243750 lr=3.000000e-03 loss=2.5204 ce=2.5204 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.624371548648924e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016123047098517418, 'last_eos_top1': 0}
+step=243800 lr=3.000000e-03 loss=2.3879 ce=2.3879 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.225412602769211e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016274379566311836, 'last_eos_top1': 0}
+step=243850 lr=3.000000e-03 loss=2.3956 ce=2.3956 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014473912597168237, 'pos0_bos_top1': 0, 'last_eos_p': 0.020754309371113777, 'last_eos_top1': 0}
+step=243900 lr=3.000000e-03 loss=2.9312 ce=2.9312 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.580765618011355e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016252517700195312, 'last_eos_top1': 0}
+step=243950 lr=3.000000e-03 loss=2.4440 ce=2.4440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.617705654818565e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01664774678647518, 'last_eos_top1': 0}
+step=244000 lr=3.000000e-03 loss=2.3088 ce=2.3088 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011739296314772218, 'pos0_bos_top1': 0, 'last_eos_p': 0.022232651710510254, 'last_eos_top1': 0}
+step=244050 lr=3.000000e-03 loss=2.4037 ce=2.4037 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.591009438736364e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013612193055450916, 'last_eos_top1': 0}
+step=244100 lr=3.000000e-03 loss=1.4096 ce=1.4096 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.809901242377236e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011306529864668846, 'last_eos_top1': 0}
+step=244150 lr=3.000000e-03 loss=2.4698 ce=2.4698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.464781760470942e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012218762189149857, 'last_eos_top1': 0}
+step=244200 lr=3.000000e-03 loss=2.5473 ce=2.5473 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010192077024839818, 'pos0_bos_top1': 0, 'last_eos_p': 0.015914838761091232, 'last_eos_top1': 0}
+step=244250 lr=3.000000e-03 loss=2.9054 ce=2.9054 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.677112519857474e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012302819639444351, 'last_eos_top1': 0}
+step=244300 lr=3.000000e-03 loss=2.9328 ce=2.9328 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.618353993166238e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015455581247806549, 'last_eos_top1': 0}
+step=244350 lr=3.000000e-03 loss=3.2910 ce=3.2910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.730196714168414e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015890222042798996, 'last_eos_top1': 0}
+step=244400 lr=3.000000e-03 loss=2.4331 ce=2.4331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001879552291939035, 'pos0_bos_top1': 0, 'last_eos_p': 0.016679901629686356, 'last_eos_top1': 0}
+step=244450 lr=3.000000e-03 loss=2.6218 ce=2.6218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.201827924698591e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015118765644729137, 'last_eos_top1': 0}
+step=244500 lr=3.000000e-03 loss=2.9476 ce=2.9476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9218248528195545e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023939309641718864, 'last_eos_top1': 0}
+step=244550 lr=3.000000e-03 loss=2.1422 ce=2.1422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015483831521123648, 'pos0_bos_top1': 0, 'last_eos_p': 0.019093172624707222, 'last_eos_top1': 0}
+step=244600 lr=3.000000e-03 loss=1.8721 ce=1.8721 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.258640547050163e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018307996913790703, 'last_eos_top1': 0}
+step=244650 lr=3.000000e-03 loss=2.7551 ce=2.7551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021804831339977682, 'pos0_bos_top1': 0, 'last_eos_p': 0.020937597379088402, 'last_eos_top1': 0}
+step=244700 lr=3.000000e-03 loss=2.4505 ce=2.4505 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002272166748298332, 'pos0_bos_top1': 0, 'last_eos_p': 0.02442067675292492, 'last_eos_top1': 0}
+step=244750 lr=3.000000e-03 loss=1.6913 ce=1.6913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.951303268782794e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020944131538271904, 'last_eos_top1': 0}
+step=244800 lr=3.000000e-03 loss=2.2165 ce=2.2165 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010047305113403127, 'pos0_bos_top1': 0, 'last_eos_p': 0.016281291842460632, 'last_eos_top1': 0}
+step=244850 lr=3.000000e-03 loss=1.7899 ce=1.7899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.854050586000085e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022246459499001503, 'last_eos_top1': 0}
+step=244900 lr=3.000000e-03 loss=1.9940 ce=1.9940 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001118542131735012, 'pos0_bos_top1': 0, 'last_eos_p': 0.02269272692501545, 'last_eos_top1': 0}
+step=244950 lr=3.000000e-03 loss=2.4020 ce=2.4020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.027438990306109e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01357975136488676, 'last_eos_top1': 0}
+step=245000 lr=3.000000e-03 loss=3.4885 ce=3.4885 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3747564379591495e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017203640192747116, 'last_eos_top1': 0}
+step=245050 lr=3.000000e-03 loss=2.3490 ce=2.3490 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.136554970405996e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01750100962817669, 'last_eos_top1': 0}
+step=245100 lr=3.000000e-03 loss=2.5066 ce=2.5066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1474406569032e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01763324625790119, 'last_eos_top1': 0}
+step=245150 lr=3.000000e-03 loss=2.6067 ce=2.6067 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.151759200496599e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01267907116562128, 'last_eos_top1': 0}
+step=245200 lr=3.000000e-03 loss=1.8070 ce=1.8070 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023472041357308626, 'pos0_bos_top1': 0, 'last_eos_p': 0.017276542261242867, 'last_eos_top1': 0}
+step=245250 lr=3.000000e-03 loss=2.4990 ce=2.4990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013804432819597423, 'pos0_bos_top1': 0, 'last_eos_p': 0.01523639913648367, 'last_eos_top1': 0}
+step=245300 lr=3.000000e-03 loss=2.1417 ce=2.1417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001427814131602645, 'pos0_bos_top1': 0, 'last_eos_p': 0.01705051027238369, 'last_eos_top1': 0}
+step=245350 lr=3.000000e-03 loss=1.5643 ce=1.5643 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3187636038055643e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022750644013285637, 'last_eos_top1': 0}
+step=245400 lr=3.000000e-03 loss=2.7419 ce=2.7419 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.690433216746897e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015543445013463497, 'last_eos_top1': 0}
+step=245450 lr=3.000000e-03 loss=2.5730 ce=2.5730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001576287322677672, 'pos0_bos_top1': 0, 'last_eos_p': 0.019989395514130592, 'last_eos_top1': 0}
+step=245500 lr=3.000000e-03 loss=1.9152 ce=1.9152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015371038170997053, 'pos0_bos_top1': 0, 'last_eos_p': 0.021646862849593163, 'last_eos_top1': 0}
+step=245550 lr=3.000000e-03 loss=2.5609 ce=2.5609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021311828459147364, 'pos0_bos_top1': 0, 'last_eos_p': 0.01602342166006565, 'last_eos_top1': 0}
+step=245600 lr=3.000000e-03 loss=2.3016 ce=2.3016 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010186742292717099, 'pos0_bos_top1': 0, 'last_eos_p': 0.01811532862484455, 'last_eos_top1': 0}
+step=245650 lr=3.000000e-03 loss=2.0017 ce=2.0017 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.679683716967702e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021948756650090218, 'last_eos_top1': 0}
+step=245700 lr=3.000000e-03 loss=2.1753 ce=2.1753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.479017611127347e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023832794278860092, 'last_eos_top1': 0}
+step=245750 lr=3.000000e-03 loss=2.4910 ce=2.4910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.901768549345434e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01871521584689617, 'last_eos_top1': 0}
+step=245800 lr=3.000000e-03 loss=2.4711 ce=2.4711 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.062497363425791e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022562893107533455, 'last_eos_top1': 0}
+step=245850 lr=3.000000e-03 loss=2.0096 ce=2.0096 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011065767466789111, 'pos0_bos_top1': 0, 'last_eos_p': 0.030794452875852585, 'last_eos_top1': 0}
+step=245900 lr=3.000000e-03 loss=2.6511 ce=2.6511 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.779688555980101e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01796889677643776, 'last_eos_top1': 0}
+step=245950 lr=3.000000e-03 loss=2.1260 ce=2.1260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013830774696543813, 'pos0_bos_top1': 0, 'last_eos_p': 0.014120263047516346, 'last_eos_top1': 0}
+step=246000 lr=3.000000e-03 loss=2.6382 ce=2.6382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.359195711207576e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015922222286462784, 'last_eos_top1': 0}
+step=246050 lr=3.000000e-03 loss=2.7794 ce=2.7794 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.977837670594454e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013939748518168926, 'last_eos_top1': 0}
+step=246100 lr=3.000000e-03 loss=2.6670 ce=2.6670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010030410339822993, 'pos0_bos_top1': 0, 'last_eos_p': 0.018767224624753, 'last_eos_top1': 0}
+step=246150 lr=3.000000e-03 loss=2.5855 ce=2.5855 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015810973127372563, 'pos0_bos_top1': 0, 'last_eos_p': 0.017870493233203888, 'last_eos_top1': 0}
+step=246200 lr=3.000000e-03 loss=2.8118 ce=2.8118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002178577851736918, 'pos0_bos_top1': 0, 'last_eos_p': 0.020731277763843536, 'last_eos_top1': 0}
+step=246250 lr=3.000000e-03 loss=2.3376 ce=2.3376 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010847341764019802, 'pos0_bos_top1': 0, 'last_eos_p': 0.023970142006874084, 'last_eos_top1': 0}
+step=246300 lr=3.000000e-03 loss=2.6617 ce=2.6617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002569353091530502, 'pos0_bos_top1': 0, 'last_eos_p': 0.012480478733778, 'last_eos_top1': 0}
+step=246350 lr=3.000000e-03 loss=3.3686 ce=3.3686 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001310288644162938, 'pos0_bos_top1': 0, 'last_eos_p': 0.015867024660110474, 'last_eos_top1': 0}
+step=246400 lr=3.000000e-03 loss=2.0527 ce=2.0527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.359457908431068e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019865883514285088, 'last_eos_top1': 0}
+step=246450 lr=3.000000e-03 loss=3.0092 ce=3.0092 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011692734551616013, 'pos0_bos_top1': 0, 'last_eos_p': 0.016694560647010803, 'last_eos_top1': 0}
+step=246500 lr=3.000000e-03 loss=2.1696 ce=2.1696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.114255014224909e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018172452226281166, 'last_eos_top1': 0}
+step=246550 lr=3.000000e-03 loss=1.9137 ce=1.9137 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3458181355381384e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01623438484966755, 'last_eos_top1': 0}
+step=246600 lr=3.000000e-03 loss=2.6667 ce=2.6667 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.644087600056082e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012768421322107315, 'last_eos_top1': 0}
+step=246650 lr=3.000000e-03 loss=2.2776 ce=2.2776 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002738847688306123, 'pos0_bos_top1': 0, 'last_eos_p': 0.01802997477352619, 'last_eos_top1': 0}
+step=246700 lr=3.000000e-03 loss=2.4539 ce=2.4539 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017314754950348288, 'pos0_bos_top1': 0, 'last_eos_p': 0.013775316998362541, 'last_eos_top1': 0}
+step=246750 lr=3.000000e-03 loss=2.1576 ce=2.1576 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.334538971306756e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022647494450211525, 'last_eos_top1': 0}
+step=246800 lr=3.000000e-03 loss=2.6273 ce=2.6273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9018488930887543e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015733039006590843, 'last_eos_top1': 0}
+step=246850 lr=3.000000e-03 loss=2.6899 ce=2.6899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.123219307279214e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011585528962314129, 'last_eos_top1': 0}
+step=246900 lr=3.000000e-03 loss=1.4989 ce=1.4989 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.616986552719027e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012799711897969246, 'last_eos_top1': 0}
+step=246950 lr=3.000000e-03 loss=2.3574 ce=2.3574 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5896649428177625e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01697407476603985, 'last_eos_top1': 0}
+step=247000 lr=3.000000e-03 loss=2.2964 ce=2.2964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2735122406156734e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01669003814458847, 'last_eos_top1': 0}
+step=247050 lr=3.000000e-03 loss=2.6123 ce=2.6123 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.954337004572153e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014504740945994854, 'last_eos_top1': 0}
+step=247100 lr=3.000000e-03 loss=2.8475 ce=2.8475 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.820831473916769e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016599608585238457, 'last_eos_top1': 0}
+step=247150 lr=3.000000e-03 loss=3.0443 ce=3.0443 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2402570872800425e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015032416209578514, 'last_eos_top1': 0}
+step=247200 lr=3.000000e-03 loss=2.4643 ce=2.4643 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.23479747143574e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012520179152488708, 'last_eos_top1': 0}
+step=247250 lr=3.000000e-03 loss=2.0057 ce=2.0057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.967512308619916e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0190937090665102, 'last_eos_top1': 0}
+step=247300 lr=3.000000e-03 loss=2.6194 ce=2.6194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.618474435526878e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016562996432185173, 'last_eos_top1': 0}
+step=247350 lr=3.000000e-03 loss=2.0260 ce=2.0260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.342032454791479e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01749577932059765, 'last_eos_top1': 0}
+step=247400 lr=3.000000e-03 loss=2.1200 ce=2.1200 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.375247201300226e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017021022737026215, 'last_eos_top1': 0}
+step=247450 lr=3.000000e-03 loss=2.7871 ce=2.7871 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.163214806700125e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017248716205358505, 'last_eos_top1': 0}
+step=247500 lr=3.000000e-03 loss=2.6525 ce=2.6525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021557576837949455, 'pos0_bos_top1': 0, 'last_eos_p': 0.016346639022231102, 'last_eos_top1': 0}
+step=247550 lr=3.000000e-03 loss=2.7229 ce=2.7229 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.894132169079967e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017057089135050774, 'last_eos_top1': 0}
+step=247600 lr=3.000000e-03 loss=2.4395 ce=2.4395 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024412803759332746, 'pos0_bos_top1': 0, 'last_eos_p': 0.01691441610455513, 'last_eos_top1': 0}
+step=247650 lr=3.000000e-03 loss=2.0609 ce=2.0609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013165651762392372, 'pos0_bos_top1': 0, 'last_eos_p': 0.017996622249484062, 'last_eos_top1': 0}
+step=247700 lr=3.000000e-03 loss=2.2022 ce=2.2022 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.069573232205585e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017695598304271698, 'last_eos_top1': 0}
+step=247750 lr=3.000000e-03 loss=2.3935 ce=2.3935 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017862094682641327, 'pos0_bos_top1': 0, 'last_eos_p': 0.01609920524060726, 'last_eos_top1': 0}
+step=247800 lr=3.000000e-03 loss=1.6807 ce=1.6807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011759427434299141, 'pos0_bos_top1': 0, 'last_eos_p': 0.02119298093020916, 'last_eos_top1': 0}
+step=247850 lr=3.000000e-03 loss=1.9797 ce=1.9797 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000153423854499124, 'pos0_bos_top1': 0, 'last_eos_p': 0.018088581040501595, 'last_eos_top1': 0}
+step=247900 lr=3.000000e-03 loss=2.7290 ce=2.7290 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003475140256341547, 'pos0_bos_top1': 0, 'last_eos_p': 0.016727808862924576, 'last_eos_top1': 0}
+step=247950 lr=3.000000e-03 loss=2.0161 ce=2.0161 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021709535212721676, 'pos0_bos_top1': 0, 'last_eos_p': 0.01204527448862791, 'last_eos_top1': 0}
+step=248000 lr=3.000000e-03 loss=2.5210 ce=2.5210 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.388051017187536e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01952167972922325, 'last_eos_top1': 0}
+step=248050 lr=3.000000e-03 loss=1.9154 ce=1.9154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001333186955889687, 'pos0_bos_top1': 0, 'last_eos_p': 0.013839014805853367, 'last_eos_top1': 0}
+step=248100 lr=3.000000e-03 loss=2.9758 ce=2.9758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00032617716351523995, 'pos0_bos_top1': 0, 'last_eos_p': 0.017355114221572876, 'last_eos_top1': 0}
+step=248150 lr=3.000000e-03 loss=2.4479 ce=2.4479 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00038114452036097646, 'pos0_bos_top1': 0, 'last_eos_p': 0.01089832279831171, 'last_eos_top1': 0}
+step=248200 lr=3.000000e-03 loss=2.6839 ce=2.6839 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012562073243316263, 'pos0_bos_top1': 0, 'last_eos_p': 0.015065382234752178, 'last_eos_top1': 0}
+step=248250 lr=3.000000e-03 loss=2.7035 ce=2.7035 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016707656322978437, 'pos0_bos_top1': 0, 'last_eos_p': 0.015343066304922104, 'last_eos_top1': 0}
+step=248300 lr=3.000000e-03 loss=2.6402 ce=2.6402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012922317546326667, 'pos0_bos_top1': 0, 'last_eos_p': 0.0167121272534132, 'last_eos_top1': 0}
+step=248350 lr=3.000000e-03 loss=2.2221 ce=2.2221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017637900600675493, 'pos0_bos_top1': 0, 'last_eos_p': 0.01859905570745468, 'last_eos_top1': 0}
+step=248400 lr=3.000000e-03 loss=1.8414 ce=1.8414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002748987462837249, 'pos0_bos_top1': 0, 'last_eos_p': 0.012625433504581451, 'last_eos_top1': 0}
+step=248450 lr=3.000000e-03 loss=2.4139 ce=2.4139 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001675344246905297, 'pos0_bos_top1': 0, 'last_eos_p': 0.022977197542786598, 'last_eos_top1': 0}
+step=248500 lr=3.000000e-03 loss=2.5696 ce=2.5696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024378180387429893, 'pos0_bos_top1': 0, 'last_eos_p': 0.014468411915004253, 'last_eos_top1': 0}
+step=248550 lr=3.000000e-03 loss=2.2405 ce=2.2405 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.52421367703937e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014434561133384705, 'last_eos_top1': 0}
+step=248600 lr=3.000000e-03 loss=2.9922 ce=2.9922 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011063952842960134, 'pos0_bos_top1': 0, 'last_eos_p': 0.017021330073475838, 'last_eos_top1': 0}
+step=248650 lr=3.000000e-03 loss=2.1942 ce=2.1942 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.345989044755697e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017640886828303337, 'last_eos_top1': 0}
+step=248700 lr=3.000000e-03 loss=2.1321 ce=2.1321 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016325422620866448, 'pos0_bos_top1': 0, 'last_eos_p': 0.021210353821516037, 'last_eos_top1': 0}
+step=248750 lr=3.000000e-03 loss=1.8901 ce=1.8901 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013635454524774104, 'pos0_bos_top1': 0, 'last_eos_p': 0.017138540744781494, 'last_eos_top1': 0}
+step=248800 lr=3.000000e-03 loss=2.6789 ce=2.6789 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.349583029281348e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020401347428560257, 'last_eos_top1': 0}
+step=248850 lr=3.000000e-03 loss=2.1672 ce=2.1672 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.5329422543291e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02351745218038559, 'last_eos_top1': 0}
+step=248900 lr=3.000000e-03 loss=2.4049 ce=2.4049 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001649309997446835, 'pos0_bos_top1': 0, 'last_eos_p': 0.018648404628038406, 'last_eos_top1': 0}
+step=248950 lr=3.000000e-03 loss=3.0993 ce=3.0993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.972945266170427e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01685621775686741, 'last_eos_top1': 0}
+[elf_hfds direct rank=1 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=2000000 rows=1991809 buffered=8191 part=openwebtext-t5
+step=249000 lr=3.000000e-03 loss=2.6806 ce=2.6806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010370297968620434, 'pos0_bos_top1': 0, 'last_eos_p': 0.018543926998972893, 'last_eos_top1': 0}
+step=249050 lr=3.000000e-03 loss=2.5243 ce=2.5243 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.871503526577726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02061077393591404, 'last_eos_top1': 0}
+step=249100 lr=3.000000e-03 loss=2.3764 ce=2.3764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001981138193514198, 'pos0_bos_top1': 0, 'last_eos_p': 0.012107307091355324, 'last_eos_top1': 0}
+step=249150 lr=3.000000e-03 loss=2.0182 ce=2.0182 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020922761177644134, 'pos0_bos_top1': 0, 'last_eos_p': 0.017684532329440117, 'last_eos_top1': 0}
+step=249200 lr=3.000000e-03 loss=2.3114 ce=2.3114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5190892453538254e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026525015011429787, 'last_eos_top1': 0}
+step=249250 lr=3.000000e-03 loss=2.4518 ce=2.4518 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022072628780733794, 'pos0_bos_top1': 0, 'last_eos_p': 0.022088687866926193, 'last_eos_top1': 0}
+step=249300 lr=3.000000e-03 loss=2.4726 ce=2.4726 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.539967191405594e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020349949598312378, 'last_eos_top1': 0}
+step=249350 lr=3.000000e-03 loss=2.5686 ce=2.5686 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.286363011691719e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020221516489982605, 'last_eos_top1': 0}
+step=249400 lr=3.000000e-03 loss=2.2670 ce=2.2670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.148885298287496e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016476498916745186, 'last_eos_top1': 0}
+step=249450 lr=3.000000e-03 loss=2.0724 ce=2.0724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.691606980282813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02124406024813652, 'last_eos_top1': 0}
+step=249500 lr=3.000000e-03 loss=1.7692 ce=1.7692 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.681849168264307e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020922277122735977, 'last_eos_top1': 0}
+step=249550 lr=3.000000e-03 loss=1.8691 ce=1.8691 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011275516590103507, 'pos0_bos_top1': 0, 'last_eos_p': 0.024553686380386353, 'last_eos_top1': 0}
+step=249600 lr=3.000000e-03 loss=2.9394 ce=2.9394 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.608090992202051e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02570386603474617, 'last_eos_top1': 0}
+step=249650 lr=3.000000e-03 loss=1.9031 ce=1.9031 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6403322155820206e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01681925542652607, 'last_eos_top1': 0}
+step=249700 lr=3.000000e-03 loss=2.0556 ce=2.0556 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.950442598783411e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02323395572602749, 'last_eos_top1': 0}
+step=249750 lr=3.000000e-03 loss=3.1103 ce=3.1103 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.451597356412094e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019612452015280724, 'last_eos_top1': 0}
+step=249800 lr=3.000000e-03 loss=2.1310 ce=2.1310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.533235424896702e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01958959735929966, 'last_eos_top1': 0}
+step=249850 lr=3.000000e-03 loss=1.5924 ce=1.5924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7484700442291796e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019260013476014137, 'last_eos_top1': 0}
+step=249900 lr=3.000000e-03 loss=2.4779 ce=2.4779 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.325081191491336e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018085472285747528, 'last_eos_top1': 0}
+step=249950 lr=3.000000e-03 loss=1.8615 ce=1.8615 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9345679397229105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020423419773578644, 'last_eos_top1': 0}
+step=250000 lr=3.000000e-03 loss=3.3050 ce=3.3050 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.753590499400161e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013887290842831135, 'last_eos_top1': 0}
+step=250050 lr=3.000000e-03 loss=2.3235 ce=2.3235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.294548100209795e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017457708716392517, 'last_eos_top1': 0}
+step=250100 lr=3.000000e-03 loss=2.5495 ce=2.5495 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.372399078216404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020973311737179756, 'last_eos_top1': 0}
+step=250150 lr=3.000000e-03 loss=2.0481 ce=2.0481 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0684356059064157e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019780093804001808, 'last_eos_top1': 0}
+step=250200 lr=3.000000e-03 loss=2.8710 ce=2.8710 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.37330735521391e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014747043140232563, 'last_eos_top1': 0}
+step=250250 lr=3.000000e-03 loss=2.2498 ce=2.2498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5830023736925796e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018206631764769554, 'last_eos_top1': 0}
+step=250300 lr=3.000000e-03 loss=2.1639 ce=2.1639 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.569162021856755e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017679937183856964, 'last_eos_top1': 0}
+step=250350 lr=3.000000e-03 loss=3.3731 ce=3.3731 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012493188842199743, 'pos0_bos_top1': 0, 'last_eos_p': 0.010588015429675579, 'last_eos_top1': 0}
+step=250400 lr=3.000000e-03 loss=2.7776 ce=2.7776 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002977246476802975, 'pos0_bos_top1': 0, 'last_eos_p': 0.018801959231495857, 'last_eos_top1': 0}
+step=250450 lr=3.000000e-03 loss=2.0077 ce=2.0077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028341967845335603, 'pos0_bos_top1': 0, 'last_eos_p': 0.020700443536043167, 'last_eos_top1': 0}
+step=250500 lr=3.000000e-03 loss=2.5681 ce=2.5681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019266792514827102, 'pos0_bos_top1': 0, 'last_eos_p': 0.014563760720193386, 'last_eos_top1': 0}
+step=250550 lr=3.000000e-03 loss=2.4157 ce=2.4157 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.745533366687596e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017985915765166283, 'last_eos_top1': 0}
+step=250600 lr=3.000000e-03 loss=1.8718 ce=1.8718 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.507808135822415e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018023675307631493, 'last_eos_top1': 0}
+step=250650 lr=3.000000e-03 loss=1.8517 ce=1.8517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017776941240299493, 'pos0_bos_top1': 0, 'last_eos_p': 0.018590688705444336, 'last_eos_top1': 0}
+step=250700 lr=3.000000e-03 loss=2.9117 ce=2.9117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010264145385008305, 'pos0_bos_top1': 0, 'last_eos_p': 0.013243753463029861, 'last_eos_top1': 0}
+step=250750 lr=3.000000e-03 loss=1.6124 ce=1.6124 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010981639934470877, 'pos0_bos_top1': 0, 'last_eos_p': 0.013779711909592152, 'last_eos_top1': 0}
+step=250800 lr=3.000000e-03 loss=1.9421 ce=1.9421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010793178080348298, 'pos0_bos_top1': 0, 'last_eos_p': 0.017082346603274345, 'last_eos_top1': 0}
+step=250850 lr=3.000000e-03 loss=2.3913 ce=2.3913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002248571690870449, 'pos0_bos_top1': 0, 'last_eos_p': 0.021148983389139175, 'last_eos_top1': 0}
+step=250900 lr=3.000000e-03 loss=2.9654 ce=2.9654 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010470081906532869, 'pos0_bos_top1': 0, 'last_eos_p': 0.018441688269376755, 'last_eos_top1': 0}
+step=250950 lr=3.000000e-03 loss=1.7211 ce=1.7211 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.971918188966811e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01435304619371891, 'last_eos_top1': 0}
+step=251000 lr=3.000000e-03 loss=2.9417 ce=2.9417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015913213428575546, 'pos0_bos_top1': 0, 'last_eos_p': 0.016362736001610756, 'last_eos_top1': 0}
+step=251050 lr=3.000000e-03 loss=2.9272 ce=2.9272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016671828052494675, 'pos0_bos_top1': 0, 'last_eos_p': 0.018238985911011696, 'last_eos_top1': 0}
+step=251100 lr=3.000000e-03 loss=2.6130 ce=2.6130 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019537338812369853, 'pos0_bos_top1': 0, 'last_eos_p': 0.019844040274620056, 'last_eos_top1': 0}
+step=251150 lr=3.000000e-03 loss=2.4382 ce=2.4382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001985135313589126, 'pos0_bos_top1': 0, 'last_eos_p': 0.01080293208360672, 'last_eos_top1': 0}
+step=251200 lr=3.000000e-03 loss=2.3394 ce=2.3394 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.451541437651031e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018233181908726692, 'last_eos_top1': 0}
+step=251250 lr=3.000000e-03 loss=3.1075 ce=3.1075 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010001922055380419, 'pos0_bos_top1': 0, 'last_eos_p': 0.019681384786963463, 'last_eos_top1': 0}
+step=251300 lr=3.000000e-03 loss=2.0688 ce=2.0688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.245394176105037e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012894206680357456, 'last_eos_top1': 0}
+step=251350 lr=3.000000e-03 loss=1.9649 ce=1.9649 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019845739006996155, 'pos0_bos_top1': 0, 'last_eos_p': 0.0135492580011487, 'last_eos_top1': 0}
+step=251400 lr=3.000000e-03 loss=3.0020 ce=3.0020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00046429206850007176, 'pos0_bos_top1': 0, 'last_eos_p': 0.009919322095811367, 'last_eos_top1': 0}
+step=251450 lr=3.000000e-03 loss=2.3021 ce=2.3021 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002129328640876338, 'pos0_bos_top1': 0, 'last_eos_p': 0.013800100423395634, 'last_eos_top1': 0}
+step=251500 lr=3.000000e-03 loss=2.3233 ce=2.3233 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011459711095085368, 'pos0_bos_top1': 0, 'last_eos_p': 0.018909167498350143, 'last_eos_top1': 0}
+step=251550 lr=3.000000e-03 loss=2.7038 ce=2.7038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.840663213049993e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02366838976740837, 'last_eos_top1': 0}
+step=251600 lr=3.000000e-03 loss=2.5200 ce=2.5200 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010922523506451398, 'pos0_bos_top1': 0, 'last_eos_p': 0.016804834827780724, 'last_eos_top1': 0}
+step=251650 lr=3.000000e-03 loss=2.4098 ce=2.4098 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011622983583947644, 'pos0_bos_top1': 0, 'last_eos_p': 0.014706906862556934, 'last_eos_top1': 0}
+step=251700 lr=3.000000e-03 loss=2.9646 ce=2.9646 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.814016524003819e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01848810352385044, 'last_eos_top1': 0}
+step=251750 lr=3.000000e-03 loss=1.5200 ce=1.5200 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011237374565098435, 'pos0_bos_top1': 0, 'last_eos_p': 0.014355960302054882, 'last_eos_top1': 0}
+step=251800 lr=3.000000e-03 loss=2.6439 ce=2.6439 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000124613507068716, 'pos0_bos_top1': 0, 'last_eos_p': 0.011658075265586376, 'last_eos_top1': 0}
+step=251850 lr=3.000000e-03 loss=2.1255 ce=2.1255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011785193782998249, 'pos0_bos_top1': 0, 'last_eos_p': 0.012511802837252617, 'last_eos_top1': 0}
+step=251900 lr=3.000000e-03 loss=2.6777 ce=2.6777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.189809209899977e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017951523885130882, 'last_eos_top1': 0}
+step=251950 lr=3.000000e-03 loss=2.4068 ce=2.4068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001842087513068691, 'pos0_bos_top1': 0, 'last_eos_p': 0.021070584654808044, 'last_eos_top1': 0}
+step=252000 lr=3.000000e-03 loss=2.3561 ce=2.3561 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001473944284953177, 'pos0_bos_top1': 0, 'last_eos_p': 0.020529845729470253, 'last_eos_top1': 0}
+step=252050 lr=3.000000e-03 loss=2.7249 ce=2.7249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015102815814316273, 'pos0_bos_top1': 0, 'last_eos_p': 0.015941686928272247, 'last_eos_top1': 0}
+step=252100 lr=3.000000e-03 loss=2.2407 ce=2.2407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015387579333037138, 'pos0_bos_top1': 0, 'last_eos_p': 0.011805862188339233, 'last_eos_top1': 0}
+step=252150 lr=3.000000e-03 loss=2.1014 ce=2.1014 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.596019663149491e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017844771966338158, 'last_eos_top1': 0}
+step=252200 lr=3.000000e-03 loss=2.1787 ce=2.1787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.095288649201393e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015187632292509079, 'last_eos_top1': 0}
+step=252250 lr=3.000000e-03 loss=2.6122 ce=2.6122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003340246912557632, 'pos0_bos_top1': 0, 'last_eos_p': 0.012743838131427765, 'last_eos_top1': 0}
+step=252300 lr=3.000000e-03 loss=2.7129 ce=2.7129 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000198087451281026, 'pos0_bos_top1': 0, 'last_eos_p': 0.0158065352588892, 'last_eos_top1': 0}
+step=252350 lr=3.000000e-03 loss=2.2411 ce=2.2411 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.541651575593278e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02304416336119175, 'last_eos_top1': 0}
+step=252400 lr=3.000000e-03 loss=2.3688 ce=2.3688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002651178219821304, 'pos0_bos_top1': 0, 'last_eos_p': 0.021467536687850952, 'last_eos_top1': 0}
+step=252450 lr=3.000000e-03 loss=2.1785 ce=2.1785 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00031611727899871767, 'pos0_bos_top1': 0, 'last_eos_p': 0.014363589696586132, 'last_eos_top1': 0}
+step=252500 lr=3.000000e-03 loss=2.4170 ce=2.4170 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.309409506386146e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015887441113591194, 'last_eos_top1': 0}
+step=252550 lr=3.000000e-03 loss=2.4854 ce=2.4854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003157116880174726, 'pos0_bos_top1': 0, 'last_eos_p': 0.013338047079741955, 'last_eos_top1': 0}
+step=252600 lr=3.000000e-03 loss=2.1143 ce=2.1143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00029476615600287914, 'pos0_bos_top1': 0, 'last_eos_p': 0.012673096731305122, 'last_eos_top1': 0}
+step=252650 lr=3.000000e-03 loss=2.8474 ce=2.8474 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017479895905125886, 'pos0_bos_top1': 0, 'last_eos_p': 0.012205934152007103, 'last_eos_top1': 0}
+step=252700 lr=3.000000e-03 loss=2.3674 ce=2.3674 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028313518851064146, 'pos0_bos_top1': 0, 'last_eos_p': 0.01435000915080309, 'last_eos_top1': 0}
+step=252750 lr=3.000000e-03 loss=1.9693 ce=1.9693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021399599791038781, 'pos0_bos_top1': 0, 'last_eos_p': 0.021398717537522316, 'last_eos_top1': 0}
+step=252800 lr=3.000000e-03 loss=1.9934 ce=1.9934 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010465063678566366, 'pos0_bos_top1': 0, 'last_eos_p': 0.01918049156665802, 'last_eos_top1': 0}
+step=252850 lr=3.000000e-03 loss=1.9796 ce=1.9796 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017387319530826062, 'pos0_bos_top1': 0, 'last_eos_p': 0.014501324854791164, 'last_eos_top1': 0}
+step=252900 lr=3.000000e-03 loss=2.5541 ce=2.5541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.257220568135381e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01713498681783676, 'last_eos_top1': 0}
+step=252950 lr=3.000000e-03 loss=1.6876 ce=1.6876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013588160800281912, 'pos0_bos_top1': 0, 'last_eos_p': 0.014992980286478996, 'last_eos_top1': 0}
+step=253000 lr=3.000000e-03 loss=2.7084 ce=2.7084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012956744467373937, 'pos0_bos_top1': 0, 'last_eos_p': 0.014422321692109108, 'last_eos_top1': 0}
+step=253050 lr=3.000000e-03 loss=2.1063 ce=2.1063 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022927265672478825, 'pos0_bos_top1': 0, 'last_eos_p': 0.014448790811002254, 'last_eos_top1': 0}
+step=253100 lr=3.000000e-03 loss=2.3686 ce=2.3686 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013650489563588053, 'pos0_bos_top1': 0, 'last_eos_p': 0.01565869338810444, 'last_eos_top1': 0}
+step=253150 lr=3.000000e-03 loss=2.0157 ce=2.0157 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.794085180037655e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018954025581479073, 'last_eos_top1': 0}
+step=253200 lr=3.000000e-03 loss=2.2767 ce=2.2767 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.289206405403093e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019762875512242317, 'last_eos_top1': 0}
+step=253250 lr=3.000000e-03 loss=2.1062 ce=2.1062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004571230383589864, 'pos0_bos_top1': 0, 'last_eos_p': 0.01585845835506916, 'last_eos_top1': 0}
+step=253300 lr=3.000000e-03 loss=2.4269 ce=2.4269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010260071576340124, 'pos0_bos_top1': 0, 'last_eos_p': 0.016785014420747757, 'last_eos_top1': 0}
+step=253350 lr=3.000000e-03 loss=2.4720 ce=2.4720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00042712665162980556, 'pos0_bos_top1': 0, 'last_eos_p': 0.01623017154633999, 'last_eos_top1': 0}
+step=253400 lr=3.000000e-03 loss=2.3613 ce=2.3613 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023479426454287022, 'pos0_bos_top1': 0, 'last_eos_p': 0.01734265312552452, 'last_eos_top1': 0}
+step=253450 lr=3.000000e-03 loss=1.9793 ce=1.9793 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015907728811725974, 'pos0_bos_top1': 0, 'last_eos_p': 0.015405547805130482, 'last_eos_top1': 0}
+step=253500 lr=3.000000e-03 loss=2.1880 ce=2.1880 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023415847681462765, 'pos0_bos_top1': 0, 'last_eos_p': 0.015242582187056541, 'last_eos_top1': 0}
+step=253550 lr=3.000000e-03 loss=2.0208 ce=2.0208 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.843997056828812e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016301454976201057, 'last_eos_top1': 0}
+step=253600 lr=3.000000e-03 loss=2.2336 ce=2.2336 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.015626372070983e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019050516188144684, 'last_eos_top1': 0}
+step=253650 lr=3.000000e-03 loss=2.0215 ce=2.0215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023307335504796356, 'pos0_bos_top1': 0, 'last_eos_p': 0.011084300465881824, 'last_eos_top1': 0}
+step=253700 lr=3.000000e-03 loss=2.6792 ce=2.6792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014480107347480953, 'pos0_bos_top1': 0, 'last_eos_p': 0.015251017175614834, 'last_eos_top1': 0}
+step=253750 lr=3.000000e-03 loss=2.6335 ce=2.6335 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021672729053534567, 'pos0_bos_top1': 0, 'last_eos_p': 0.012379331514239311, 'last_eos_top1': 0}
+step=253800 lr=3.000000e-03 loss=2.4363 ce=2.4363 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003274582850281149, 'pos0_bos_top1': 0, 'last_eos_p': 0.016450487077236176, 'last_eos_top1': 0}
+step=253850 lr=3.000000e-03 loss=3.2550 ce=3.2550 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001674262312008068, 'pos0_bos_top1': 0, 'last_eos_p': 0.01445765420794487, 'last_eos_top1': 0}
+step=253900 lr=3.000000e-03 loss=2.0847 ce=2.0847 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.844294744543731e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013794505037367344, 'last_eos_top1': 0}
+step=253950 lr=3.000000e-03 loss=1.9736 ce=1.9736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010434770229039714, 'pos0_bos_top1': 0, 'last_eos_p': 0.013029875233769417, 'last_eos_top1': 0}
+step=254000 lr=3.000000e-03 loss=2.8525 ce=2.8525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001302447053603828, 'pos0_bos_top1': 0, 'last_eos_p': 0.013686945661902428, 'last_eos_top1': 0}
+step=254050 lr=3.000000e-03 loss=2.8707 ce=2.8707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016570302250329405, 'pos0_bos_top1': 0, 'last_eos_p': 0.018623240292072296, 'last_eos_top1': 0}
+step=254100 lr=3.000000e-03 loss=2.2214 ce=2.2214 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.091911149676889e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01993410661816597, 'last_eos_top1': 0}
+step=254150 lr=3.000000e-03 loss=1.9233 ce=1.9233 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022919208277016878, 'pos0_bos_top1': 0, 'last_eos_p': 0.020135989412665367, 'last_eos_top1': 0}
+step=254200 lr=3.000000e-03 loss=3.5774 ce=3.5774 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002581964945420623, 'pos0_bos_top1': 0, 'last_eos_p': 0.016347263008356094, 'last_eos_top1': 0}
+step=254250 lr=3.000000e-03 loss=2.8048 ce=2.8048 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.638828148832545e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020877288654446602, 'last_eos_top1': 0}
+step=254300 lr=3.000000e-03 loss=2.1298 ce=2.1298 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002206045901402831, 'pos0_bos_top1': 0, 'last_eos_p': 0.024134239181876183, 'last_eos_top1': 0}
+step=254350 lr=3.000000e-03 loss=2.5308 ce=2.5308 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001794423151295632, 'pos0_bos_top1': 0, 'last_eos_p': 0.019654033705592155, 'last_eos_top1': 0}
+step=254400 lr=3.000000e-03 loss=2.4220 ce=2.4220 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.886820822022855e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02040165103971958, 'last_eos_top1': 0}
+step=254450 lr=3.000000e-03 loss=1.6902 ce=1.6902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019407387298997492, 'pos0_bos_top1': 0, 'last_eos_p': 0.020516466349363327, 'last_eos_top1': 0}
+step=254500 lr=3.000000e-03 loss=2.0173 ce=2.0173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014370081771630794, 'pos0_bos_top1': 0, 'last_eos_p': 0.026668895035982132, 'last_eos_top1': 0}
+step=254550 lr=3.000000e-03 loss=2.7902 ce=2.7902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.315145244821906e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016021419316530228, 'last_eos_top1': 0}
+step=254600 lr=3.000000e-03 loss=2.6036 ce=2.6036 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.074256377061829e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02301272563636303, 'last_eos_top1': 0}
+step=254650 lr=3.000000e-03 loss=3.2044 ce=3.2044 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019314805103931576, 'pos0_bos_top1': 0, 'last_eos_p': 0.021529898047447205, 'last_eos_top1': 0}
+step=254700 lr=3.000000e-03 loss=3.0759 ce=3.0759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.479441748932004e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018199186772108078, 'last_eos_top1': 0}
+step=254750 lr=3.000000e-03 loss=2.4641 ce=2.4641 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2372041712515056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0198967345058918, 'last_eos_top1': 0}
+step=254800 lr=3.000000e-03 loss=2.5728 ce=2.5728 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001050989594659768, 'pos0_bos_top1': 0, 'last_eos_p': 0.019430771470069885, 'last_eos_top1': 0}
+step=254850 lr=3.000000e-03 loss=2.7678 ce=2.7678 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.797764556016773e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01669337972998619, 'last_eos_top1': 0}
+step=254900 lr=3.000000e-03 loss=2.5143 ce=2.5143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.03308978700079e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015803074464201927, 'last_eos_top1': 0}
+step=254950 lr=3.000000e-03 loss=2.3750 ce=2.3750 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.555237193126231e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014783223159611225, 'last_eos_top1': 0}
+step=255000 lr=3.000000e-03 loss=2.5382 ce=2.5382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.648149842978455e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014712751843035221, 'last_eos_top1': 0}
+step=255050 lr=3.000000e-03 loss=2.5642 ce=2.5642 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.319834963302128e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015508725307881832, 'last_eos_top1': 0}
+step=255100 lr=3.000000e-03 loss=2.0700 ce=2.0700 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.972885628580116e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02069743536412716, 'last_eos_top1': 0}
+step=255150 lr=3.000000e-03 loss=2.4791 ce=2.4791 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5125943870516494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018698249012231827, 'last_eos_top1': 0}
+step=255200 lr=3.000000e-03 loss=2.3002 ce=2.3002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.439786400529556e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015286996960639954, 'last_eos_top1': 0}
+step=255250 lr=3.000000e-03 loss=2.3704 ce=2.3704 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1236253309762105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010225452482700348, 'last_eos_top1': 0}
+step=255300 lr=3.000000e-03 loss=2.5145 ce=2.5145 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0567198589560576e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015244593843817711, 'last_eos_top1': 0}
+step=255350 lr=3.000000e-03 loss=2.6373 ce=2.6373 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.951747203245759e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013573583215475082, 'last_eos_top1': 0}
+step=255400 lr=3.000000e-03 loss=2.9821 ce=2.9821 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.712309889029711e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018344517797231674, 'last_eos_top1': 0}
+step=255450 lr=3.000000e-03 loss=2.2821 ce=2.2821 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9556631236337125e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022393610328435898, 'last_eos_top1': 0}
+step=255500 lr=3.000000e-03 loss=2.3150 ce=2.3150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.328790990053676e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014685318805277348, 'last_eos_top1': 0}
+step=255550 lr=3.000000e-03 loss=2.7569 ce=2.7569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.284554233890958e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0156478863209486, 'last_eos_top1': 0}
+step=255600 lr=3.000000e-03 loss=2.6435 ce=2.6435 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.168895247858018e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022433890029788017, 'last_eos_top1': 0}
+step=255650 lr=3.000000e-03 loss=3.0548 ce=3.0548 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.953649037517607e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01512506790459156, 'last_eos_top1': 0}
+step=255700 lr=3.000000e-03 loss=2.1496 ce=2.1496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.597538933623582e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014726126566529274, 'last_eos_top1': 0}
+step=255750 lr=3.000000e-03 loss=2.0844 ce=2.0844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002305725502083078, 'pos0_bos_top1': 0, 'last_eos_p': 0.01722581312060356, 'last_eos_top1': 0}
+step=255800 lr=3.000000e-03 loss=2.2296 ce=2.2296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010762872989289463, 'pos0_bos_top1': 0, 'last_eos_p': 0.014316069893538952, 'last_eos_top1': 0}
+step=255850 lr=3.000000e-03 loss=2.9966 ce=2.9966 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015541285392828286, 'pos0_bos_top1': 0, 'last_eos_p': 0.016513049602508545, 'last_eos_top1': 0}
+step=255900 lr=3.000000e-03 loss=2.2549 ce=2.2549 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.018726733396761e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022028235718607903, 'last_eos_top1': 0}
+step=255950 lr=3.000000e-03 loss=2.4547 ce=2.4547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.31397488177754e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02043435350060463, 'last_eos_top1': 0}
+step=256000 lr=3.000000e-03 loss=3.0003 ce=3.0003 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.33333547739312e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015296456404030323, 'last_eos_top1': 0}
+step=256050 lr=3.000000e-03 loss=1.9764 ce=1.9764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.102488598320633e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01387853268533945, 'last_eos_top1': 0}
+step=256100 lr=3.000000e-03 loss=2.3248 ce=2.3248 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001232983049703762, 'pos0_bos_top1': 0, 'last_eos_p': 0.016192587092518806, 'last_eos_top1': 0}
+step=256150 lr=3.000000e-03 loss=1.8464 ce=1.8464 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017354909505229443, 'pos0_bos_top1': 0, 'last_eos_p': 0.01388850249350071, 'last_eos_top1': 0}
+step=256200 lr=3.000000e-03 loss=1.8451 ce=1.8451 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010244268196402118, 'pos0_bos_top1': 0, 'last_eos_p': 0.014908741228282452, 'last_eos_top1': 0}
+step=256250 lr=3.000000e-03 loss=2.4485 ce=2.4485 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.477246592519805e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009643584489822388, 'last_eos_top1': 0}
+step=256300 lr=3.000000e-03 loss=2.3117 ce=2.3117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.659706948790699e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020688816905021667, 'last_eos_top1': 0}
+step=256350 lr=3.000000e-03 loss=2.3255 ce=2.3255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.132173050194979e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014766763895750046, 'last_eos_top1': 0}
+step=256400 lr=3.000000e-03 loss=2.6275 ce=2.6275 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0684470150154084e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02494017966091633, 'last_eos_top1': 0}
+step=256450 lr=3.000000e-03 loss=2.2356 ce=2.2356 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.904674905352294e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01652495190501213, 'last_eos_top1': 0}
+step=256500 lr=3.000000e-03 loss=2.4863 ce=2.4863 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018495963013265282, 'pos0_bos_top1': 0, 'last_eos_p': 0.017484866082668304, 'last_eos_top1': 0}
+step=256550 lr=3.000000e-03 loss=2.2004 ce=2.2004 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4520671255886555e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01909988932311535, 'last_eos_top1': 0}
+step=256600 lr=3.000000e-03 loss=2.6658 ce=2.6658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020405098621267825, 'pos0_bos_top1': 0, 'last_eos_p': 0.01878509111702442, 'last_eos_top1': 0}
+step=256650 lr=3.000000e-03 loss=2.4709 ce=2.4709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.156846939120442e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021168161183595657, 'last_eos_top1': 0}
+step=256700 lr=3.000000e-03 loss=1.8075 ce=1.8075 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013346750347409397, 'pos0_bos_top1': 0, 'last_eos_p': 0.012602909468114376, 'last_eos_top1': 0}
+step=256750 lr=3.000000e-03 loss=2.1846 ce=2.1846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012888874334748834, 'pos0_bos_top1': 0, 'last_eos_p': 0.01682593859732151, 'last_eos_top1': 0}
+step=256800 lr=3.000000e-03 loss=2.7023 ce=2.7023 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.151801062515005e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015164925716817379, 'last_eos_top1': 0}
+step=256850 lr=3.000000e-03 loss=2.5272 ce=2.5272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5032225645845756e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014761045575141907, 'last_eos_top1': 0}
+step=256900 lr=3.000000e-03 loss=3.1815 ce=3.1815 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012398383114486933, 'pos0_bos_top1': 0, 'last_eos_p': 0.021440930664539337, 'last_eos_top1': 0}
+step=256950 lr=3.000000e-03 loss=3.2102 ce=3.2102 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002983395243063569, 'pos0_bos_top1': 0, 'last_eos_p': 0.019987275823950768, 'last_eos_top1': 0}
+step=257000 lr=3.000000e-03 loss=2.7621 ce=2.7621 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000135426627821289, 'pos0_bos_top1': 0, 'last_eos_p': 0.014880563132464886, 'last_eos_top1': 0}
+step=257050 lr=3.000000e-03 loss=2.3385 ce=2.3385 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00026614105445332825, 'pos0_bos_top1': 0, 'last_eos_p': 0.014974313788115978, 'last_eos_top1': 0}
+step=257100 lr=3.000000e-03 loss=2.6836 ce=2.6836 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020370013953652233, 'pos0_bos_top1': 0, 'last_eos_p': 0.020825807005167007, 'last_eos_top1': 0}
+step=257150 lr=3.000000e-03 loss=2.2519 ce=2.2519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005455941427499056, 'pos0_bos_top1': 0, 'last_eos_p': 0.011238809674978256, 'last_eos_top1': 0}
+step=257200 lr=3.000000e-03 loss=2.0713 ce=2.0713 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00045689372927881777, 'pos0_bos_top1': 0, 'last_eos_p': 0.013603275641798973, 'last_eos_top1': 0}
+step=257250 lr=3.000000e-03 loss=2.3779 ce=2.3779 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003306455328129232, 'pos0_bos_top1': 0, 'last_eos_p': 0.013859369792044163, 'last_eos_top1': 0}
+step=257300 lr=3.000000e-03 loss=2.7984 ce=2.7984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00040957832243293524, 'pos0_bos_top1': 0, 'last_eos_p': 0.01152863074094057, 'last_eos_top1': 0}
+step=257350 lr=3.000000e-03 loss=3.0696 ce=3.0696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000774509971961379, 'pos0_bos_top1': 0, 'last_eos_p': 0.016683567315340042, 'last_eos_top1': 0}
+step=257400 lr=3.000000e-03 loss=1.8195 ce=1.8195 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010091805597767234, 'pos0_bos_top1': 0, 'last_eos_p': 0.01174398884177208, 'last_eos_top1': 0}
+step=257450 lr=3.000000e-03 loss=2.2721 ce=2.2721 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002278950996696949, 'pos0_bos_top1': 0, 'last_eos_p': 0.019590113312005997, 'last_eos_top1': 0}
+step=257500 lr=3.000000e-03 loss=2.0090 ce=2.0090 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005211623501963913, 'pos0_bos_top1': 0, 'last_eos_p': 0.012504467740654945, 'last_eos_top1': 0}
+step=257550 lr=3.000000e-03 loss=2.1219 ce=2.1219 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003730888420250267, 'pos0_bos_top1': 0, 'last_eos_p': 0.02373139001429081, 'last_eos_top1': 0}
+step=257600 lr=3.000000e-03 loss=2.0778 ce=2.0778 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006889667711220682, 'pos0_bos_top1': 0, 'last_eos_p': 0.01069494429975748, 'last_eos_top1': 0}
+step=257650 lr=3.000000e-03 loss=2.4274 ce=2.4274 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005472361226566136, 'pos0_bos_top1': 0, 'last_eos_p': 0.018742041662335396, 'last_eos_top1': 0}
+step=257700 lr=3.000000e-03 loss=2.4930 ce=2.4930 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023346742091234773, 'pos0_bos_top1': 0, 'last_eos_p': 0.01980927586555481, 'last_eos_top1': 0}
+step=257750 lr=3.000000e-03 loss=1.6184 ce=1.6184 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002441048709442839, 'pos0_bos_top1': 0, 'last_eos_p': 0.010646351613104343, 'last_eos_top1': 0}
+step=257800 lr=3.000000e-03 loss=2.7734 ce=2.7734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003884003672283143, 'pos0_bos_top1': 0, 'last_eos_p': 0.015158751979470253, 'last_eos_top1': 0}
+step=257850 lr=3.000000e-03 loss=2.2496 ce=2.2496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011536832607816905, 'pos0_bos_top1': 0, 'last_eos_p': 0.019752949476242065, 'last_eos_top1': 0}
+step=257900 lr=3.000000e-03 loss=2.4015 ce=2.4015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001586515863891691, 'pos0_bos_top1': 0, 'last_eos_p': 0.0159249696880579, 'last_eos_top1': 0}
+step=257950 lr=3.000000e-03 loss=2.1723 ce=2.1723 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.389428694499657e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015807751566171646, 'last_eos_top1': 0}
+step=258000 lr=3.000000e-03 loss=2.7284 ce=2.7284 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.847563781775534e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017587760463356972, 'last_eos_top1': 0}
+step=258050 lr=3.000000e-03 loss=1.1427 ce=1.1427 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.10381578351371e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012958935461938381, 'last_eos_top1': 0}
+step=258100 lr=3.000000e-03 loss=2.4944 ce=2.4944 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.754292553523555e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012112225405871868, 'last_eos_top1': 0}
+step=258150 lr=3.000000e-03 loss=2.2615 ce=2.2615 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.58018611324951e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015579101629555225, 'last_eos_top1': 0}
+step=258200 lr=3.000000e-03 loss=1.8037 ce=1.8037 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.635436951299198e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016708670184016228, 'last_eos_top1': 0}
+step=258250 lr=3.000000e-03 loss=1.7234 ce=1.7234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.946565240970813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016853149980306625, 'last_eos_top1': 0}
+step=258300 lr=3.000000e-03 loss=2.3837 ce=2.3837 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3020427256124094e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019832801073789597, 'last_eos_top1': 0}
+step=258350 lr=3.000000e-03 loss=2.9433 ce=2.9433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2146443118108436e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018610971048474312, 'last_eos_top1': 0}
+step=258400 lr=3.000000e-03 loss=2.0959 ce=2.0959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.551367965177633e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014448861591517925, 'last_eos_top1': 0}
+step=258450 lr=3.000000e-03 loss=1.7914 ce=1.7914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2353810234344564e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017202867195010185, 'last_eos_top1': 0}
+step=258500 lr=3.000000e-03 loss=1.9541 ce=1.9541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0509530663257465e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01419611182063818, 'last_eos_top1': 0}
+step=258550 lr=3.000000e-03 loss=2.4728 ce=2.4728 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.517439679650124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02316056750714779, 'last_eos_top1': 0}
+step=258600 lr=3.000000e-03 loss=2.4213 ce=2.4213 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.350327046471648e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015868782997131348, 'last_eos_top1': 0}
+step=258650 lr=3.000000e-03 loss=2.7015 ce=2.7015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7334397095255554e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015103863552212715, 'last_eos_top1': 0}
+step=258700 lr=3.000000e-03 loss=2.5892 ce=2.5892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3442403946537524e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019074298441410065, 'last_eos_top1': 0}
+step=258750 lr=3.000000e-03 loss=3.1729 ce=3.1729 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.630652231047861e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020623618736863136, 'last_eos_top1': 0}
+step=258800 lr=3.000000e-03 loss=2.2047 ce=2.2047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.283010897168424e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015202900394797325, 'last_eos_top1': 0}
+step=258850 lr=3.000000e-03 loss=1.8987 ce=1.8987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.769834049511701e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01679491624236107, 'last_eos_top1': 0}
+step=258900 lr=3.000000e-03 loss=2.9573 ce=2.9573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.087299435515888e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015230849385261536, 'last_eos_top1': 0}
+step=258950 lr=3.000000e-03 loss=2.5435 ce=2.5435 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010386809299234301, 'pos0_bos_top1': 0, 'last_eos_p': 0.016205793246626854, 'last_eos_top1': 0}
+step=259000 lr=3.000000e-03 loss=2.5676 ce=2.5676 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.667347820941359e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01393797155469656, 'last_eos_top1': 0}
+step=259050 lr=3.000000e-03 loss=2.5839 ce=2.5839 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.530755202518776e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016935499384999275, 'last_eos_top1': 0}
+step=259100 lr=3.000000e-03 loss=2.6732 ce=2.6732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8538774384069256e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01740054041147232, 'last_eos_top1': 0}
+step=259150 lr=3.000000e-03 loss=3.0084 ce=3.0084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.027060276712291e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012884486466646194, 'last_eos_top1': 0}
+step=259200 lr=3.000000e-03 loss=2.3233 ce=2.3233 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1514129407005385e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01453490648418665, 'last_eos_top1': 0}
+step=259250 lr=3.000000e-03 loss=2.4451 ce=2.4451 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5729197912150994e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02095695585012436, 'last_eos_top1': 0}
+step=259300 lr=3.000000e-03 loss=2.8813 ce=2.8813 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6761888875626028e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015663355588912964, 'last_eos_top1': 0}
+step=259350 lr=3.000000e-03 loss=2.5031 ce=2.5031 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7228495532181114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012709303759038448, 'last_eos_top1': 0}
+step=259400 lr=3.000000e-03 loss=2.6027 ce=2.6027 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.867925963480957e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01708279363811016, 'last_eos_top1': 0}
+step=259450 lr=3.000000e-03 loss=3.1471 ce=3.1471 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1567829612176865e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015195859596133232, 'last_eos_top1': 0}
+step=259500 lr=3.000000e-03 loss=2.4036 ce=2.4036 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3313840908231214e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018310271203517914, 'last_eos_top1': 0}
+step=259550 lr=3.000000e-03 loss=2.1154 ce=2.1154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8066547606140375e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015849215909838676, 'last_eos_top1': 0}
+step=259600 lr=3.000000e-03 loss=2.3798 ce=2.3798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.471428110264242e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02105557546019554, 'last_eos_top1': 0}
+step=259650 lr=3.000000e-03 loss=2.7810 ce=2.7810 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1671277206914965e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01406937651336193, 'last_eos_top1': 0}
+step=259700 lr=3.000000e-03 loss=2.3179 ce=2.3179 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.021068525617011e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01598444953560829, 'last_eos_top1': 0}
+step=259750 lr=3.000000e-03 loss=2.3120 ce=2.3120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.998185638920404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017201365903019905, 'last_eos_top1': 0}
+step=259800 lr=3.000000e-03 loss=1.8907 ce=1.8907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.790672680130228e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011554822325706482, 'last_eos_top1': 0}
+step=259850 lr=3.000000e-03 loss=2.3422 ce=2.3422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.767757491208613e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01950150914490223, 'last_eos_top1': 0}
+step=259900 lr=3.000000e-03 loss=2.5249 ce=2.5249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6221983211580664e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019377434626221657, 'last_eos_top1': 0}
+step=259950 lr=3.000000e-03 loss=2.1463 ce=2.1463 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.772984043986071e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014764697290956974, 'last_eos_top1': 0}
+step=260000 lr=3.000000e-03 loss=1.9121 ce=1.9121 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.836677908315323e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020779991522431374, 'last_eos_top1': 0}
+step=260050 lr=3.000000e-03 loss=2.6487 ce=2.6487 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.632231816183776e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02105526812374592, 'last_eos_top1': 0}
+step=260100 lr=3.000000e-03 loss=3.4932 ce=3.4932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.783779927995056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021107494831085205, 'last_eos_top1': 0}
+step=260150 lr=3.000000e-03 loss=2.7766 ce=2.7766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9754664360079914e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01866246946156025, 'last_eos_top1': 0}
+step=260200 lr=3.000000e-03 loss=2.4131 ce=2.4131 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.630332114174962e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02241763286292553, 'last_eos_top1': 0}
+step=260250 lr=3.000000e-03 loss=3.0788 ce=3.0788 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7921994842472486e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015568306669592857, 'last_eos_top1': 0}
+step=260300 lr=3.000000e-03 loss=2.2674 ce=2.2674 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.67327845399268e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013051319867372513, 'last_eos_top1': 0}
+step=260350 lr=3.000000e-03 loss=2.6597 ce=2.6597 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.626337901456282e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012087836861610413, 'last_eos_top1': 0}
+step=260400 lr=3.000000e-03 loss=2.6082 ce=2.6082 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.707172335358337e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013945008628070354, 'last_eos_top1': 0}
+step=260450 lr=3.000000e-03 loss=3.1064 ce=3.1064 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.420175042061601e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020534589886665344, 'last_eos_top1': 0}
+step=260500 lr=3.000000e-03 loss=1.6181 ce=1.6181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1569190468871966e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019843637943267822, 'last_eos_top1': 0}
+step=260550 lr=3.000000e-03 loss=2.0569 ce=2.0569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.403798069077311e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014346007257699966, 'last_eos_top1': 0}
+step=260600 lr=3.000000e-03 loss=2.5106 ce=2.5106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.919091614079662e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01994817703962326, 'last_eos_top1': 0}
+step=260650 lr=3.000000e-03 loss=3.0076 ce=3.0076 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.897004590835422e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019630812108516693, 'last_eos_top1': 0}
+step=260700 lr=3.000000e-03 loss=1.8613 ce=1.8613 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0333249267423525e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02733866684138775, 'last_eos_top1': 0}
+step=260750 lr=3.000000e-03 loss=3.0366 ce=3.0366 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.72662169765681e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018956271931529045, 'last_eos_top1': 0}
+step=260800 lr=3.000000e-03 loss=2.4680 ce=2.4680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.778187914984301e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015995245426893234, 'last_eos_top1': 0}
+step=260850 lr=3.000000e-03 loss=2.3418 ce=2.3418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.492740168236196e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018010670319199562, 'last_eos_top1': 0}
+step=260900 lr=3.000000e-03 loss=2.5401 ce=2.5401 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3500447393162176e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015209883451461792, 'last_eos_top1': 0}
+step=260950 lr=3.000000e-03 loss=2.3661 ce=2.3661 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.448926771758124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02738007716834545, 'last_eos_top1': 0}
+step=261000 lr=3.000000e-03 loss=2.0772 ce=2.0772 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.408712164964527e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021345974877476692, 'last_eos_top1': 0}
+step=261050 lr=3.000000e-03 loss=2.4243 ce=2.4243 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0277926523704082e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02068777196109295, 'last_eos_top1': 0}
+step=261100 lr=3.000000e-03 loss=2.9450 ce=2.9450 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.636906330939382e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026803357526659966, 'last_eos_top1': 0}
+step=261150 lr=3.000000e-03 loss=3.3807 ce=3.3807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.194123903289437e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016794715076684952, 'last_eos_top1': 0}
+step=261200 lr=3.000000e-03 loss=2.3751 ce=2.3751 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.621084008249454e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013675736263394356, 'last_eos_top1': 0}
+step=261250 lr=3.000000e-03 loss=3.3105 ce=3.3105 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6540408725850284e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02043512649834156, 'last_eos_top1': 0}
+step=261300 lr=3.000000e-03 loss=2.8453 ce=2.8453 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6137887440854684e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017506068572402, 'last_eos_top1': 0}
+step=261350 lr=3.000000e-03 loss=2.6991 ce=2.6991 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2106967157451436e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022198235616087914, 'last_eos_top1': 0}
+step=261400 lr=3.000000e-03 loss=2.5903 ce=2.5903 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1130977479042485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018982037901878357, 'last_eos_top1': 0}
+step=261450 lr=3.000000e-03 loss=2.5154 ce=2.5154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.810004247701727e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01953880488872528, 'last_eos_top1': 0}
+[elf_hfds direct rank=1 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=4 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=0 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=2100000 rows=2091809 buffered=8191 part=openwebtext-t5
+step=261500 lr=3.000000e-03 loss=2.7602 ce=2.7602 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.351203460828401e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01410912349820137, 'last_eos_top1': 0}
+step=261550 lr=3.000000e-03 loss=2.7482 ce=2.7482 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.212000567349605e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017671531066298485, 'last_eos_top1': 0}
+step=261600 lr=3.000000e-03 loss=2.1365 ce=2.1365 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7766858187969774e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01707446575164795, 'last_eos_top1': 0}
+step=261650 lr=3.000000e-03 loss=2.3602 ce=2.3602 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.162346183671616e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018920017406344414, 'last_eos_top1': 0}
+step=261700 lr=3.000000e-03 loss=2.1353 ce=2.1353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001096838095691055, 'pos0_bos_top1': 0, 'last_eos_p': 0.015132075175642967, 'last_eos_top1': 0}
+step=261750 lr=3.000000e-03 loss=2.1720 ce=2.1720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.195906411856413e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020012004300951958, 'last_eos_top1': 0}
+step=261800 lr=3.000000e-03 loss=3.2224 ce=3.2224 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011907823500223458, 'pos0_bos_top1': 0, 'last_eos_p': 0.018061818554997444, 'last_eos_top1': 0}
+step=261850 lr=3.000000e-03 loss=2.4062 ce=2.4062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010405080683995038, 'pos0_bos_top1': 0, 'last_eos_p': 0.025155073031783104, 'last_eos_top1': 0}
+step=261900 lr=3.000000e-03 loss=2.2584 ce=2.2584 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.172604920109734e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023659279569983482, 'last_eos_top1': 0}
+step=261950 lr=3.000000e-03 loss=1.9057 ce=1.9057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.807549991412088e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015094720758497715, 'last_eos_top1': 0}
+step=262000 lr=3.000000e-03 loss=2.4525 ce=2.4525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.131841655587777e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01386506948620081, 'last_eos_top1': 0}
+step=262050 lr=3.000000e-03 loss=2.5628 ce=2.5628 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.821996066719294e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01716378703713417, 'last_eos_top1': 0}
+step=262100 lr=3.000000e-03 loss=3.1151 ce=3.1151 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.018915205961093e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01882905885577202, 'last_eos_top1': 0}
+step=262150 lr=3.000000e-03 loss=2.7842 ce=2.7842 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.251473754062317e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019243866205215454, 'last_eos_top1': 0}
+step=262200 lr=3.000000e-03 loss=2.9273 ce=2.9273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3631540241476614e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022915814071893692, 'last_eos_top1': 0}
+step=262250 lr=3.000000e-03 loss=2.2256 ce=2.2256 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.521433245623484e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025132426992058754, 'last_eos_top1': 0}
+step=262300 lr=3.000000e-03 loss=2.6439 ce=2.6439 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.746424383483827e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01794247515499592, 'last_eos_top1': 0}
+step=262350 lr=3.000000e-03 loss=2.4834 ce=2.4834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.612332072108984e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02014617808163166, 'last_eos_top1': 0}
+step=262400 lr=3.000000e-03 loss=1.9686 ce=1.9686 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.065929771168157e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02005208283662796, 'last_eos_top1': 0}
+step=262450 lr=3.000000e-03 loss=2.3648 ce=2.3648 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001265214232262224, 'pos0_bos_top1': 0, 'last_eos_p': 0.02168813906610012, 'last_eos_top1': 0}
+step=262500 lr=3.000000e-03 loss=2.0672 ce=2.0672 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.28879500052426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024591641500592232, 'last_eos_top1': 0}
+step=262550 lr=3.000000e-03 loss=2.1194 ce=2.1194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.364045788766816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024179372936487198, 'last_eos_top1': 0}
+step=262600 lr=3.000000e-03 loss=2.3840 ce=2.3840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.362725354032591e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012419153936207294, 'last_eos_top1': 0}
+step=262650 lr=3.000000e-03 loss=2.4070 ce=2.4070 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.524581916281022e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02021145075559616, 'last_eos_top1': 0}
+step=262700 lr=3.000000e-03 loss=2.3123 ce=2.3123 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015019426064100116, 'pos0_bos_top1': 0, 'last_eos_p': 0.01952514983713627, 'last_eos_top1': 0}
+step=262750 lr=3.000000e-03 loss=2.0455 ce=2.0455 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.521910836454481e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020762188360095024, 'last_eos_top1': 0}
+step=262800 lr=3.000000e-03 loss=2.1839 ce=2.1839 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.938923302688636e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03171049803495407, 'last_eos_top1': 0}
+step=262850 lr=3.000000e-03 loss=2.9179 ce=2.9179 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.74162700609304e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029378144070506096, 'last_eos_top1': 0}
+step=262900 lr=3.000000e-03 loss=2.4735 ce=2.4735 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.935392280458473e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03377598896622658, 'last_eos_top1': 0}
+step=262950 lr=3.000000e-03 loss=2.6349 ce=2.6349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011261569306952879, 'pos0_bos_top1': 0, 'last_eos_p': 0.01509177777916193, 'last_eos_top1': 0}
+step=263000 lr=3.000000e-03 loss=2.2917 ce=2.2917 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.304188744048588e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01867232285439968, 'last_eos_top1': 0}
+step=263050 lr=3.000000e-03 loss=2.1025 ce=2.1025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.014143269159831e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022184863686561584, 'last_eos_top1': 0}
+step=263100 lr=3.000000e-03 loss=2.4282 ce=2.4282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4027638321276754e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019865522161126137, 'last_eos_top1': 0}
+step=263150 lr=3.000000e-03 loss=2.2892 ce=2.2892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.591680408339016e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01782703772187233, 'last_eos_top1': 0}
+step=263200 lr=3.000000e-03 loss=2.2625 ce=2.2625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.931701838970184e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02117636799812317, 'last_eos_top1': 0}
+step=263250 lr=3.000000e-03 loss=2.6285 ce=2.6285 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.656638626940548e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026717370375990868, 'last_eos_top1': 0}
+step=263300 lr=3.000000e-03 loss=1.9300 ce=1.9300 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.52059505530633e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017040425911545753, 'last_eos_top1': 0}
+step=263350 lr=3.000000e-03 loss=1.8671 ce=1.8671 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.566778029082343e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024308301508426666, 'last_eos_top1': 0}
+step=263400 lr=3.000000e-03 loss=2.2274 ce=2.2274 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0643731558229774e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021264588460326195, 'last_eos_top1': 0}
+step=263450 lr=3.000000e-03 loss=2.4366 ce=2.4366 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2998726459918544e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018031762912869453, 'last_eos_top1': 0}
+step=263500 lr=3.000000e-03 loss=1.7258 ce=1.7258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.036274756595958e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018005669116973877, 'last_eos_top1': 0}
+step=263550 lr=3.000000e-03 loss=1.9527 ce=1.9527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.869155832740944e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020181039348244667, 'last_eos_top1': 0}
+step=263600 lr=3.000000e-03 loss=2.4558 ce=2.4558 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.495408236631192e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017912965267896652, 'last_eos_top1': 0}
+step=263650 lr=3.000000e-03 loss=1.8113 ce=1.8113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014237986761145294, 'pos0_bos_top1': 0, 'last_eos_p': 0.018462492153048515, 'last_eos_top1': 0}
+step=263700 lr=3.000000e-03 loss=2.1451 ce=2.1451 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.029545430559665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022464077919721603, 'last_eos_top1': 0}
+step=263750 lr=3.000000e-03 loss=2.2828 ce=2.2828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.156497693154961e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014638440683484077, 'last_eos_top1': 0}
+step=263800 lr=3.000000e-03 loss=2.2291 ce=2.2291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9604976589325815e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02488056570291519, 'last_eos_top1': 0}
+step=263850 lr=3.000000e-03 loss=2.9339 ce=2.9339 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.726182644139044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01748521625995636, 'last_eos_top1': 0}
+step=263900 lr=3.000000e-03 loss=1.9242 ce=1.9242 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0348270481918007e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020798739045858383, 'last_eos_top1': 0}
+step=263950 lr=3.000000e-03 loss=2.5899 ce=2.5899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.307025013375096e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01866746135056019, 'last_eos_top1': 0}
+step=264000 lr=3.000000e-03 loss=2.6880 ce=2.6880 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1592224584310316e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017809392884373665, 'last_eos_top1': 0}
+step=264050 lr=3.000000e-03 loss=1.8638 ce=1.8638 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4377914087381214e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014672733843326569, 'last_eos_top1': 0}
+step=264100 lr=3.000000e-03 loss=2.9363 ce=2.9363 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.198254514951259e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013218507170677185, 'last_eos_top1': 0}
+step=264150 lr=3.000000e-03 loss=2.9167 ce=2.9167 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3428525310009718e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01647799089550972, 'last_eos_top1': 0}
+step=264200 lr=3.000000e-03 loss=2.6035 ce=2.6035 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0907980140473228e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02375774085521698, 'last_eos_top1': 0}
+step=264250 lr=3.000000e-03 loss=2.2425 ce=2.2425 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8961589375976473e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017976270988583565, 'last_eos_top1': 0}
+step=264300 lr=3.000000e-03 loss=2.9051 ce=2.9051 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8385627703974023e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013915516436100006, 'last_eos_top1': 0}
+step=264350 lr=3.000000e-03 loss=2.5115 ce=2.5115 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.487955473246984e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01284017600119114, 'last_eos_top1': 0}
+step=264400 lr=3.000000e-03 loss=2.3075 ce=2.3075 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2234180505620316e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01626400463283062, 'last_eos_top1': 0}
+step=264450 lr=3.000000e-03 loss=2.6389 ce=2.6389 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.982335561478976e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012699931859970093, 'last_eos_top1': 0}
+step=264500 lr=3.000000e-03 loss=2.8269 ce=2.8269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.982405233837198e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020655998960137367, 'last_eos_top1': 0}
+step=264550 lr=3.000000e-03 loss=2.6822 ce=2.6822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.766617843823042e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02336978167295456, 'last_eos_top1': 0}
+step=264600 lr=3.000000e-03 loss=2.7053 ce=2.7053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2778247764799744e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01666231080889702, 'last_eos_top1': 0}
+step=264650 lr=3.000000e-03 loss=2.0005 ce=2.0005 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.584985152992886e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01966925337910652, 'last_eos_top1': 0}
+step=264700 lr=3.000000e-03 loss=2.5627 ce=2.5627 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.421093712560833e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014647372998297215, 'last_eos_top1': 0}
+step=264750 lr=3.000000e-03 loss=2.0148 ce=2.0148 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.198271638713777e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01783538982272148, 'last_eos_top1': 0}
+step=264800 lr=3.000000e-03 loss=1.8730 ce=1.8730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.691525100497529e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01420332957059145, 'last_eos_top1': 0}
+step=264850 lr=3.000000e-03 loss=2.3198 ce=2.3198 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8704438843997195e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021045025438070297, 'last_eos_top1': 0}
+step=264900 lr=3.000000e-03 loss=2.2665 ce=2.2665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9118727979948744e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019975721836090088, 'last_eos_top1': 0}
+step=264950 lr=3.000000e-03 loss=2.2815 ce=2.2815 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6552772649447434e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019023939967155457, 'last_eos_top1': 0}
+step=265000 lr=3.000000e-03 loss=2.5268 ce=2.5268 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.03623445588164e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027119386941194534, 'last_eos_top1': 0}
+step=265050 lr=3.000000e-03 loss=2.9509 ce=2.9509 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7696044677868485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02110343798995018, 'last_eos_top1': 0}
+step=265100 lr=3.000000e-03 loss=2.6412 ce=2.6412 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.714477184577845e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026654809713363647, 'last_eos_top1': 0}
+step=265150 lr=3.000000e-03 loss=2.1209 ce=2.1209 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.955554272281006e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01795697957277298, 'last_eos_top1': 0}
+step=265200 lr=3.000000e-03 loss=1.9720 ce=1.9720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.224217551993206e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02199375629425049, 'last_eos_top1': 0}
+step=265250 lr=3.000000e-03 loss=2.6450 ce=2.6450 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2936095774639398e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020662903785705566, 'last_eos_top1': 0}
+step=265300 lr=3.000000e-03 loss=2.6669 ce=2.6669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0384675483219326e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021562032401561737, 'last_eos_top1': 0}
+step=265350 lr=3.000000e-03 loss=1.7086 ce=1.7086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.679772271425463e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02207093872129917, 'last_eos_top1': 0}
+step=265400 lr=3.000000e-03 loss=2.6910 ce=2.6910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.478333620587364e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017968248575925827, 'last_eos_top1': 0}
+step=265450 lr=3.000000e-03 loss=2.2833 ce=2.2833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3457519243238494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017191382125020027, 'last_eos_top1': 0}
+step=265500 lr=3.000000e-03 loss=2.6529 ce=2.6529 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.25747205351945e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02107965014874935, 'last_eos_top1': 0}
+step=265550 lr=3.000000e-03 loss=2.4278 ce=2.4278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8053800128400326e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015760179609060287, 'last_eos_top1': 0}
+step=265600 lr=3.000000e-03 loss=2.0482 ce=2.0482 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.261567326262593e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027555691078305244, 'last_eos_top1': 0}
+step=265650 lr=3.000000e-03 loss=2.0118 ce=2.0118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7270902390009724e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015487019903957844, 'last_eos_top1': 0}
+step=265700 lr=3.000000e-03 loss=2.3799 ce=2.3799 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.75306405860465e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01668761484324932, 'last_eos_top1': 0}
+step=265750 lr=3.000000e-03 loss=2.5427 ce=2.5427 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.483756179572083e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02064577117562294, 'last_eos_top1': 0}
+step=265800 lr=3.000000e-03 loss=1.6824 ce=1.6824 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011010673188138753, 'pos0_bos_top1': 0, 'last_eos_p': 0.0195462629199028, 'last_eos_top1': 0}
+step=265850 lr=3.000000e-03 loss=3.5731 ce=3.5731 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.978130841162056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023168297484517097, 'last_eos_top1': 0}
+step=265900 lr=3.000000e-03 loss=2.7168 ce=2.7168 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1359002605313435e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023525357246398926, 'last_eos_top1': 0}
+step=265950 lr=3.000000e-03 loss=2.0128 ce=2.0128 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.111888357438147e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019539913162589073, 'last_eos_top1': 0}
+step=266000 lr=3.000000e-03 loss=1.2054 ce=1.2054 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.703300535562448e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023473037406802177, 'last_eos_top1': 0}
+step=266050 lr=3.000000e-03 loss=2.5264 ce=2.5264 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011066492879763246, 'pos0_bos_top1': 0, 'last_eos_p': 0.014549551531672478, 'last_eos_top1': 0}
+step=266100 lr=3.000000e-03 loss=3.0919 ce=3.0919 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010665515583241358, 'pos0_bos_top1': 0, 'last_eos_p': 0.017231542617082596, 'last_eos_top1': 0}
+step=266150 lr=3.000000e-03 loss=2.1030 ce=2.1030 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8544476410606876e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017954282462596893, 'last_eos_top1': 0}
+step=266200 lr=3.000000e-03 loss=2.0416 ce=2.0416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7952788514085114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01722978614270687, 'last_eos_top1': 0}
+step=266250 lr=3.000000e-03 loss=2.1193 ce=2.1193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.743093475350179e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014123334549367428, 'last_eos_top1': 0}
+step=266300 lr=3.000000e-03 loss=1.3562 ce=1.3562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.026849117304664e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014076721854507923, 'last_eos_top1': 0}
+step=266350 lr=3.000000e-03 loss=2.1715 ce=2.1715 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.116423588129692e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02213290147483349, 'last_eos_top1': 0}
+step=266400 lr=3.000000e-03 loss=1.9585 ce=1.9585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.642979082651436e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012008104473352432, 'last_eos_top1': 0}
+step=266450 lr=3.000000e-03 loss=2.1968 ce=2.1968 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00041191797936335206, 'pos0_bos_top1': 0, 'last_eos_p': 0.011765965260565281, 'last_eos_top1': 0}
+step=266500 lr=3.000000e-03 loss=3.1923 ce=3.1923 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.145126776071265e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01652551256120205, 'last_eos_top1': 0}
+step=266550 lr=3.000000e-03 loss=2.2578 ce=2.2578 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1010756578762084e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014055994339287281, 'last_eos_top1': 0}
+step=266600 lr=3.000000e-03 loss=2.2840 ce=2.2840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011828514834633097, 'pos0_bos_top1': 0, 'last_eos_p': 0.013522048480808735, 'last_eos_top1': 0}
+step=266650 lr=3.000000e-03 loss=3.2683 ce=3.2683 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.464265945600346e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01808658428490162, 'last_eos_top1': 0}
+step=266700 lr=3.000000e-03 loss=3.1410 ce=3.1410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7481429394101724e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01789032109081745, 'last_eos_top1': 0}
+step=266750 lr=3.000000e-03 loss=2.9105 ce=2.9105 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4025439415709116e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02635546587407589, 'last_eos_top1': 0}
+step=266800 lr=3.000000e-03 loss=2.6805 ce=2.6805 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.146358646219596e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012581391260027885, 'last_eos_top1': 0}
+step=266850 lr=3.000000e-03 loss=2.0918 ce=2.0918 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.943171370541677e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012978806160390377, 'last_eos_top1': 0}
+step=266900 lr=3.000000e-03 loss=2.4361 ce=2.4361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5917138777440414e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01666451059281826, 'last_eos_top1': 0}
+step=266950 lr=3.000000e-03 loss=2.3623 ce=2.3623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0917409933172166e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011453064158558846, 'last_eos_top1': 0}
+step=267000 lr=3.000000e-03 loss=2.7664 ce=2.7664 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7264082240872085e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016377421095967293, 'last_eos_top1': 0}
+step=267050 lr=3.000000e-03 loss=1.9446 ce=1.9446 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0878691429970786e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018578220158815384, 'last_eos_top1': 0}
+step=267100 lr=3.000000e-03 loss=2.9337 ce=2.9337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6515291614923626e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017315706238150597, 'last_eos_top1': 0}
+step=267150 lr=3.000000e-03 loss=3.4187 ce=3.4187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016778349527157843, 'pos0_bos_top1': 0, 'last_eos_p': 0.015547997318208218, 'last_eos_top1': 0}
+step=267200 lr=3.000000e-03 loss=2.0197 ce=2.0197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.93060212850105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019772807136178017, 'last_eos_top1': 0}
+step=267250 lr=3.000000e-03 loss=2.1023 ce=2.1023 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.458184048417024e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015135896392166615, 'last_eos_top1': 0}
+step=267300 lr=3.000000e-03 loss=2.2132 ce=2.2132 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.583798676729202e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01116639468818903, 'last_eos_top1': 0}
+step=267350 lr=3.000000e-03 loss=2.2268 ce=2.2268 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.565459625562653e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018549341708421707, 'last_eos_top1': 0}
+step=267400 lr=3.000000e-03 loss=2.5714 ce=2.5714 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.781114982208237e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022073330357670784, 'last_eos_top1': 0}
+step=267450 lr=3.000000e-03 loss=2.6234 ce=2.6234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.720945824170485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014036081731319427, 'last_eos_top1': 0}
+step=267500 lr=3.000000e-03 loss=3.0158 ce=3.0158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.363986277487129e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016864866018295288, 'last_eos_top1': 0}
+step=267550 lr=3.000000e-03 loss=2.8170 ce=2.8170 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7877423639874905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017947591841220856, 'last_eos_top1': 0}
+step=267600 lr=3.000000e-03 loss=2.2446 ce=2.2446 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2194081945344806e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01643351837992668, 'last_eos_top1': 0}
+step=267650 lr=3.000000e-03 loss=2.7948 ce=2.7948 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001061371949617751, 'pos0_bos_top1': 0, 'last_eos_p': 0.014874289743602276, 'last_eos_top1': 0}
+step=267700 lr=3.000000e-03 loss=2.3948 ce=2.3948 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.012449299916625e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015599582344293594, 'last_eos_top1': 0}
+step=267750 lr=3.000000e-03 loss=2.6894 ce=2.6894 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.259848254965618e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021255794912576675, 'last_eos_top1': 0}
+step=267800 lr=3.000000e-03 loss=1.5556 ce=1.5556 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.334624438546598e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025495612993836403, 'last_eos_top1': 0}
+step=267850 lr=3.000000e-03 loss=2.9589 ce=2.9589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010097267659148201, 'pos0_bos_top1': 0, 'last_eos_p': 0.016437716782093048, 'last_eos_top1': 0}
+step=267900 lr=3.000000e-03 loss=2.8426 ce=2.8426 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.810172736644745e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016735142096877098, 'last_eos_top1': 0}
+step=267950 lr=3.000000e-03 loss=2.0715 ce=2.0715 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.269256118685007e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012327373959124088, 'last_eos_top1': 0}
+step=268000 lr=3.000000e-03 loss=2.6227 ce=2.6227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9436356018995866e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01450413279235363, 'last_eos_top1': 0}
+step=268050 lr=3.000000e-03 loss=3.0044 ce=3.0044 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.513711898354813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01471538096666336, 'last_eos_top1': 0}
+step=268100 lr=3.000000e-03 loss=2.1497 ce=2.1497 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015767883451189846, 'pos0_bos_top1': 0, 'last_eos_p': 0.013918556272983551, 'last_eos_top1': 0}
+step=268150 lr=3.000000e-03 loss=2.2325 ce=2.2325 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8506903112865984e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017114611342549324, 'last_eos_top1': 0}
+step=268200 lr=3.000000e-03 loss=2.1770 ce=2.1770 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.119638707488775e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014807813800871372, 'last_eos_top1': 0}
+step=268250 lr=3.000000e-03 loss=2.6969 ce=2.6969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.666477126302198e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012748867273330688, 'last_eos_top1': 0}
+step=268300 lr=3.000000e-03 loss=2.1268 ce=2.1268 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018905899196397513, 'pos0_bos_top1': 0, 'last_eos_p': 0.021292751654982567, 'last_eos_top1': 0}
+step=268350 lr=3.000000e-03 loss=2.9176 ce=2.9176 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.629980634897947e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023742670193314552, 'last_eos_top1': 0}
+step=268400 lr=3.000000e-03 loss=2.8426 ce=2.8426 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.81455865863245e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017787568271160126, 'last_eos_top1': 0}
+step=268450 lr=3.000000e-03 loss=2.6091 ce=2.6091 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.881825538584962e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017674190923571587, 'last_eos_top1': 0}
+step=268500 lr=3.000000e-03 loss=2.2848 ce=2.2848 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.045328023494221e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01953514665365219, 'last_eos_top1': 0}
+step=268550 lr=3.000000e-03 loss=2.5652 ce=2.5652 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.562114165513776e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019843166694045067, 'last_eos_top1': 0}
+step=268600 lr=3.000000e-03 loss=2.1029 ce=2.1029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.004750346415676e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01840042695403099, 'last_eos_top1': 0}
+step=268650 lr=3.000000e-03 loss=2.0572 ce=2.0572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.430731107480824e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017790528014302254, 'last_eos_top1': 0}
+step=268700 lr=3.000000e-03 loss=2.4159 ce=2.4159 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.069841063232161e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020094197243452072, 'last_eos_top1': 0}
+step=268750 lr=3.000000e-03 loss=2.4291 ce=2.4291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010582212416920811, 'pos0_bos_top1': 0, 'last_eos_p': 0.01801653765141964, 'last_eos_top1': 0}
+step=268800 lr=3.000000e-03 loss=1.9880 ce=1.9880 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4632077080896124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029280398041009903, 'last_eos_top1': 0}
+step=268850 lr=3.000000e-03 loss=2.2905 ce=2.2905 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.781613850151189e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02344522252678871, 'last_eos_top1': 0}
+step=268900 lr=3.000000e-03 loss=2.4283 ce=2.4283 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.318351446068846e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017066555097699165, 'last_eos_top1': 0}
+step=268950 lr=3.000000e-03 loss=2.5578 ce=2.5578 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.554956053150818e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01685606874525547, 'last_eos_top1': 0}
+step=269000 lr=3.000000e-03 loss=2.2692 ce=2.2692 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.464819696499035e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014677351340651512, 'last_eos_top1': 0}
+step=269050 lr=3.000000e-03 loss=2.4495 ce=2.4495 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2242729250574484e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01662355288863182, 'last_eos_top1': 0}
+step=269100 lr=3.000000e-03 loss=2.8866 ce=2.8866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6411047656438313e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013384945690631866, 'last_eos_top1': 0}
+step=269150 lr=3.000000e-03 loss=2.4297 ce=2.4297 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5697404857492074e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01632172241806984, 'last_eos_top1': 0}
+step=269200 lr=3.000000e-03 loss=2.6027 ce=2.6027 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.856457912363112e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01560423243790865, 'last_eos_top1': 0}
+step=269250 lr=3.000000e-03 loss=3.3430 ce=3.3430 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.909801595611498e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018064917996525764, 'last_eos_top1': 0}
+step=269300 lr=3.000000e-03 loss=2.8154 ce=2.8154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.960247214417905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018209604546427727, 'last_eos_top1': 0}
+step=269350 lr=3.000000e-03 loss=2.4423 ce=2.4423 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.501610601437278e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01173456571996212, 'last_eos_top1': 0}
+step=269400 lr=3.000000e-03 loss=2.3506 ce=2.3506 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.803166904021055e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012757964432239532, 'last_eos_top1': 0}
+step=269450 lr=3.000000e-03 loss=2.9190 ce=2.9190 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.976434113108553e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016337981447577477, 'last_eos_top1': 0}
+step=269500 lr=3.000000e-03 loss=2.2727 ce=2.2727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.619667642051354e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015251623466610909, 'last_eos_top1': 0}
+step=269550 lr=3.000000e-03 loss=2.5589 ce=2.5589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00027835226501338184, 'pos0_bos_top1': 0, 'last_eos_p': 0.011466989293694496, 'last_eos_top1': 0}
+step=269600 lr=3.000000e-03 loss=1.7646 ce=1.7646 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013470000703819096, 'pos0_bos_top1': 0, 'last_eos_p': 0.013601009733974934, 'last_eos_top1': 0}
+step=269650 lr=3.000000e-03 loss=2.0110 ce=2.0110 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.023256668820977e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0244645606726408, 'last_eos_top1': 0}
+step=269700 lr=3.000000e-03 loss=2.7152 ce=2.7152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010144922271138057, 'pos0_bos_top1': 0, 'last_eos_p': 0.01410326361656189, 'last_eos_top1': 0}
+step=269750 lr=3.000000e-03 loss=2.7649 ce=2.7649 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.388911838759668e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016967035830020905, 'last_eos_top1': 0}
+step=269800 lr=3.000000e-03 loss=2.5704 ce=2.5704 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8005287933629006e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01933743618428707, 'last_eos_top1': 0}
+step=269850 lr=3.000000e-03 loss=3.0502 ce=3.0502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.846753240097314e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017457744106650352, 'last_eos_top1': 0}
+step=269900 lr=3.000000e-03 loss=2.5623 ce=2.5623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7110234441352077e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017135825008153915, 'last_eos_top1': 0}
+step=269950 lr=3.000000e-03 loss=2.3419 ce=2.3419 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019055626762565225, 'pos0_bos_top1': 0, 'last_eos_p': 0.014068026095628738, 'last_eos_top1': 0}
+step=270000 lr=3.000000e-03 loss=1.8358 ce=1.8358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.534875865327194e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012545649893581867, 'last_eos_top1': 0}
+step=270050 lr=3.000000e-03 loss=2.3608 ce=2.3608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.674787851399742e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013916974887251854, 'last_eos_top1': 0}
+step=270100 lr=3.000000e-03 loss=2.8349 ce=2.8349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4385033106664196e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018774794414639473, 'last_eos_top1': 0}
+step=270150 lr=3.000000e-03 loss=3.0754 ce=3.0754 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001556492643430829, 'pos0_bos_top1': 0, 'last_eos_p': 0.014804658479988575, 'last_eos_top1': 0}
+step=270200 lr=3.000000e-03 loss=2.2865 ce=2.2865 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015202331996988505, 'pos0_bos_top1': 0, 'last_eos_p': 0.01926160603761673, 'last_eos_top1': 0}
+step=270250 lr=3.000000e-03 loss=2.2900 ce=2.2900 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001455335586797446, 'pos0_bos_top1': 0, 'last_eos_p': 0.018090911209583282, 'last_eos_top1': 0}
+step=270300 lr=3.000000e-03 loss=2.6058 ce=2.6058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010494088201085106, 'pos0_bos_top1': 0, 'last_eos_p': 0.01867835409939289, 'last_eos_top1': 0}
+step=270350 lr=3.000000e-03 loss=2.4038 ce=2.4038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.405334064154886e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0180483628064394, 'last_eos_top1': 0}
+step=270400 lr=3.000000e-03 loss=2.8215 ce=2.8215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4024862038204446e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013258508406579494, 'last_eos_top1': 0}
+step=270450 lr=3.000000e-03 loss=2.2681 ce=2.2681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0172808692441322e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017699433490633965, 'last_eos_top1': 0}
+step=270500 lr=3.000000e-03 loss=2.4573 ce=2.4573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8193978475173935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016861481592059135, 'last_eos_top1': 0}
+step=270550 lr=3.000000e-03 loss=3.1223 ce=3.1223 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0914980268571526e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014526618644595146, 'last_eos_top1': 0}
+step=270600 lr=3.000000e-03 loss=2.2702 ce=2.2702 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.018009298713878e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014929617755115032, 'last_eos_top1': 0}
+step=270650 lr=3.000000e-03 loss=2.5591 ce=2.5591 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.14474488934502e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01622072421014309, 'last_eos_top1': 0}
+step=270700 lr=3.000000e-03 loss=2.0437 ce=2.0437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0652692910516635e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018312059342861176, 'last_eos_top1': 0}
+step=270750 lr=3.000000e-03 loss=2.2911 ce=2.2911 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.572405982296914e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015538956969976425, 'last_eos_top1': 0}
+step=270800 lr=3.000000e-03 loss=2.3095 ce=2.3095 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.04835620126687e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013305773958563805, 'last_eos_top1': 0}
+step=270850 lr=3.000000e-03 loss=2.7010 ce=2.7010 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.111379090929404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017949655652046204, 'last_eos_top1': 0}
+step=270900 lr=3.000000e-03 loss=2.1647 ce=2.1647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.619797543156892e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016848940402269363, 'last_eos_top1': 0}
+step=270950 lr=3.000000e-03 loss=2.7352 ce=2.7352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.662817759206519e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011471963487565517, 'last_eos_top1': 0}
+step=271000 lr=3.000000e-03 loss=1.9823 ce=1.9823 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.173669968731701e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013352124951779842, 'last_eos_top1': 0}
+step=271050 lr=3.000000e-03 loss=2.4236 ce=2.4236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.007298750570044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016672052443027496, 'last_eos_top1': 0}
+step=271100 lr=3.000000e-03 loss=2.5362 ce=2.5362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.319519449491054e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015796460211277008, 'last_eos_top1': 0}
+step=271150 lr=3.000000e-03 loss=2.9068 ce=2.9068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010710945934988558, 'pos0_bos_top1': 0, 'last_eos_p': 0.016221076250076294, 'last_eos_top1': 0}
+step=271200 lr=3.000000e-03 loss=2.1596 ce=2.1596 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9617603508522734e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013036075979471207, 'last_eos_top1': 0}
+step=271250 lr=3.000000e-03 loss=2.6646 ce=2.6646 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.179183451924473e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021049808710813522, 'last_eos_top1': 0}
+step=271300 lr=3.000000e-03 loss=2.2121 ce=2.2121 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3895570848253556e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01853526011109352, 'last_eos_top1': 0}
+step=271350 lr=3.000000e-03 loss=2.1801 ce=2.1801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.755173358717002e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014475807547569275, 'last_eos_top1': 0}
+step=271400 lr=3.000000e-03 loss=1.8379 ce=1.8379 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.70569672062993e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01336787361651659, 'last_eos_top1': 0}
+step=271450 lr=3.000000e-03 loss=2.7545 ce=2.7545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.140694313216954e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01557174138724804, 'last_eos_top1': 0}
+step=271500 lr=3.000000e-03 loss=2.5402 ce=2.5402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.491760046221316e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015784630551934242, 'last_eos_top1': 0}
+step=271550 lr=3.000000e-03 loss=2.1840 ce=2.1840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.995645551593043e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01463873777538538, 'last_eos_top1': 0}
+step=271600 lr=3.000000e-03 loss=2.9054 ce=2.9054 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.647291982313618e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020273320376873016, 'last_eos_top1': 0}
+step=271650 lr=3.000000e-03 loss=2.2034 ce=2.2034 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1584282876574434e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01630004122853279, 'last_eos_top1': 0}
+step=271700 lr=3.000000e-03 loss=2.1965 ce=2.1965 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2693131541018374e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013409013859927654, 'last_eos_top1': 0}
+step=271750 lr=3.000000e-03 loss=2.6394 ce=2.6394 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4428717703558505e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01147013995796442, 'last_eos_top1': 0}
+step=271800 lr=3.000000e-03 loss=2.4647 ce=2.4647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.803200524998829e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01318102516233921, 'last_eos_top1': 0}
+step=271850 lr=3.000000e-03 loss=3.0660 ce=3.0660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010265382297802716, 'pos0_bos_top1': 0, 'last_eos_p': 0.012295576743781567, 'last_eos_top1': 0}
+step=271900 lr=3.000000e-03 loss=2.7421 ce=2.7421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002599130675662309, 'pos0_bos_top1': 0, 'last_eos_p': 0.017335692420601845, 'last_eos_top1': 0}
+step=271950 lr=3.000000e-03 loss=2.4467 ce=2.4467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.308141771820374e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014939913526177406, 'last_eos_top1': 0}
+step=272000 lr=3.000000e-03 loss=2.3814 ce=2.3814 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.05849568778649e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013097535818815231, 'last_eos_top1': 0}
+step=272050 lr=3.000000e-03 loss=2.3338 ce=2.3338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.303564492147416e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012957935221493244, 'last_eos_top1': 0}
+step=272100 lr=3.000000e-03 loss=2.4989 ce=2.4989 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8793707567965612e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016302311792969704, 'last_eos_top1': 0}
+step=272150 lr=3.000000e-03 loss=2.4034 ce=2.4034 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8434486011974514e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014435986988246441, 'last_eos_top1': 0}
+step=272200 lr=3.000000e-03 loss=1.9070 ce=1.9070 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0635197112569585e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015111709013581276, 'last_eos_top1': 0}
+step=272250 lr=3.000000e-03 loss=2.1143 ce=2.1143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.945348963607103e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018026135861873627, 'last_eos_top1': 0}
+step=272300 lr=3.000000e-03 loss=2.1823 ce=2.1823 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.333508983720094e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016712792217731476, 'last_eos_top1': 0}
+step=272350 lr=3.000000e-03 loss=2.6316 ce=2.6316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8217246179119684e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017408106476068497, 'last_eos_top1': 0}
+step=272400 lr=3.000000e-03 loss=1.0466 ce=1.0466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.500032708980143e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021012092009186745, 'last_eos_top1': 0}
+step=272450 lr=3.000000e-03 loss=2.3865 ce=2.3865 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.140832556411624e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018587637692689896, 'last_eos_top1': 0}
+step=272500 lr=3.000000e-03 loss=2.7482 ce=2.7482 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9712006178451702e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02068682201206684, 'last_eos_top1': 0}
+step=272550 lr=3.000000e-03 loss=3.0140 ce=3.0140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9384007828193717e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019319521263241768, 'last_eos_top1': 0}
+step=272600 lr=3.000000e-03 loss=2.7329 ce=2.7329 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2572651939990465e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01488430704921484, 'last_eos_top1': 0}
+step=272650 lr=3.000000e-03 loss=2.7503 ce=2.7503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4322161809541285e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010513532906770706, 'last_eos_top1': 0}
+step=272700 lr=3.000000e-03 loss=2.1541 ce=2.1541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2129533539991826e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014845432713627815, 'last_eos_top1': 0}
+step=272750 lr=3.000000e-03 loss=3.1632 ce=3.1632 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1398358007427305e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0149390222504735, 'last_eos_top1': 0}
+step=272800 lr=3.000000e-03 loss=2.5631 ce=2.5631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.027030369499698e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02130129374563694, 'last_eos_top1': 0}
+step=272850 lr=3.000000e-03 loss=2.4659 ce=2.4659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.454767258721404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01987151801586151, 'last_eos_top1': 0}
+step=272900 lr=3.000000e-03 loss=2.2325 ce=2.2325 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.893175592878833e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020609386265277863, 'last_eos_top1': 0}
+step=272950 lr=3.000000e-03 loss=2.9942 ce=2.9942 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.112439587013796e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020547999069094658, 'last_eos_top1': 0}
+step=273000 lr=3.000000e-03 loss=2.1490 ce=2.1490 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011152606020914391, 'pos0_bos_top1': 0, 'last_eos_p': 0.019330879673361778, 'last_eos_top1': 0}
+step=273050 lr=3.000000e-03 loss=2.6562 ce=2.6562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.453863170463592e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01958564855158329, 'last_eos_top1': 0}
+step=273100 lr=3.000000e-03 loss=3.0193 ce=3.0193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7305409932741895e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021167464554309845, 'last_eos_top1': 0}
+step=273150 lr=3.000000e-03 loss=2.8088 ce=2.8088 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.870086170034483e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018508819863200188, 'last_eos_top1': 0}
+step=273200 lr=3.000000e-03 loss=1.9087 ce=1.9087 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.788907295325771e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021101612597703934, 'last_eos_top1': 0}
+step=273250 lr=3.000000e-03 loss=2.6783 ce=2.6783 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0754242945695296e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014845242723822594, 'last_eos_top1': 0}
+step=273300 lr=3.000000e-03 loss=2.6931 ce=2.6931 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9241242373245768e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022175097838044167, 'last_eos_top1': 0}
+step=273350 lr=3.000000e-03 loss=2.4403 ce=2.4403 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.296173185342923e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021417977288365364, 'last_eos_top1': 0}
+step=273400 lr=3.000000e-03 loss=2.6237 ce=2.6237 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012136148870922625, 'pos0_bos_top1': 0, 'last_eos_p': 0.014418213628232479, 'last_eos_top1': 0}
+step=273450 lr=3.000000e-03 loss=2.3061 ce=2.3061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019513531879056245, 'pos0_bos_top1': 0, 'last_eos_p': 0.017081184312701225, 'last_eos_top1': 0}
+step=273500 lr=3.000000e-03 loss=2.9773 ce=2.9773 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.351895717671141e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016180558130145073, 'last_eos_top1': 0}
+step=273550 lr=3.000000e-03 loss=1.8273 ce=1.8273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.16653165302705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01570453867316246, 'last_eos_top1': 0}
+step=273600 lr=3.000000e-03 loss=2.1393 ce=2.1393 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.478168117813766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019420761615037918, 'last_eos_top1': 0}
+step=273650 lr=3.000000e-03 loss=2.7699 ce=2.7699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010224953439319506, 'pos0_bos_top1': 0, 'last_eos_p': 0.018668096512556076, 'last_eos_top1': 0}
+step=273700 lr=3.000000e-03 loss=3.1871 ce=3.1871 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.646329034585506e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01570054143667221, 'last_eos_top1': 0}
+step=273750 lr=3.000000e-03 loss=2.5349 ce=2.5349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.677990313619375e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020041273906826973, 'last_eos_top1': 0}
+step=273800 lr=3.000000e-03 loss=2.2459 ce=2.2459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.559808000223711e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016121063381433487, 'last_eos_top1': 0}
+step=273850 lr=3.000000e-03 loss=2.8137 ce=2.8137 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.566578228259459e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021132158115506172, 'last_eos_top1': 0}
+step=273900 lr=3.000000e-03 loss=2.3519 ce=2.3519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.354796561121475e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024296201765537262, 'last_eos_top1': 0}
+step=273950 lr=3.000000e-03 loss=2.9500 ce=2.9500 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.255056748865172e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01942070759832859, 'last_eos_top1': 0}
+[elf_hfds direct rank=1 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=2200000 rows=2191809 buffered=8191 part=openwebtext-t5
+step=274000 lr=3.000000e-03 loss=3.2129 ce=3.2129 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.84301373641938e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0147954560816288, 'last_eos_top1': 0}
+step=274050 lr=3.000000e-03 loss=2.0014 ce=2.0014 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5554194508004002e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02500048466026783, 'last_eos_top1': 0}
+step=274100 lr=3.000000e-03 loss=1.8625 ce=1.8625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0160615753848106e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021411368623375893, 'last_eos_top1': 0}
+step=274150 lr=3.000000e-03 loss=2.4146 ce=2.4146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.620217103161849e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013920305296778679, 'last_eos_top1': 0}
+step=274200 lr=3.000000e-03 loss=2.5984 ce=2.5984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010289045167155564, 'pos0_bos_top1': 0, 'last_eos_p': 0.018410921096801758, 'last_eos_top1': 0}
+step=274250 lr=3.000000e-03 loss=2.4846 ce=2.4846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.180394070222974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017497938126325607, 'last_eos_top1': 0}
+step=274300 lr=3.000000e-03 loss=2.2151 ce=2.2151 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.882050491985865e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018104666844010353, 'last_eos_top1': 0}
+step=274350 lr=3.000000e-03 loss=2.3541 ce=2.3541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9215130780357867e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02638847939670086, 'last_eos_top1': 0}
+step=274400 lr=3.000000e-03 loss=2.1577 ce=2.1577 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9468268369091675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02292446233332157, 'last_eos_top1': 0}
+step=274450 lr=3.000000e-03 loss=2.0155 ce=2.0155 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.3795577918645e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017168894410133362, 'last_eos_top1': 0}
+step=274500 lr=3.000000e-03 loss=2.6694 ce=2.6694 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014121292042545974, 'pos0_bos_top1': 0, 'last_eos_p': 0.021837037056684494, 'last_eos_top1': 0}
+step=274550 lr=3.000000e-03 loss=1.7310 ce=1.7310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3432835557032377e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030125129967927933, 'last_eos_top1': 0}
+step=274600 lr=3.000000e-03 loss=2.2700 ce=2.2700 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.395476910052821e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026980223134160042, 'last_eos_top1': 0}
+step=274650 lr=3.000000e-03 loss=2.7084 ce=2.7084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.095441156299785e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018667876720428467, 'last_eos_top1': 0}
+step=274700 lr=3.000000e-03 loss=2.0810 ce=2.0810 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0450077247223817e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025590192526578903, 'last_eos_top1': 0}
+step=274750 lr=3.000000e-03 loss=2.9271 ce=2.9271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012425427848938853, 'pos0_bos_top1': 0, 'last_eos_p': 0.02180144190788269, 'last_eos_top1': 0}
+step=274800 lr=3.000000e-03 loss=2.9672 ce=2.9672 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.472571501741186e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013664145022630692, 'last_eos_top1': 0}
+step=274850 lr=3.000000e-03 loss=2.9549 ce=2.9549 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.833611430716701e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018952984362840652, 'last_eos_top1': 0}
+step=274900 lr=3.000000e-03 loss=2.5938 ce=2.5938 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9452701710397378e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016626153141260147, 'last_eos_top1': 0}
+step=274950 lr=3.000000e-03 loss=2.6212 ce=2.6212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.64227341581136e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015309326350688934, 'last_eos_top1': 0}
+step=275000 lr=3.000000e-03 loss=1.8138 ce=1.8138 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.479235111735761e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022931206971406937, 'last_eos_top1': 0}
+step=275050 lr=3.000000e-03 loss=3.1274 ce=3.1274 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010698302503442392, 'pos0_bos_top1': 0, 'last_eos_p': 0.016354361549019814, 'last_eos_top1': 0}
+step=275100 lr=3.000000e-03 loss=2.5485 ce=2.5485 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011367689876351506, 'pos0_bos_top1': 0, 'last_eos_p': 0.021411359310150146, 'last_eos_top1': 0}
+step=275150 lr=3.000000e-03 loss=2.9459 ce=2.9459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001317518763244152, 'pos0_bos_top1': 0, 'last_eos_p': 0.020353974774479866, 'last_eos_top1': 0}
+step=275200 lr=3.000000e-03 loss=2.1892 ce=2.1892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.708323341328651e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023294271901249886, 'last_eos_top1': 0}
+step=275250 lr=3.000000e-03 loss=2.2620 ce=2.2620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011880501551786438, 'pos0_bos_top1': 0, 'last_eos_p': 0.018796883523464203, 'last_eos_top1': 0}
+step=275300 lr=3.000000e-03 loss=2.3567 ce=2.3567 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.369380909949541e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02743142656981945, 'last_eos_top1': 0}
+step=275350 lr=3.000000e-03 loss=3.2910 ce=3.2910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001677697873674333, 'pos0_bos_top1': 0, 'last_eos_p': 0.015552828088402748, 'last_eos_top1': 0}
+step=275400 lr=3.000000e-03 loss=2.3675 ce=2.3675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015874650853220373, 'pos0_bos_top1': 0, 'last_eos_p': 0.01513525377959013, 'last_eos_top1': 0}
+step=275450 lr=3.000000e-03 loss=2.4434 ce=2.4434 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018143760098610073, 'pos0_bos_top1': 0, 'last_eos_p': 0.01590714603662491, 'last_eos_top1': 0}
+step=275500 lr=3.000000e-03 loss=2.4569 ce=2.4569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.386878521880135e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026260383427143097, 'last_eos_top1': 0}
+step=275550 lr=3.000000e-03 loss=2.2933 ce=2.2933 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.11668103071861e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022562697529792786, 'last_eos_top1': 0}
+step=275600 lr=3.000000e-03 loss=2.1878 ce=2.1878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016294587112497538, 'pos0_bos_top1': 0, 'last_eos_p': 0.021423600614070892, 'last_eos_top1': 0}
+step=275650 lr=3.000000e-03 loss=2.7895 ce=2.7895 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.113625856116414e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026118863373994827, 'last_eos_top1': 0}
+step=275700 lr=3.000000e-03 loss=2.0907 ce=2.0907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020025238336529583, 'pos0_bos_top1': 0, 'last_eos_p': 0.020909888669848442, 'last_eos_top1': 0}
+step=275750 lr=3.000000e-03 loss=2.3040 ce=2.3040 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001840503391576931, 'pos0_bos_top1': 0, 'last_eos_p': 0.0179852694272995, 'last_eos_top1': 0}
+step=275800 lr=3.000000e-03 loss=2.6029 ce=2.6029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001192393247038126, 'pos0_bos_top1': 0, 'last_eos_p': 0.016975073143839836, 'last_eos_top1': 0}
+step=275850 lr=3.000000e-03 loss=2.1354 ce=2.1354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.620144656859338e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02189193293452263, 'last_eos_top1': 0}
+step=275900 lr=3.000000e-03 loss=2.3702 ce=2.3702 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013586429122369736, 'pos0_bos_top1': 0, 'last_eos_p': 0.01773025467991829, 'last_eos_top1': 0}
+step=275950 lr=3.000000e-03 loss=1.8657 ce=1.8657 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.795952842570841e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018531281501054764, 'last_eos_top1': 0}
+step=276000 lr=3.000000e-03 loss=2.3607 ce=2.3607 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010495330207049847, 'pos0_bos_top1': 0, 'last_eos_p': 0.019284365698695183, 'last_eos_top1': 0}
+step=276050 lr=3.000000e-03 loss=2.1251 ce=2.1251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007927671540528536, 'pos0_bos_top1': 0, 'last_eos_p': 0.01961642876267433, 'last_eos_top1': 0}
+step=276100 lr=3.000000e-03 loss=2.4915 ce=2.4915 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028905185172334313, 'pos0_bos_top1': 0, 'last_eos_p': 0.016578607261180878, 'last_eos_top1': 0}
+step=276150 lr=3.000000e-03 loss=2.4784 ce=2.4784 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016729030176065862, 'pos0_bos_top1': 0, 'last_eos_p': 0.01847217231988907, 'last_eos_top1': 0}
+step=276200 lr=3.000000e-03 loss=2.1930 ce=2.1930 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024274697352666408, 'pos0_bos_top1': 0, 'last_eos_p': 0.017128070816397667, 'last_eos_top1': 0}
+step=276250 lr=3.000000e-03 loss=2.4056 ce=2.4056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.487013160949573e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0188099667429924, 'last_eos_top1': 0}
+step=276300 lr=3.000000e-03 loss=2.6876 ce=2.6876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.092802793020383e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014250034466385841, 'last_eos_top1': 0}
+step=276350 lr=3.000000e-03 loss=3.1046 ce=3.1046 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011026288120774552, 'pos0_bos_top1': 0, 'last_eos_p': 0.013762526214122772, 'last_eos_top1': 0}
+step=276400 lr=3.000000e-03 loss=2.1228 ce=2.1228 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9186881369678304e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018919704481959343, 'last_eos_top1': 0}
+step=276450 lr=3.000000e-03 loss=2.8699 ce=2.8699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011960116535192356, 'pos0_bos_top1': 0, 'last_eos_p': 0.01479134988039732, 'last_eos_top1': 0}
+step=276500 lr=3.000000e-03 loss=2.5947 ce=2.5947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017669977387413383, 'pos0_bos_top1': 0, 'last_eos_p': 0.01746334135532379, 'last_eos_top1': 0}
+step=276550 lr=3.000000e-03 loss=2.0410 ce=2.0410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001607045269338414, 'pos0_bos_top1': 0, 'last_eos_p': 0.01777435839176178, 'last_eos_top1': 0}
+step=276600 lr=3.000000e-03 loss=3.4444 ce=3.4444 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003467690257821232, 'pos0_bos_top1': 0, 'last_eos_p': 0.014533631503582, 'last_eos_top1': 0}
+step=276650 lr=3.000000e-03 loss=1.9446 ce=1.9446 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020192496594972908, 'pos0_bos_top1': 0, 'last_eos_p': 0.020552463829517365, 'last_eos_top1': 0}
+step=276700 lr=3.000000e-03 loss=3.1944 ce=3.1944 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012892702943645418, 'pos0_bos_top1': 0, 'last_eos_p': 0.015703674405813217, 'last_eos_top1': 0}
+step=276750 lr=3.000000e-03 loss=2.4544 ce=2.4544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00025983224622905254, 'pos0_bos_top1': 0, 'last_eos_p': 0.014688165858387947, 'last_eos_top1': 0}
+step=276800 lr=3.000000e-03 loss=3.0601 ce=3.0601 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00037629803409799933, 'pos0_bos_top1': 0, 'last_eos_p': 0.015096171759068966, 'last_eos_top1': 0}
+step=276850 lr=3.000000e-03 loss=2.8546 ce=2.8546 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011503108544275165, 'pos0_bos_top1': 0, 'last_eos_p': 0.02574254758656025, 'last_eos_top1': 0}
+step=276900 lr=3.000000e-03 loss=2.5276 ce=2.5276 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.768881576135755e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019079824909567833, 'last_eos_top1': 0}
+step=276950 lr=3.000000e-03 loss=3.0342 ce=3.0342 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6273444746038876e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01712438091635704, 'last_eos_top1': 0}
+step=277000 lr=3.000000e-03 loss=2.6069 ce=2.6069 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011805001850007102, 'pos0_bos_top1': 0, 'last_eos_p': 0.01538118626922369, 'last_eos_top1': 0}
+step=277050 lr=3.000000e-03 loss=2.4768 ce=2.4768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.751934703672305e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01654033176600933, 'last_eos_top1': 0}
+step=277100 lr=3.000000e-03 loss=2.0616 ce=2.0616 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015190076373983175, 'pos0_bos_top1': 0, 'last_eos_p': 0.01927216909825802, 'last_eos_top1': 0}
+step=277150 lr=3.000000e-03 loss=2.2750 ce=2.2750 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.966585765942e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015591430477797985, 'last_eos_top1': 0}
+step=277200 lr=3.000000e-03 loss=2.2290 ce=2.2290 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.869398930575699e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02048753947019577, 'last_eos_top1': 0}
+step=277250 lr=3.000000e-03 loss=2.8142 ce=2.8142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.899909203639254e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02700071968138218, 'last_eos_top1': 0}
+step=277300 lr=3.000000e-03 loss=2.1994 ce=2.1994 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013976675109006464, 'pos0_bos_top1': 0, 'last_eos_p': 0.015659719705581665, 'last_eos_top1': 0}
+step=277350 lr=3.000000e-03 loss=2.1750 ce=2.1750 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013419035531114787, 'pos0_bos_top1': 0, 'last_eos_p': 0.01932673528790474, 'last_eos_top1': 0}
+step=277400 lr=3.000000e-03 loss=2.8499 ce=2.8499 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.505485700676218e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02089633047580719, 'last_eos_top1': 0}
+step=277450 lr=3.000000e-03 loss=1.5504 ce=1.5504 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.55831759609282e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013708097860217094, 'last_eos_top1': 0}
+step=277500 lr=3.000000e-03 loss=3.1805 ce=3.1805 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.994279152015224e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015811573714017868, 'last_eos_top1': 0}
+step=277550 lr=3.000000e-03 loss=2.1965 ce=2.1965 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.663737778784707e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01582351326942444, 'last_eos_top1': 0}
+step=277600 lr=3.000000e-03 loss=1.5186 ce=1.5186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6288114642957225e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015522211790084839, 'last_eos_top1': 0}
+step=277650 lr=3.000000e-03 loss=1.5756 ce=1.5756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.434461516211741e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01371025200933218, 'last_eos_top1': 0}
+step=277700 lr=3.000000e-03 loss=2.4933 ce=2.4933 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.59909744374454e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013787065632641315, 'last_eos_top1': 0}
+step=277750 lr=3.000000e-03 loss=2.8728 ce=2.8728 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4983455002948176e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020579343661665916, 'last_eos_top1': 0}
+step=277800 lr=3.000000e-03 loss=2.1505 ce=2.1505 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010672257485566661, 'pos0_bos_top1': 0, 'last_eos_p': 0.01901829242706299, 'last_eos_top1': 0}
+step=277850 lr=3.000000e-03 loss=2.5923 ce=2.5923 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.707827121019363e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017909064888954163, 'last_eos_top1': 0}
+step=277900 lr=3.000000e-03 loss=2.1906 ce=2.1906 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.968211967730895e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018492722883820534, 'last_eos_top1': 0}
+step=277950 lr=3.000000e-03 loss=2.5215 ce=2.5215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.942632510093972e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02040005289018154, 'last_eos_top1': 0}
+step=278000 lr=3.000000e-03 loss=2.5809 ce=2.5809 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.02067307732068e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01869344897568226, 'last_eos_top1': 0}
+step=278050 lr=3.000000e-03 loss=2.1446 ce=2.1446 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014895778440404683, 'pos0_bos_top1': 0, 'last_eos_p': 0.017765194177627563, 'last_eos_top1': 0}
+step=278100 lr=3.000000e-03 loss=2.8907 ce=2.8907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000216470958548598, 'pos0_bos_top1': 0, 'last_eos_p': 0.016265148296952248, 'last_eos_top1': 0}
+step=278150 lr=3.000000e-03 loss=2.2667 ce=2.2667 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.953784759389237e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02001356892287731, 'last_eos_top1': 0}
+step=278200 lr=3.000000e-03 loss=1.8860 ce=1.8860 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.390296377707273e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01553971879184246, 'last_eos_top1': 0}
+step=278250 lr=3.000000e-03 loss=2.5385 ce=2.5385 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.807045818073675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02197418548166752, 'last_eos_top1': 0}
+step=278300 lr=3.000000e-03 loss=2.6131 ce=2.6131 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2883930038660765e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011903185397386551, 'last_eos_top1': 0}
+step=278350 lr=3.000000e-03 loss=2.2030 ce=2.2030 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.01252397953067e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023272667080163956, 'last_eos_top1': 0}
+step=278400 lr=3.000000e-03 loss=2.5031 ce=2.5031 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.250657598779071e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012022473849356174, 'last_eos_top1': 0}
+step=278450 lr=3.000000e-03 loss=2.8304 ce=2.8304 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.866075743047986e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.015813278034329414, 'last_eos_top1': 0}
+step=278500 lr=3.000000e-03 loss=2.4985 ce=2.4985 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.992083995603025e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016429193317890167, 'last_eos_top1': 0}
+step=278550 lr=3.000000e-03 loss=2.6697 ce=2.6697 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.552752999297809e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.016045957803726196, 'last_eos_top1': 0}
+step=278600 lr=3.000000e-03 loss=2.0792 ce=2.0792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2479740689741448e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015032364055514336, 'last_eos_top1': 0}
+step=278650 lr=3.000000e-03 loss=2.2398 ce=2.2398 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0964180293958634e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019061638042330742, 'last_eos_top1': 0}
+step=278700 lr=3.000000e-03 loss=2.5291 ce=2.5291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.715485607041046e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02218165621161461, 'last_eos_top1': 0}
+step=278750 lr=3.000000e-03 loss=3.5211 ce=3.5211 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0378185329027474e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020551346242427826, 'last_eos_top1': 0}
+step=278800 lr=3.000000e-03 loss=1.9282 ce=1.9282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5566083675366826e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01957087032496929, 'last_eos_top1': 0}
+step=278850 lr=3.000000e-03 loss=2.1673 ce=2.1673 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8382261259830557e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016051361337304115, 'last_eos_top1': 0}
+step=278900 lr=3.000000e-03 loss=1.7328 ce=1.7328 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1469139028340578e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017978252843022346, 'last_eos_top1': 0}
+step=278950 lr=3.000000e-03 loss=2.3248 ce=2.3248 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3707774744252674e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017322590574622154, 'last_eos_top1': 0}
+step=279000 lr=3.000000e-03 loss=1.8703 ce=1.8703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.98582326649921e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015517056919634342, 'last_eos_top1': 0}
+step=279050 lr=3.000000e-03 loss=2.0501 ce=2.0501 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8104563423548825e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01606627367436886, 'last_eos_top1': 0}
+step=279100 lr=3.000000e-03 loss=2.5942 ce=2.5942 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.611720452085137e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01752626523375511, 'last_eos_top1': 0}
+step=279150 lr=3.000000e-03 loss=2.7093 ce=2.7093 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8584333853796124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019432390108704567, 'last_eos_top1': 0}
+step=279200 lr=3.000000e-03 loss=2.2314 ce=2.2314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011338504555169493, 'pos0_bos_top1': 0, 'last_eos_p': 0.017915671691298485, 'last_eos_top1': 0}
+step=279250 lr=3.000000e-03 loss=3.8056 ce=3.8056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016156176570802927, 'pos0_bos_top1': 0, 'last_eos_p': 0.01639517955482006, 'last_eos_top1': 0}
+step=279300 lr=3.000000e-03 loss=2.6071 ce=2.6071 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.902231977321208e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014681955799460411, 'last_eos_top1': 0}
+step=279350 lr=3.000000e-03 loss=2.4279 ce=2.4279 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.287302701617591e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02507031336426735, 'last_eos_top1': 0}
+step=279400 lr=3.000000e-03 loss=1.9232 ce=1.9232 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1591622246196494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01903330348432064, 'last_eos_top1': 0}
+step=279450 lr=3.000000e-03 loss=2.8812 ce=2.8812 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9935978091089055e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0205555260181427, 'last_eos_top1': 0}
+step=279500 lr=3.000000e-03 loss=2.5688 ce=2.5688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.393070023274049e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019824404269456863, 'last_eos_top1': 0}
+step=279550 lr=3.000000e-03 loss=2.7333 ce=2.7333 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.318766438402236e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018582230433821678, 'last_eos_top1': 0}
+step=279600 lr=3.000000e-03 loss=2.9834 ce=2.9834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.903606895823032e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023104270920157433, 'last_eos_top1': 0}
+step=279650 lr=3.000000e-03 loss=2.7524 ce=2.7524 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.151316044153646e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016259832307696342, 'last_eos_top1': 0}
+step=279700 lr=3.000000e-03 loss=2.0539 ce=2.0539 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1322815630119294e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01675369217991829, 'last_eos_top1': 0}
+step=279750 lr=3.000000e-03 loss=2.8373 ce=2.8373 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.420277400640771e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022551346570253372, 'last_eos_top1': 0}
+step=279800 lr=3.000000e-03 loss=2.8378 ce=2.8378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8293110264930874e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016905847936868668, 'last_eos_top1': 0}
+step=279850 lr=3.000000e-03 loss=2.3062 ce=2.3062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.316310539958067e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017080340534448624, 'last_eos_top1': 0}
+step=279900 lr=3.000000e-03 loss=3.1683 ce=3.1683 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.236766704299953e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02773461304605007, 'last_eos_top1': 0}
+step=279950 lr=3.000000e-03 loss=2.4016 ce=2.4016 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.763089211541228e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02024942822754383, 'last_eos_top1': 0}
+step=280000 lr=3.000000e-03 loss=2.6471 ce=2.6471 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7605048924451694e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016873382031917572, 'last_eos_top1': 0}
+step=280050 lr=3.000000e-03 loss=2.3650 ce=2.3650 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0880403098999523e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022498203441500664, 'last_eos_top1': 0}
+step=280100 lr=3.000000e-03 loss=1.8947 ce=1.8947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3998327378649265e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02583741396665573, 'last_eos_top1': 0}
+step=280150 lr=3.000000e-03 loss=2.3351 ce=2.3351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6721441827248782e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018503857776522636, 'last_eos_top1': 0}
+step=280200 lr=3.000000e-03 loss=2.8356 ce=2.8356 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4619768737466075e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020249860361218452, 'last_eos_top1': 0}
+step=280250 lr=3.000000e-03 loss=1.7609 ce=1.7609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.989600423257798e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024895384907722473, 'last_eos_top1': 0}
+step=280300 lr=3.000000e-03 loss=2.6433 ce=2.6433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7317535063484684e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014640419743955135, 'last_eos_top1': 0}
+step=280350 lr=3.000000e-03 loss=2.5851 ce=2.5851 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.373834523605183e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018377654254436493, 'last_eos_top1': 0}
+step=280400 lr=3.000000e-03 loss=2.2193 ce=2.2193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.783001248957589e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021585335955023766, 'last_eos_top1': 0}
+step=280450 lr=3.000000e-03 loss=2.3955 ce=2.3955 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018118089064955711, 'pos0_bos_top1': 0, 'last_eos_p': 0.02006789669394493, 'last_eos_top1': 0}
+step=280500 lr=3.000000e-03 loss=2.5503 ce=2.5503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016947407857514918, 'pos0_bos_top1': 0, 'last_eos_p': 0.010609091259539127, 'last_eos_top1': 0}
+step=280550 lr=3.000000e-03 loss=2.0495 ce=2.0495 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.519224502379075e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01539689302444458, 'last_eos_top1': 0}
+step=280600 lr=3.000000e-03 loss=3.4236 ce=3.4236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012341002002358437, 'pos0_bos_top1': 0, 'last_eos_p': 0.011918419040739536, 'last_eos_top1': 0}
+step=280650 lr=3.000000e-03 loss=3.0600 ce=3.0600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.864092524163425e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01948881708085537, 'last_eos_top1': 0}
+step=280700 lr=3.000000e-03 loss=1.6959 ce=1.6959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.022163430927321e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016737982630729675, 'last_eos_top1': 0}
+step=280750 lr=3.000000e-03 loss=2.7228 ce=2.7228 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012714811600744724, 'pos0_bos_top1': 0, 'last_eos_p': 0.017819734290242195, 'last_eos_top1': 0}
+step=280800 lr=3.000000e-03 loss=2.1970 ce=2.1970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4407213610829785e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019459810107946396, 'last_eos_top1': 0}
+step=280850 lr=3.000000e-03 loss=2.6842 ce=2.6842 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.856495019746944e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01613660529255867, 'last_eos_top1': 0}
+step=280900 lr=3.000000e-03 loss=2.9085 ce=2.9085 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.034269947325811e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01795784756541252, 'last_eos_top1': 0}
+step=280950 lr=3.000000e-03 loss=2.0947 ce=2.0947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.243725799024105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014786596409976482, 'last_eos_top1': 0}
+step=281000 lr=3.000000e-03 loss=2.4435 ce=2.4435 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7045123463030905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014245371334254742, 'last_eos_top1': 0}
+step=281050 lr=3.000000e-03 loss=2.7313 ce=2.7313 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.402624709764495e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01755538024008274, 'last_eos_top1': 0}
+step=281100 lr=3.000000e-03 loss=2.9588 ce=2.9588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017611755174584687, 'pos0_bos_top1': 0, 'last_eos_p': 0.014683212153613567, 'last_eos_top1': 0}
+step=281150 lr=3.000000e-03 loss=2.3853 ce=2.3853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9775531553896144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021801240742206573, 'last_eos_top1': 0}
+step=281200 lr=3.000000e-03 loss=2.4687 ce=2.4687 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.119502773392014e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023796092718839645, 'last_eos_top1': 0}
+step=281250 lr=3.000000e-03 loss=2.5734 ce=2.5734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.309298184234649e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01802000403404236, 'last_eos_top1': 0}
+step=281300 lr=3.000000e-03 loss=2.6389 ce=2.6389 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014057457156013697, 'pos0_bos_top1': 0, 'last_eos_p': 0.022945525124669075, 'last_eos_top1': 0}
+step=281350 lr=3.000000e-03 loss=2.7112 ce=2.7112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013712345389649272, 'pos0_bos_top1': 0, 'last_eos_p': 0.020424483343958855, 'last_eos_top1': 0}
+step=281400 lr=3.000000e-03 loss=2.9122 ce=2.9122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.370064799441025e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025139527395367622, 'last_eos_top1': 0}
+step=281450 lr=3.000000e-03 loss=2.1383 ce=2.1383 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011359003838151693, 'pos0_bos_top1': 0, 'last_eos_p': 0.020251359790563583, 'last_eos_top1': 0}
+step=281500 lr=3.000000e-03 loss=2.6235 ce=2.6235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.450516179436818e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02060924470424652, 'last_eos_top1': 0}
+step=281550 lr=3.000000e-03 loss=3.1142 ce=3.1142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.098722976981662e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017897941172122955, 'last_eos_top1': 0}
+step=281600 lr=3.000000e-03 loss=2.2706 ce=2.2706 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.722167846513912e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020424559712409973, 'last_eos_top1': 0}
+step=281650 lr=3.000000e-03 loss=2.8613 ce=2.8613 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4023647963767871e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019339047372341156, 'last_eos_top1': 0}
+step=281700 lr=3.000000e-03 loss=2.1129 ce=2.1129 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6386390497209504e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018287092447280884, 'last_eos_top1': 0}
+step=281750 lr=3.000000e-03 loss=2.1586 ce=2.1586 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4717235394055024e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01699759252369404, 'last_eos_top1': 0}
+step=281800 lr=3.000000e-03 loss=1.6378 ce=1.6378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5592914830194786e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017845800146460533, 'last_eos_top1': 0}
+step=281850 lr=3.000000e-03 loss=2.3167 ce=2.3167 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.914609159342945e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016178423538804054, 'last_eos_top1': 0}
+step=281900 lr=3.000000e-03 loss=2.0075 ce=2.0075 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3164902813732624e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021281961351633072, 'last_eos_top1': 0}
+step=281950 lr=3.000000e-03 loss=2.2527 ce=2.2527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.07645735424012e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02643931284546852, 'last_eos_top1': 0}
+step=282000 lr=3.000000e-03 loss=2.8682 ce=2.8682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010867325181607157, 'pos0_bos_top1': 0, 'last_eos_p': 0.022425469011068344, 'last_eos_top1': 0}
+step=282050 lr=3.000000e-03 loss=2.1341 ce=2.1341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002193482214352116, 'pos0_bos_top1': 0, 'last_eos_p': 0.027493329718708992, 'last_eos_top1': 0}
+step=282100 lr=3.000000e-03 loss=2.9996 ce=2.9996 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.128018089337274e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021648019552230835, 'last_eos_top1': 0}
+step=282150 lr=3.000000e-03 loss=2.7124 ce=2.7124 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.737431688932702e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020882701501250267, 'last_eos_top1': 0}
+step=282200 lr=3.000000e-03 loss=2.4237 ce=2.4237 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017596894758753479, 'pos0_bos_top1': 0, 'last_eos_p': 0.025465169921517372, 'last_eos_top1': 0}
+step=282250 lr=3.000000e-03 loss=1.9673 ce=1.9673 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8249287677463144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019875843077898026, 'last_eos_top1': 0}
+step=282300 lr=3.000000e-03 loss=2.3508 ce=2.3508 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001680485875112936, 'pos0_bos_top1': 0, 'last_eos_p': 0.0198992770165205, 'last_eos_top1': 0}
+step=282350 lr=3.000000e-03 loss=3.0989 ce=3.0989 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0202865673345514e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015012768097221851, 'last_eos_top1': 0}
+step=282400 lr=3.000000e-03 loss=1.8468 ce=1.8468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.125234697014093e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01907629519701004, 'last_eos_top1': 0}
+step=282450 lr=3.000000e-03 loss=2.4036 ce=2.4036 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001529996661702171, 'pos0_bos_top1': 0, 'last_eos_p': 0.01368763018399477, 'last_eos_top1': 0}
+step=282500 lr=3.000000e-03 loss=2.0608 ce=2.0608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011161794827785343, 'pos0_bos_top1': 0, 'last_eos_p': 0.021850375458598137, 'last_eos_top1': 0}
+step=282550 lr=3.000000e-03 loss=2.5847 ce=2.5847 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3209293431136757e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022072808817029, 'last_eos_top1': 0}
+step=282600 lr=3.000000e-03 loss=2.6914 ce=2.6914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.082076000282541e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024124260991811752, 'last_eos_top1': 0}
+step=282650 lr=3.000000e-03 loss=2.1041 ce=2.1041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011351595458108932, 'pos0_bos_top1': 0, 'last_eos_p': 0.020858965814113617, 'last_eos_top1': 0}
+step=282700 lr=3.000000e-03 loss=2.2866 ce=2.2866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012132788833696395, 'pos0_bos_top1': 0, 'last_eos_p': 0.012398808263242245, 'last_eos_top1': 0}
+step=282750 lr=3.000000e-03 loss=1.7335 ce=1.7335 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.95714198728092e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020056428387761116, 'last_eos_top1': 0}
+step=282800 lr=3.000000e-03 loss=2.0129 ce=2.0129 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5991728256922215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018480798229575157, 'last_eos_top1': 0}
+step=282850 lr=3.000000e-03 loss=2.0385 ce=2.0385 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.63541772053577e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014854966662824154, 'last_eos_top1': 0}
+step=282900 lr=3.000000e-03 loss=2.3945 ce=2.3945 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.171349817421287e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016302011907100677, 'last_eos_top1': 0}
+step=282950 lr=3.000000e-03 loss=2.6866 ce=2.6866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4777659998799209e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019040744751691818, 'last_eos_top1': 0}
+step=283000 lr=3.000000e-03 loss=1.7182 ce=1.7182 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.174106263439171e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012884913943707943, 'last_eos_top1': 0}
+step=283050 lr=3.000000e-03 loss=2.5754 ce=2.5754 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.184053275617771e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019321635365486145, 'last_eos_top1': 0}
+step=283100 lr=3.000000e-03 loss=1.6692 ce=1.6692 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.11726349638775e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01908237859606743, 'last_eos_top1': 0}
+step=283150 lr=3.000000e-03 loss=2.6449 ce=2.6449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001263255689991638, 'pos0_bos_top1': 0, 'last_eos_p': 0.01723627932369709, 'last_eos_top1': 0}
+step=283200 lr=3.000000e-03 loss=2.2257 ce=2.2257 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.325445767492056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0198717899620533, 'last_eos_top1': 0}
+step=283250 lr=3.000000e-03 loss=2.6070 ce=2.6070 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.276237738551572e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013733875937759876, 'last_eos_top1': 0}
+step=283300 lr=3.000000e-03 loss=2.5481 ce=2.5481 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8286103517748415e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01744653843343258, 'last_eos_top1': 0}
+step=283350 lr=3.000000e-03 loss=2.8071 ce=2.8071 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8190686356974766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017859535291790962, 'last_eos_top1': 0}
+step=283400 lr=3.000000e-03 loss=1.9288 ce=1.9288 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1886037100339308e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01964084804058075, 'last_eos_top1': 0}
+step=283450 lr=3.000000e-03 loss=2.6667 ce=2.6667 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0208819478284568e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027998216450214386, 'last_eos_top1': 0}
+step=283500 lr=3.000000e-03 loss=1.9445 ce=1.9445 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7475583920022473e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019311219453811646, 'last_eos_top1': 0}
+step=283550 lr=3.000000e-03 loss=2.2264 ce=2.2264 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1818537283688784e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017894649878144264, 'last_eos_top1': 0}
+step=283600 lr=3.000000e-03 loss=2.9389 ce=2.9389 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.386564539046958e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020772520452737808, 'last_eos_top1': 0}
+step=283650 lr=3.000000e-03 loss=2.9481 ce=2.9481 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.705464354832657e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022767622023820877, 'last_eos_top1': 0}
+step=283700 lr=3.000000e-03 loss=2.6111 ce=2.6111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.431819616002031e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02626345492899418, 'last_eos_top1': 0}
+step=283750 lr=3.000000e-03 loss=2.0817 ce=2.0817 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.621240779873915e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019988710060715675, 'last_eos_top1': 0}
+step=283800 lr=3.000000e-03 loss=2.4081 ce=2.4081 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.61545670684427e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014370950870215893, 'last_eos_top1': 0}
+step=283850 lr=3.000000e-03 loss=2.9293 ce=2.9293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.830433605704457e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024227624759078026, 'last_eos_top1': 0}
+step=283900 lr=3.000000e-03 loss=3.5204 ce=3.5204 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023565009178128093, 'pos0_bos_top1': 0, 'last_eos_p': 0.01708211749792099, 'last_eos_top1': 0}
+step=283950 lr=3.000000e-03 loss=2.0429 ce=2.0429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003109245444647968, 'pos0_bos_top1': 0, 'last_eos_p': 0.01590844988822937, 'last_eos_top1': 0}
+step=284000 lr=3.000000e-03 loss=2.2591 ce=2.2591 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001709755597403273, 'pos0_bos_top1': 0, 'last_eos_p': 0.015892811119556427, 'last_eos_top1': 0}
+step=284050 lr=3.000000e-03 loss=2.9962 ce=2.9962 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00039292496512643993, 'pos0_bos_top1': 0, 'last_eos_p': 0.016785141080617905, 'last_eos_top1': 0}
+step=284100 lr=3.000000e-03 loss=2.0818 ce=2.0818 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010497280163690448, 'pos0_bos_top1': 0, 'last_eos_p': 0.013367898762226105, 'last_eos_top1': 0}
+step=284150 lr=3.000000e-03 loss=2.5570 ce=2.5570 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013014259457122535, 'pos0_bos_top1': 0, 'last_eos_p': 0.012668665498495102, 'last_eos_top1': 0}
+step=284200 lr=3.000000e-03 loss=2.1122 ce=2.1122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.501623283838853e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017088795080780983, 'last_eos_top1': 0}
+step=284250 lr=3.000000e-03 loss=2.2593 ce=2.2593 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019482792413327843, 'pos0_bos_top1': 0, 'last_eos_p': 0.018178671598434448, 'last_eos_top1': 0}
+step=284300 lr=3.000000e-03 loss=3.1705 ce=3.1705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010555835615377873, 'pos0_bos_top1': 0, 'last_eos_p': 0.026172155514359474, 'last_eos_top1': 0}
+step=284350 lr=3.000000e-03 loss=3.0194 ce=3.0194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.54995780880563e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021096132695674896, 'last_eos_top1': 0}
+step=284400 lr=3.000000e-03 loss=1.9278 ce=1.9278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020953700004611164, 'pos0_bos_top1': 0, 'last_eos_p': 0.015465307049453259, 'last_eos_top1': 0}
+step=284450 lr=3.000000e-03 loss=2.8261 ce=2.8261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001661058922763914, 'pos0_bos_top1': 0, 'last_eos_p': 0.017724620178341866, 'last_eos_top1': 0}
+step=284500 lr=3.000000e-03 loss=2.5041 ce=2.5041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.17690127203241e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015978030860424042, 'last_eos_top1': 0}
+step=284550 lr=3.000000e-03 loss=2.3049 ce=2.3049 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.265320553211495e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014270111918449402, 'last_eos_top1': 0}
+step=284600 lr=3.000000e-03 loss=2.2793 ce=2.2793 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001502227532910183, 'pos0_bos_top1': 0, 'last_eos_p': 0.01526922732591629, 'last_eos_top1': 0}
+step=284650 lr=3.000000e-03 loss=2.9893 ce=2.9893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.090045255608857e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012971045449376106, 'last_eos_top1': 0}
+step=284700 lr=3.000000e-03 loss=3.1539 ce=3.1539 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.777652015443891e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016579873859882355, 'last_eos_top1': 0}
+step=284750 lr=3.000000e-03 loss=3.3968 ce=3.3968 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0205712139140815e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014329753816127777, 'last_eos_top1': 0}
+step=284800 lr=3.000000e-03 loss=1.5221 ce=1.5221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.608060306869447e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019267641007900238, 'last_eos_top1': 0}
+step=284850 lr=3.000000e-03 loss=1.6583 ce=1.6583 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.113683336181566e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018899546936154366, 'last_eos_top1': 0}
+step=284900 lr=3.000000e-03 loss=2.5453 ce=2.5453 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.626936712767929e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019674330949783325, 'last_eos_top1': 0}
+step=284950 lr=3.000000e-03 loss=2.4704 ce=2.4704 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.130080924369395e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014794101007282734, 'last_eos_top1': 0}
+step=285000 lr=3.000000e-03 loss=2.1511 ce=2.1511 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.408349433215335e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01561073400080204, 'last_eos_top1': 0}
+step=285050 lr=3.000000e-03 loss=2.9518 ce=2.9518 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001327510253759101, 'pos0_bos_top1': 0, 'last_eos_p': 0.01810486987233162, 'last_eos_top1': 0}
+step=285100 lr=3.000000e-03 loss=2.9410 ce=2.9410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.66259288159199e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019491391256451607, 'last_eos_top1': 0}
+step=285150 lr=3.000000e-03 loss=2.7892 ce=2.7892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004196260997559875, 'pos0_bos_top1': 0, 'last_eos_p': 0.017269186675548553, 'last_eos_top1': 0}
+step=285200 lr=3.000000e-03 loss=3.0238 ce=3.0238 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012173488357802853, 'pos0_bos_top1': 0, 'last_eos_p': 0.016010964289307594, 'last_eos_top1': 0}
+step=285250 lr=3.000000e-03 loss=1.7724 ce=1.7724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.615091403247789e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017782023176550865, 'last_eos_top1': 0}
+step=285300 lr=3.000000e-03 loss=3.2676 ce=3.2676 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001346981298411265, 'pos0_bos_top1': 0, 'last_eos_p': 0.018707793205976486, 'last_eos_top1': 0}
+step=285350 lr=3.000000e-03 loss=2.6788 ce=2.6788 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013019722246099263, 'pos0_bos_top1': 0, 'last_eos_p': 0.018693353980779648, 'last_eos_top1': 0}
+step=285400 lr=3.000000e-03 loss=2.3956 ce=2.3956 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016354025865439326, 'pos0_bos_top1': 0, 'last_eos_p': 0.024269267916679382, 'last_eos_top1': 0}
+step=285450 lr=3.000000e-03 loss=2.3314 ce=2.3314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015203453949652612, 'pos0_bos_top1': 0, 'last_eos_p': 0.018296876922249794, 'last_eos_top1': 0}
+step=285500 lr=3.000000e-03 loss=2.2784 ce=2.2784 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.936283898539841e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022417424246668816, 'last_eos_top1': 0}
+step=285550 lr=3.000000e-03 loss=2.0538 ce=2.0538 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001358877052552998, 'pos0_bos_top1': 0, 'last_eos_p': 0.01688307896256447, 'last_eos_top1': 0}
+step=285600 lr=3.000000e-03 loss=3.2292 ce=3.2292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00029505277052521706, 'pos0_bos_top1': 0, 'last_eos_p': 0.017403827980160713, 'last_eos_top1': 0}
+step=285650 lr=3.000000e-03 loss=1.7683 ce=1.7683 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011103980796178803, 'pos0_bos_top1': 0, 'last_eos_p': 0.027944011613726616, 'last_eos_top1': 0}
+step=285700 lr=3.000000e-03 loss=2.9420 ce=2.9420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9649413995211944e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023576710373163223, 'last_eos_top1': 0}
+step=285750 lr=3.000000e-03 loss=2.5420 ce=2.5420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.507826815824956e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023149536922574043, 'last_eos_top1': 0}
+step=285800 lr=3.000000e-03 loss=2.2834 ce=2.2834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.954326868755743e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019252222031354904, 'last_eos_top1': 0}
+step=285850 lr=3.000000e-03 loss=2.1573 ce=2.1573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015064040780998766, 'pos0_bos_top1': 0, 'last_eos_p': 0.020367935299873352, 'last_eos_top1': 0}
+step=285900 lr=3.000000e-03 loss=2.5648 ce=2.5648 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.793168278003577e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018035657703876495, 'last_eos_top1': 0}
+step=285950 lr=3.000000e-03 loss=3.4461 ce=3.4461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.79407244711183e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01862751878798008, 'last_eos_top1': 0}
+step=286000 lr=3.000000e-03 loss=2.7421 ce=2.7421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013560224033426493, 'pos0_bos_top1': 0, 'last_eos_p': 0.024581292644143105, 'last_eos_top1': 0}
+step=286050 lr=3.000000e-03 loss=3.2804 ce=3.2804 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.632605411345139e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02018960937857628, 'last_eos_top1': 0}
+step=286100 lr=3.000000e-03 loss=2.8039 ce=2.8039 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.403394895140082e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02077552117407322, 'last_eos_top1': 0}
+step=286150 lr=3.000000e-03 loss=2.4748 ce=2.4748 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.709971396252513e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01864122785627842, 'last_eos_top1': 0}
+step=286200 lr=3.000000e-03 loss=1.9417 ce=1.9417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.535167292691767e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026617031544446945, 'last_eos_top1': 0}
+step=286250 lr=3.000000e-03 loss=2.5043 ce=2.5043 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.949260851892177e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0272152591496706, 'last_eos_top1': 0}
+step=286300 lr=3.000000e-03 loss=1.9701 ce=1.9701 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2683621864416637e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02663731761276722, 'last_eos_top1': 0}
+step=286350 lr=3.000000e-03 loss=2.4737 ce=2.4737 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001594987843418494, 'pos0_bos_top1': 0, 'last_eos_p': 0.021909328177571297, 'last_eos_top1': 0}
+step=286400 lr=3.000000e-03 loss=2.8412 ce=2.8412 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.13692425051704e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02448994293808937, 'last_eos_top1': 0}
+step=286450 lr=3.000000e-03 loss=0.9534 ce=0.9534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.096495002973825e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02165837399661541, 'last_eos_top1': 0}
+[elf_hfds direct rank=2 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=0 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=2 worker=1] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=2300000 rows=2291809 buffered=8191 part=openwebtext-t5
+step=286500 lr=3.000000e-03 loss=2.9927 ce=2.9927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011216440179850906, 'pos0_bos_top1': 0, 'last_eos_p': 0.014240682125091553, 'last_eos_top1': 0}
+step=286550 lr=3.000000e-03 loss=2.2673 ce=2.2673 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012466078624129295, 'pos0_bos_top1': 0, 'last_eos_p': 0.016781901940703392, 'last_eos_top1': 0}
+step=286600 lr=3.000000e-03 loss=2.6545 ce=2.6545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014506661682389677, 'pos0_bos_top1': 0, 'last_eos_p': 0.020281443372368813, 'last_eos_top1': 0}
+step=286650 lr=3.000000e-03 loss=1.8938 ce=1.8938 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001647556637180969, 'pos0_bos_top1': 0, 'last_eos_p': 0.015265030786395073, 'last_eos_top1': 0}
+step=286700 lr=3.000000e-03 loss=2.1842 ce=2.1842 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.594031270244159e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015704022720456123, 'last_eos_top1': 0}
+step=286750 lr=3.000000e-03 loss=2.3371 ce=2.3371 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.585601785336621e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022345228120684624, 'last_eos_top1': 0}
+step=286800 lr=3.000000e-03 loss=2.5694 ce=2.5694 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.377191261388361e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022771811112761497, 'last_eos_top1': 0}
+step=286850 lr=3.000000e-03 loss=2.6937 ce=2.6937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.653107943246141e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01652388833463192, 'last_eos_top1': 0}
+step=286900 lr=3.000000e-03 loss=2.2056 ce=2.2056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.130750939017162e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02250388264656067, 'last_eos_top1': 0}
+step=286950 lr=3.000000e-03 loss=2.6967 ce=2.6967 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.125064389081672e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013845437206327915, 'last_eos_top1': 0}
+step=287000 lr=3.000000e-03 loss=1.9473 ce=1.9473 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011143193842144683, 'pos0_bos_top1': 0, 'last_eos_p': 0.014345208182930946, 'last_eos_top1': 0}
+step=287050 lr=3.000000e-03 loss=2.5498 ce=2.5498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.652388689573854e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009880011901259422, 'last_eos_top1': 0}
+step=287100 lr=3.000000e-03 loss=1.9119 ce=1.9119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.917150752386078e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011067301034927368, 'last_eos_top1': 0}
+step=287150 lr=3.000000e-03 loss=2.3453 ce=2.3453 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.877375901443884e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014803607016801834, 'last_eos_top1': 0}
+step=287200 lr=3.000000e-03 loss=2.5185 ce=2.5185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.182711513247341e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016369979828596115, 'last_eos_top1': 0}
+step=287250 lr=3.000000e-03 loss=2.1570 ce=2.1570 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018672003352548927, 'pos0_bos_top1': 0, 'last_eos_p': 0.018676413223147392, 'last_eos_top1': 0}
+step=287300 lr=3.000000e-03 loss=2.5490 ce=2.5490 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010147289140149951, 'pos0_bos_top1': 0, 'last_eos_p': 0.016335388645529747, 'last_eos_top1': 0}
+step=287350 lr=3.000000e-03 loss=1.7473 ce=1.7473 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001276197872357443, 'pos0_bos_top1': 0, 'last_eos_p': 0.01727902516722679, 'last_eos_top1': 0}
+step=287400 lr=3.000000e-03 loss=2.5143 ce=2.5143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019166406127624214, 'pos0_bos_top1': 0, 'last_eos_p': 0.014020241796970367, 'last_eos_top1': 0}
+step=287450 lr=3.000000e-03 loss=2.9617 ce=2.9617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010171346366405487, 'pos0_bos_top1': 0, 'last_eos_p': 0.01762944832444191, 'last_eos_top1': 0}
+step=287500 lr=3.000000e-03 loss=2.6625 ce=2.6625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.835853542317636e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017932627350091934, 'last_eos_top1': 0}
+step=287550 lr=3.000000e-03 loss=2.3642 ce=2.3642 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.411416249349713e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016386643052101135, 'last_eos_top1': 0}
+step=287600 lr=3.000000e-03 loss=2.0518 ce=2.0518 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.176069579552859e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01869439147412777, 'last_eos_top1': 0}
+step=287650 lr=3.000000e-03 loss=2.3995 ce=2.3995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.804390558390878e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024897795170545578, 'last_eos_top1': 0}
+step=287700 lr=3.000000e-03 loss=2.1059 ce=2.1059 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.428978016017936e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02172241359949112, 'last_eos_top1': 0}
+step=287750 lr=3.000000e-03 loss=2.4515 ce=2.4515 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.014173777657561e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01630406454205513, 'last_eos_top1': 0}
+step=287800 lr=3.000000e-03 loss=1.4775 ce=1.4775 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.843201870447956e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025476910173892975, 'last_eos_top1': 0}
+step=287850 lr=3.000000e-03 loss=2.6114 ce=2.6114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.801094110007398e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018289746716618538, 'last_eos_top1': 0}
+step=287900 lr=3.000000e-03 loss=2.4749 ce=2.4749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015034172974992543, 'pos0_bos_top1': 0, 'last_eos_p': 0.014771903865039349, 'last_eos_top1': 0}
+step=287950 lr=3.000000e-03 loss=2.3332 ce=2.3332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5341734221437946e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025169361382722855, 'last_eos_top1': 0}
+step=288000 lr=3.000000e-03 loss=2.3407 ce=2.3407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9182134565198794e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016571247950196266, 'last_eos_top1': 0}
+step=288050 lr=3.000000e-03 loss=2.4775 ce=2.4775 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.330951792828273e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017325403168797493, 'last_eos_top1': 0}
+step=288100 lr=3.000000e-03 loss=3.1979 ce=3.1979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.097317261970602e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014275806024670601, 'last_eos_top1': 0}
+step=288150 lr=3.000000e-03 loss=2.0282 ce=2.0282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8133828891441226e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017077554017305374, 'last_eos_top1': 0}
+step=288200 lr=3.000000e-03 loss=3.0555 ce=3.0555 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.373533061472699e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01874033734202385, 'last_eos_top1': 0}
+step=288250 lr=3.000000e-03 loss=2.6164 ce=2.6164 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013161130482330918, 'pos0_bos_top1': 0, 'last_eos_p': 0.022964056581258774, 'last_eos_top1': 0}
+step=288300 lr=3.000000e-03 loss=2.6919 ce=2.6919 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.301228859229013e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021853817626833916, 'last_eos_top1': 0}
+step=288350 lr=3.000000e-03 loss=2.5513 ce=2.5513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.840220622601919e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025100311264395714, 'last_eos_top1': 0}
+step=288400 lr=3.000000e-03 loss=1.7932 ce=1.7932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.598835271783173e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019373230636119843, 'last_eos_top1': 0}
+step=288450 lr=3.000000e-03 loss=2.7164 ce=2.7164 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.715521183446981e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020804565399885178, 'last_eos_top1': 0}
+step=288500 lr=3.000000e-03 loss=2.5388 ce=2.5388 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.49763317394536e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013535273261368275, 'last_eos_top1': 0}
+step=288550 lr=3.000000e-03 loss=2.6103 ce=2.6103 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013919733464717865, 'pos0_bos_top1': 0, 'last_eos_p': 0.020839141681790352, 'last_eos_top1': 0}
+step=288600 lr=3.000000e-03 loss=1.8970 ce=1.8970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.622810855740681e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019452443346381187, 'last_eos_top1': 0}
+step=288650 lr=3.000000e-03 loss=2.0295 ce=2.0295 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.764795736875385e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024389922618865967, 'last_eos_top1': 0}
+step=288700 lr=3.000000e-03 loss=2.6284 ce=2.6284 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022457653540186584, 'pos0_bos_top1': 0, 'last_eos_p': 0.010619770735502243, 'last_eos_top1': 0}
+step=288750 lr=3.000000e-03 loss=2.3690 ce=2.3690 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.361355528701097e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019544096663594246, 'last_eos_top1': 0}
+step=288800 lr=3.000000e-03 loss=2.0882 ce=2.0882 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9858209018129855e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01528895366936922, 'last_eos_top1': 0}
+step=288850 lr=3.000000e-03 loss=2.4314 ce=2.4314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001165013964055106, 'pos0_bos_top1': 0, 'last_eos_p': 0.016513453796505928, 'last_eos_top1': 0}
+step=288900 lr=3.000000e-03 loss=2.7376 ce=2.7376 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.034850568743423e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02138618752360344, 'last_eos_top1': 0}
+step=288950 lr=3.000000e-03 loss=2.5200 ce=2.5200 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011731938866432756, 'pos0_bos_top1': 0, 'last_eos_p': 0.013274597935378551, 'last_eos_top1': 0}
+step=289000 lr=3.000000e-03 loss=2.3160 ce=2.3160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.332497701398097e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015235783532261848, 'last_eos_top1': 0}
+step=289050 lr=3.000000e-03 loss=3.2698 ce=3.2698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8688287784461863e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01812852919101715, 'last_eos_top1': 0}
+step=289100 lr=3.000000e-03 loss=2.6150 ce=2.6150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.146377563709393e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019455470144748688, 'last_eos_top1': 0}
+step=289150 lr=3.000000e-03 loss=2.7484 ce=2.7484 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001167559385066852, 'pos0_bos_top1': 0, 'last_eos_p': 0.012670662254095078, 'last_eos_top1': 0}
+step=289200 lr=3.000000e-03 loss=2.1215 ce=2.1215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.573451486881822e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019321221858263016, 'last_eos_top1': 0}
+step=289250 lr=3.000000e-03 loss=1.9301 ce=1.9301 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.051284385146573e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021780624985694885, 'last_eos_top1': 0}
+step=289300 lr=3.000000e-03 loss=2.3330 ce=2.3330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015814161451999098, 'pos0_bos_top1': 0, 'last_eos_p': 0.013483281247317791, 'last_eos_top1': 0}
+step=289350 lr=3.000000e-03 loss=2.5272 ce=2.5272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9158235924551263e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019142502918839455, 'last_eos_top1': 0}
+step=289400 lr=3.000000e-03 loss=2.5240 ce=2.5240 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.994493353180587e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01947985403239727, 'last_eos_top1': 0}
+step=289450 lr=3.000000e-03 loss=3.1749 ce=3.1749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7549605874810368e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020839182659983635, 'last_eos_top1': 0}
+step=289500 lr=3.000000e-03 loss=2.9422 ce=2.9422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.153056842274964e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014412191696465015, 'last_eos_top1': 0}
+step=289550 lr=3.000000e-03 loss=2.2471 ce=2.2471 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3148458391660824e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01715254597365856, 'last_eos_top1': 0}
+step=289600 lr=3.000000e-03 loss=2.6294 ce=2.6294 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.112228634767234e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0191790834069252, 'last_eos_top1': 0}
+step=289650 lr=3.000000e-03 loss=2.1592 ce=2.1592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010240656411042437, 'pos0_bos_top1': 0, 'last_eos_p': 0.01607033796608448, 'last_eos_top1': 0}
+step=289700 lr=3.000000e-03 loss=3.1005 ce=3.1005 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5180899683618918e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015578917227685452, 'last_eos_top1': 0}
+step=289750 lr=3.000000e-03 loss=3.5224 ce=3.5224 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016201843391172588, 'pos0_bos_top1': 0, 'last_eos_p': 0.016622481867671013, 'last_eos_top1': 0}
+step=289800 lr=3.000000e-03 loss=2.1992 ce=2.1992 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018942455062642694, 'pos0_bos_top1': 0, 'last_eos_p': 0.019591983407735825, 'last_eos_top1': 0}
+step=289850 lr=3.000000e-03 loss=2.6940 ce=2.6940 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019399171287659556, 'pos0_bos_top1': 0, 'last_eos_p': 0.02061285823583603, 'last_eos_top1': 0}
+step=289900 lr=3.000000e-03 loss=2.9513 ce=2.9513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.397880497388542e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02027900330722332, 'last_eos_top1': 0}
+step=289950 lr=3.000000e-03 loss=2.2563 ce=2.2563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013416667934507132, 'pos0_bos_top1': 0, 'last_eos_p': 0.013575691729784012, 'last_eos_top1': 0}
+step=290000 lr=3.000000e-03 loss=2.5918 ce=2.5918 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.175914601655677e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017948944121599197, 'last_eos_top1': 0}
+step=290050 lr=3.000000e-03 loss=3.1756 ce=3.1756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.497904102317989e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01688946783542633, 'last_eos_top1': 0}
+step=290100 lr=3.000000e-03 loss=2.2540 ce=2.2540 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.212664008373395e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013663275167346, 'last_eos_top1': 0}
+step=290150 lr=3.000000e-03 loss=2.1286 ce=2.1286 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013489068078342825, 'pos0_bos_top1': 0, 'last_eos_p': 0.015132998116314411, 'last_eos_top1': 0}
+step=290200 lr=3.000000e-03 loss=2.6909 ce=2.6909 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1742129320045933e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016397550702095032, 'last_eos_top1': 0}
+step=290250 lr=3.000000e-03 loss=2.1199 ce=2.1199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.345596193568781e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020782355219125748, 'last_eos_top1': 0}
+step=290300 lr=3.000000e-03 loss=1.9592 ce=1.9592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010224738070974126, 'pos0_bos_top1': 0, 'last_eos_p': 0.015747610479593277, 'last_eos_top1': 0}
+step=290350 lr=3.000000e-03 loss=1.9059 ce=1.9059 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011477505177026615, 'pos0_bos_top1': 0, 'last_eos_p': 0.015421014279127121, 'last_eos_top1': 0}
+step=290400 lr=3.000000e-03 loss=2.3985 ce=2.3985 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.322663052240387e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01971496269106865, 'last_eos_top1': 0}
+step=290450 lr=3.000000e-03 loss=2.2142 ce=2.2142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.278769119991921e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021460235118865967, 'last_eos_top1': 0}
+step=290500 lr=3.000000e-03 loss=2.4695 ce=2.4695 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.981938011245802e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021967925131320953, 'last_eos_top1': 0}
+step=290550 lr=3.000000e-03 loss=2.1938 ce=2.1938 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.209038787754253e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01658320240676403, 'last_eos_top1': 0}
+step=290600 lr=3.000000e-03 loss=2.4337 ce=2.4337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022998216445557773, 'pos0_bos_top1': 0, 'last_eos_p': 0.01622365228831768, 'last_eos_top1': 0}
+step=290650 lr=3.000000e-03 loss=1.9023 ce=1.9023 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.96817582543008e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016844267025589943, 'last_eos_top1': 0}
+step=290700 lr=3.000000e-03 loss=2.1705 ce=2.1705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.75554913666565e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02041051723062992, 'last_eos_top1': 0}
+step=290750 lr=3.000000e-03 loss=2.3044 ce=2.3044 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017974848742596805, 'pos0_bos_top1': 0, 'last_eos_p': 0.01401967741549015, 'last_eos_top1': 0}
+step=290800 lr=3.000000e-03 loss=2.4291 ce=2.4291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.07243341114372e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017088335007429123, 'last_eos_top1': 0}
+step=290850 lr=3.000000e-03 loss=2.3319 ce=2.3319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9529259589035064e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025530798360705376, 'last_eos_top1': 0}
+step=290900 lr=3.000000e-03 loss=2.6692 ce=2.6692 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9586997698061168e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02442278526723385, 'last_eos_top1': 0}
+step=290950 lr=3.000000e-03 loss=1.8214 ce=1.8214 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.529174450202845e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016831666231155396, 'last_eos_top1': 0}
+step=291000 lr=3.000000e-03 loss=1.8888 ce=1.8888 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014742620987817645, 'pos0_bos_top1': 0, 'last_eos_p': 0.017749950289726257, 'last_eos_top1': 0}
+step=291050 lr=3.000000e-03 loss=3.0990 ce=3.0990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.668498826911673e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02296975627541542, 'last_eos_top1': 0}
+step=291100 lr=3.000000e-03 loss=2.2856 ce=2.2856 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010729509813245386, 'pos0_bos_top1': 0, 'last_eos_p': 0.02331293188035488, 'last_eos_top1': 0}
+step=291150 lr=3.000000e-03 loss=2.9984 ce=2.9984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.71650268486701e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01961338147521019, 'last_eos_top1': 0}
+step=291200 lr=3.000000e-03 loss=2.8980 ce=2.8980 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010735086834756657, 'pos0_bos_top1': 0, 'last_eos_p': 0.02108430303633213, 'last_eos_top1': 0}
+step=291250 lr=3.000000e-03 loss=2.1131 ce=2.1131 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020557167590595782, 'pos0_bos_top1': 0, 'last_eos_p': 0.022887976840138435, 'last_eos_top1': 0}
+step=291300 lr=3.000000e-03 loss=3.2901 ce=3.2901 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001091742014978081, 'pos0_bos_top1': 0, 'last_eos_p': 0.026668714359402657, 'last_eos_top1': 0}
+step=291350 lr=3.000000e-03 loss=2.9741 ce=2.9741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.878582982812077e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0221517626196146, 'last_eos_top1': 0}
+step=291400 lr=3.000000e-03 loss=2.1538 ce=2.1538 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.861031655105762e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017985597252845764, 'last_eos_top1': 0}
+step=291450 lr=3.000000e-03 loss=2.8708 ce=2.8708 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2071253119502217e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023848075419664383, 'last_eos_top1': 0}
+step=291500 lr=3.000000e-03 loss=2.5956 ce=2.5956 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011532881035236642, 'pos0_bos_top1': 0, 'last_eos_p': 0.020010381937026978, 'last_eos_top1': 0}
+step=291550 lr=3.000000e-03 loss=2.3523 ce=2.3523 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013585720444098115, 'pos0_bos_top1': 0, 'last_eos_p': 0.023426136001944542, 'last_eos_top1': 0}
+step=291600 lr=3.000000e-03 loss=2.0967 ce=2.0967 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.760169395012781e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0166773684322834, 'last_eos_top1': 0}
+step=291650 lr=3.000000e-03 loss=3.3619 ce=3.3619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.713886326295324e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01906547322869301, 'last_eos_top1': 0}
+step=291700 lr=3.000000e-03 loss=2.2381 ce=2.2381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.497681170003489e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025968853384256363, 'last_eos_top1': 0}
+step=291750 lr=3.000000e-03 loss=2.3892 ce=2.3892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.783911471255124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03034132905304432, 'last_eos_top1': 0}
+step=291800 lr=3.000000e-03 loss=2.1745 ce=2.1745 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2467665732838213e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025963159278035164, 'last_eos_top1': 0}
+step=291850 lr=3.000000e-03 loss=1.9864 ce=1.9864 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.187322626123205e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017700722441077232, 'last_eos_top1': 0}
+step=291900 lr=3.000000e-03 loss=2.8999 ce=2.8999 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.900423224782571e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01587507128715515, 'last_eos_top1': 0}
+step=291950 lr=3.000000e-03 loss=2.5102 ce=2.5102 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.191651532892138e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02252461202442646, 'last_eos_top1': 0}
+step=292000 lr=3.000000e-03 loss=2.4488 ce=2.4488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.362294516293332e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025526678189635277, 'last_eos_top1': 0}
+step=292050 lr=3.000000e-03 loss=2.0738 ce=2.0738 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3617732191924006e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019243400543928146, 'last_eos_top1': 0}
+step=292100 lr=3.000000e-03 loss=2.4701 ce=2.4701 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6139947042101994e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02381291054189205, 'last_eos_top1': 0}
+step=292150 lr=3.000000e-03 loss=3.3758 ce=3.3758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015017144323792309, 'pos0_bos_top1': 0, 'last_eos_p': 0.02037106826901436, 'last_eos_top1': 0}
+step=292200 lr=3.000000e-03 loss=3.1648 ce=3.1648 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.167982842773199e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019561443477869034, 'last_eos_top1': 0}
+step=292250 lr=3.000000e-03 loss=2.1240 ce=2.1240 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7942357923602685e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020196646451950073, 'last_eos_top1': 0}
+step=292300 lr=3.000000e-03 loss=2.1740 ce=2.1740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.873643436236307e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01991068758070469, 'last_eos_top1': 0}
+step=292350 lr=3.000000e-03 loss=2.5393 ce=2.5393 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9005456124432385e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020833749324083328, 'last_eos_top1': 0}
+step=292400 lr=3.000000e-03 loss=2.9433 ce=2.9433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.597515726345591e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02199895866215229, 'last_eos_top1': 0}
+step=292450 lr=3.000000e-03 loss=2.4143 ce=2.4143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.809417729731649e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01997440680861473, 'last_eos_top1': 0}
+step=292500 lr=3.000000e-03 loss=1.9090 ce=1.9090 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9660888685612008e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0165458545088768, 'last_eos_top1': 0}
+step=292550 lr=3.000000e-03 loss=1.8378 ce=1.8378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6398618754465133e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018288586288690567, 'last_eos_top1': 0}
+step=292600 lr=3.000000e-03 loss=2.2696 ce=2.2696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.531530455802567e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017707843333482742, 'last_eos_top1': 0}
+step=292650 lr=3.000000e-03 loss=3.4573 ce=3.4573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2443407942773774e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01769869588315487, 'last_eos_top1': 0}
+step=292700 lr=3.000000e-03 loss=2.1722 ce=2.1722 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.651099101873115e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015464712865650654, 'last_eos_top1': 0}
+step=292750 lr=3.000000e-03 loss=3.0546 ce=3.0546 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010286561882821843, 'pos0_bos_top1': 0, 'last_eos_p': 0.020666107535362244, 'last_eos_top1': 0}
+step=292800 lr=3.000000e-03 loss=2.5665 ce=2.5665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011100980918854475, 'pos0_bos_top1': 0, 'last_eos_p': 0.0209860447794199, 'last_eos_top1': 0}
+step=292850 lr=3.000000e-03 loss=2.7903 ce=2.7903 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013032385322730988, 'pos0_bos_top1': 0, 'last_eos_p': 0.018975013867020607, 'last_eos_top1': 0}
+step=292900 lr=3.000000e-03 loss=2.6606 ce=2.6606 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.567681000684388e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01696673408150673, 'last_eos_top1': 0}
+step=292950 lr=3.000000e-03 loss=1.5821 ce=1.5821 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.527104414999485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026060232892632484, 'last_eos_top1': 0}
+step=293000 lr=3.000000e-03 loss=2.2725 ce=2.2725 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.170644676079974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014387362636625767, 'last_eos_top1': 0}
+step=293050 lr=3.000000e-03 loss=2.3332 ce=2.3332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.459367770934477e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018854940310120583, 'last_eos_top1': 0}
+step=293100 lr=3.000000e-03 loss=2.2541 ce=2.2541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.327413914026693e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022501172497868538, 'last_eos_top1': 0}
+step=293150 lr=3.000000e-03 loss=2.9193 ce=2.9193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011164310126332566, 'pos0_bos_top1': 0, 'last_eos_p': 0.018346529453992844, 'last_eos_top1': 0}
+step=293200 lr=3.000000e-03 loss=2.0554 ce=2.0554 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.753792306175455e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02171149291098118, 'last_eos_top1': 0}
+step=293250 lr=3.000000e-03 loss=3.0658 ce=3.0658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.822746167425066e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02888258546590805, 'last_eos_top1': 0}
+step=293300 lr=3.000000e-03 loss=2.4920 ce=2.4920 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.608798139495775e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015733251348137856, 'last_eos_top1': 0}
+step=293350 lr=3.000000e-03 loss=2.9107 ce=2.9107 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.244977728580125e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02202998846769333, 'last_eos_top1': 0}
+step=293400 lr=3.000000e-03 loss=3.4251 ce=3.4251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011978872498730198, 'pos0_bos_top1': 0, 'last_eos_p': 0.020051803439855576, 'last_eos_top1': 0}
+step=293450 lr=3.000000e-03 loss=2.6470 ce=2.6470 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2114974348805845e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022480789572000504, 'last_eos_top1': 0}
+step=293500 lr=3.000000e-03 loss=2.1796 ce=2.1796 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.788389484630898e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022150792181491852, 'last_eos_top1': 0}
+step=293550 lr=3.000000e-03 loss=1.9609 ce=1.9609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5456261432264e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025705672800540924, 'last_eos_top1': 0}
+step=293600 lr=3.000000e-03 loss=2.2002 ce=2.2002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.080914656398818e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01939789578318596, 'last_eos_top1': 0}
+step=293650 lr=3.000000e-03 loss=2.2660 ce=2.2660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9800514312228188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02392752654850483, 'last_eos_top1': 0}
+step=293700 lr=3.000000e-03 loss=1.7169 ce=1.7169 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3224597751104739e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018213443458080292, 'last_eos_top1': 0}
+step=293750 lr=3.000000e-03 loss=2.8186 ce=2.8186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00025557432672940195, 'pos0_bos_top1': 0, 'last_eos_p': 0.02162334881722927, 'last_eos_top1': 0}
+step=293800 lr=3.000000e-03 loss=2.8560 ce=2.8560 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011581856233533472, 'pos0_bos_top1': 0, 'last_eos_p': 0.017097074538469315, 'last_eos_top1': 0}
+step=293850 lr=3.000000e-03 loss=2.5391 ce=2.5391 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001140371969086118, 'pos0_bos_top1': 0, 'last_eos_p': 0.020246000960469246, 'last_eos_top1': 0}
+step=293900 lr=3.000000e-03 loss=2.4235 ce=2.4235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.759303455008194e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017575275152921677, 'last_eos_top1': 0}
+step=293950 lr=3.000000e-03 loss=2.3528 ce=2.3528 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.362590208183974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02464008331298828, 'last_eos_top1': 0}
+step=294000 lr=3.000000e-03 loss=2.9710 ce=2.9710 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.185522993793711e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019608240574598312, 'last_eos_top1': 0}
+step=294050 lr=3.000000e-03 loss=1.5723 ce=1.5723 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4541309509659186e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021087924018502235, 'last_eos_top1': 0}
+step=294100 lr=3.000000e-03 loss=2.2773 ce=2.2773 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019583653192967176, 'pos0_bos_top1': 0, 'last_eos_p': 0.014930276200175285, 'last_eos_top1': 0}
+step=294150 lr=3.000000e-03 loss=2.8370 ce=2.8370 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010874886356759816, 'pos0_bos_top1': 0, 'last_eos_p': 0.028289103880524635, 'last_eos_top1': 0}
+step=294200 lr=3.000000e-03 loss=2.4132 ce=2.4132 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010728641063906252, 'pos0_bos_top1': 0, 'last_eos_p': 0.023996341973543167, 'last_eos_top1': 0}
+step=294250 lr=3.000000e-03 loss=2.0146 ce=2.0146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013428428792394698, 'pos0_bos_top1': 0, 'last_eos_p': 0.01956619694828987, 'last_eos_top1': 0}
+step=294300 lr=3.000000e-03 loss=3.2267 ce=3.2267 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.446493691531941e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0242267157882452, 'last_eos_top1': 0}
+step=294350 lr=3.000000e-03 loss=2.4081 ce=2.4081 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0793209336698055e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017528632655739784, 'last_eos_top1': 0}
+step=294400 lr=3.000000e-03 loss=2.5617 ce=2.5617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2736243156250566e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022479532286524773, 'last_eos_top1': 0}
+step=294450 lr=3.000000e-03 loss=1.7977 ce=1.7977 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0122453608782962e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018029343336820602, 'last_eos_top1': 0}
+step=294500 lr=3.000000e-03 loss=2.4699 ce=2.4699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8764292437699623e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02273116447031498, 'last_eos_top1': 0}
+step=294550 lr=3.000000e-03 loss=1.9578 ce=1.9578 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.408161344646942e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018504364416003227, 'last_eos_top1': 0}
+step=294600 lr=3.000000e-03 loss=2.1157 ce=2.1157 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9899216062622145e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01604793220758438, 'last_eos_top1': 0}
+step=294650 lr=3.000000e-03 loss=1.9414 ce=1.9414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001068606143235229, 'pos0_bos_top1': 0, 'last_eos_p': 0.022284014150500298, 'last_eos_top1': 0}
+step=294700 lr=3.000000e-03 loss=2.4724 ce=2.4724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.965142817236483e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01869835890829563, 'last_eos_top1': 0}
+step=294750 lr=3.000000e-03 loss=3.2292 ce=3.2292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0502116209827363e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015438626520335674, 'last_eos_top1': 0}
+step=294800 lr=3.000000e-03 loss=2.3102 ce=2.3102 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5321219911566004e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018536651507019997, 'last_eos_top1': 0}
+step=294850 lr=3.000000e-03 loss=2.0232 ce=2.0232 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.10333146242192e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017500190064311028, 'last_eos_top1': 0}
+step=294900 lr=3.000000e-03 loss=2.3927 ce=2.3927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.080015843210276e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.011658290401101112, 'last_eos_top1': 0}
+step=294950 lr=3.000000e-03 loss=2.3764 ce=2.3764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.972939783940092e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02364719659090042, 'last_eos_top1': 0}
+step=295000 lr=3.000000e-03 loss=2.3517 ce=2.3517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.716804975643754e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013388004153966904, 'last_eos_top1': 0}
+step=295050 lr=3.000000e-03 loss=2.3637 ce=2.3637 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.137801680481061e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021519506350159645, 'last_eos_top1': 0}
+step=295100 lr=3.000000e-03 loss=2.8278 ce=2.8278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8081146562471986e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019970640540122986, 'last_eos_top1': 0}
+step=295150 lr=3.000000e-03 loss=2.6167 ce=2.6167 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1694304450647905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029373234137892723, 'last_eos_top1': 0}
+step=295200 lr=3.000000e-03 loss=2.2255 ce=2.2255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8379003197187558e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015604638494551182, 'last_eos_top1': 0}
+step=295250 lr=3.000000e-03 loss=2.3376 ce=2.3376 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5747614927240647e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016341127455234528, 'last_eos_top1': 0}
+step=295300 lr=3.000000e-03 loss=3.0797 ce=3.0797 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.88901683234144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017823582515120506, 'last_eos_top1': 0}
+step=295350 lr=3.000000e-03 loss=2.7324 ce=2.7324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.067673191661015e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016428466886281967, 'last_eos_top1': 0}
+step=295400 lr=3.000000e-03 loss=2.3891 ce=2.3891 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7831027435022406e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019203387200832367, 'last_eos_top1': 0}
+step=295450 lr=3.000000e-03 loss=2.2679 ce=2.2679 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.099207242485136e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0175610538572073, 'last_eos_top1': 0}
+step=295500 lr=3.000000e-03 loss=2.4118 ce=2.4118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010698333062464371, 'pos0_bos_top1': 0, 'last_eos_p': 0.012538125738501549, 'last_eos_top1': 0}
+step=295550 lr=3.000000e-03 loss=2.4692 ce=2.4692 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.519659756217152e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019688788801431656, 'last_eos_top1': 0}
+step=295600 lr=3.000000e-03 loss=2.2781 ce=2.2781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.584234193316661e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015692085027694702, 'last_eos_top1': 0}
+step=295650 lr=3.000000e-03 loss=2.7807 ce=2.7807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.548619421664625e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014618495479226112, 'last_eos_top1': 0}
+step=295700 lr=3.000000e-03 loss=3.2386 ce=3.2386 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.062869503395632e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022157028317451477, 'last_eos_top1': 0}
+step=295750 lr=3.000000e-03 loss=2.6835 ce=2.6835 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.409832712961361e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020655494183301926, 'last_eos_top1': 0}
+step=295800 lr=3.000000e-03 loss=1.5983 ce=1.5983 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011795600585173815, 'pos0_bos_top1': 0, 'last_eos_p': 0.01919461041688919, 'last_eos_top1': 0}
+step=295850 lr=3.000000e-03 loss=2.6327 ce=2.6327 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001877228933153674, 'pos0_bos_top1': 0, 'last_eos_p': 0.01541763823479414, 'last_eos_top1': 0}
+step=295900 lr=3.000000e-03 loss=2.4025 ce=2.4025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.387323810486123e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015479540452361107, 'last_eos_top1': 0}
+step=295950 lr=3.000000e-03 loss=2.3739 ce=2.3739 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011168937635375187, 'pos0_bos_top1': 0, 'last_eos_p': 0.0142197385430336, 'last_eos_top1': 0}
+step=296000 lr=3.000000e-03 loss=2.0113 ce=2.0113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.04724807292223e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01870020478963852, 'last_eos_top1': 0}
+step=296050 lr=3.000000e-03 loss=2.3293 ce=2.3293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.096420449670404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015089551918208599, 'last_eos_top1': 0}
+step=296100 lr=3.000000e-03 loss=2.7548 ce=2.7548 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.791988845274318e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015244527719914913, 'last_eos_top1': 0}
+step=296150 lr=3.000000e-03 loss=3.1876 ce=3.1876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012994647840969265, 'pos0_bos_top1': 0, 'last_eos_p': 0.017343854531645775, 'last_eos_top1': 0}
+step=296200 lr=3.000000e-03 loss=2.3464 ce=2.3464 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.298489410663024e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01229234877973795, 'last_eos_top1': 0}
+step=296250 lr=3.000000e-03 loss=2.4861 ce=2.4861 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.447785275056958e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016003519296646118, 'last_eos_top1': 0}
+step=296300 lr=3.000000e-03 loss=3.1080 ce=3.1080 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.778142025927082e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013337353244423866, 'last_eos_top1': 0}
+step=296350 lr=3.000000e-03 loss=1.7026 ce=1.7026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.38757332530804e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014852241612970829, 'last_eos_top1': 0}
+step=296400 lr=3.000000e-03 loss=2.3720 ce=2.3720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.194128556875512e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01197774987667799, 'last_eos_top1': 0}
+step=296450 lr=3.000000e-03 loss=2.5166 ce=2.5166 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9986327465157956e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021985353901982307, 'last_eos_top1': 0}
+step=296500 lr=3.000000e-03 loss=2.4184 ce=2.4184 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011146325414301828, 'pos0_bos_top1': 0, 'last_eos_p': 0.013888530433177948, 'last_eos_top1': 0}
+step=296550 lr=3.000000e-03 loss=2.4652 ce=2.4652 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.546134631615132e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018396830186247826, 'last_eos_top1': 0}
+step=296600 lr=3.000000e-03 loss=2.6842 ce=2.6842 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.511142030125484e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019982682541012764, 'last_eos_top1': 0}
+step=296650 lr=3.000000e-03 loss=3.3432 ce=3.3432 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.582536298083141e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019323788583278656, 'last_eos_top1': 0}
+step=296700 lr=3.000000e-03 loss=2.6748 ce=2.6748 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.295114144450054e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01962703838944435, 'last_eos_top1': 0}
+step=296750 lr=3.000000e-03 loss=3.5352 ce=3.5352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.222652180236764e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016201753169298172, 'last_eos_top1': 0}
+step=296800 lr=3.000000e-03 loss=2.8865 ce=2.8865 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6795030357316136e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030034372583031654, 'last_eos_top1': 0}
+step=296850 lr=3.000000e-03 loss=2.1514 ce=2.1514 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.526254921685904e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02590346336364746, 'last_eos_top1': 0}
+step=296900 lr=3.000000e-03 loss=2.6505 ce=2.6505 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6247209714492783e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021779047325253487, 'last_eos_top1': 0}
+step=296950 lr=3.000000e-03 loss=2.6295 ce=2.6295 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4439193364523817e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017373668029904366, 'last_eos_top1': 0}
+step=297000 lr=3.000000e-03 loss=2.8247 ce=2.8247 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2950511518283747e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02817726694047451, 'last_eos_top1': 0}
+step=297050 lr=3.000000e-03 loss=2.7488 ce=2.7488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0614355637226254e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025838691741228104, 'last_eos_top1': 0}
+step=297100 lr=3.000000e-03 loss=3.2034 ce=3.2034 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.025793143431656e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024769175797700882, 'last_eos_top1': 0}
+step=297150 lr=3.000000e-03 loss=1.8027 ce=1.8027 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.970347698777914e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024126889184117317, 'last_eos_top1': 0}
+step=297200 lr=3.000000e-03 loss=1.9159 ce=1.9159 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.017952571506612e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028423774987459183, 'last_eos_top1': 0}
+step=297250 lr=3.000000e-03 loss=2.6354 ce=2.6354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2092833609785885e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0170589592307806, 'last_eos_top1': 0}
+step=297300 lr=3.000000e-03 loss=2.3164 ce=2.3164 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.212578874605242e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024358702823519707, 'last_eos_top1': 0}
+step=297350 lr=3.000000e-03 loss=1.9789 ce=1.9789 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.808438097825274e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016483087092638016, 'last_eos_top1': 0}
+step=297400 lr=3.000000e-03 loss=1.8964 ce=1.8964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.801662337034941e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012468196451663971, 'last_eos_top1': 0}
+step=297450 lr=3.000000e-03 loss=2.2265 ce=2.2265 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011006975546479225, 'pos0_bos_top1': 0, 'last_eos_p': 0.015367789193987846, 'last_eos_top1': 0}
+step=297500 lr=3.000000e-03 loss=4.0559 ce=4.0559 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.76844109268859e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014047069475054741, 'last_eos_top1': 0}
+step=297550 lr=3.000000e-03 loss=2.7053 ce=2.7053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6945497666019946e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023409128189086914, 'last_eos_top1': 0}
+step=297600 lr=3.000000e-03 loss=2.5765 ce=2.5765 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.88779798313044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01690836064517498, 'last_eos_top1': 0}
+step=297650 lr=3.000000e-03 loss=2.2921 ce=2.2921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.518530376022682e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017102451995015144, 'last_eos_top1': 0}
+step=297700 lr=3.000000e-03 loss=2.8185 ce=2.8185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8980584829696454e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017938293516635895, 'last_eos_top1': 0}
+step=297750 lr=3.000000e-03 loss=3.0041 ce=3.0041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.743095870362595e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017076587304472923, 'last_eos_top1': 0}
+step=297800 lr=3.000000e-03 loss=2.4365 ce=2.4365 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9481961973942816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023869946599006653, 'last_eos_top1': 0}
+step=297850 lr=3.000000e-03 loss=2.5338 ce=2.5338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.711458546400536e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014970524236559868, 'last_eos_top1': 0}
+step=297900 lr=3.000000e-03 loss=2.4219 ce=2.4219 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.758078961865976e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015659039840102196, 'last_eos_top1': 0}
+step=297950 lr=3.000000e-03 loss=1.9483 ce=1.9483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.195010741474107e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01404629461467266, 'last_eos_top1': 0}
+step=298000 lr=3.000000e-03 loss=2.5714 ce=2.5714 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014910880418028682, 'pos0_bos_top1': 0, 'last_eos_p': 0.015654990449547768, 'last_eos_top1': 0}
+step=298050 lr=3.000000e-03 loss=2.9895 ce=2.9895 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.655874363379553e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01688527874648571, 'last_eos_top1': 0}
+step=298100 lr=3.000000e-03 loss=2.5553 ce=2.5553 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7410836992203258e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016089271754026413, 'last_eos_top1': 0}
+step=298150 lr=3.000000e-03 loss=1.7627 ce=1.7627 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4992107026046142e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0203686635941267, 'last_eos_top1': 0}
+step=298200 lr=3.000000e-03 loss=2.1630 ce=2.1630 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.530673196422867e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.027393098920583725, 'last_eos_top1': 0}
+step=298250 lr=3.000000e-03 loss=2.4610 ce=2.4610 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6109723219415173e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026830630376935005, 'last_eos_top1': 0}
+step=298300 lr=3.000000e-03 loss=2.5593 ce=2.5593 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.545798871433362e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027716023847460747, 'last_eos_top1': 0}
+step=298350 lr=3.000000e-03 loss=2.5273 ce=2.5273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.194365025497973e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021273499354720116, 'last_eos_top1': 0}
+step=298400 lr=3.000000e-03 loss=3.3789 ce=3.3789 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1857052565319464e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019700128585100174, 'last_eos_top1': 0}
+step=298450 lr=3.000000e-03 loss=2.5252 ce=2.5252 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.04032585315872e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02055993117392063, 'last_eos_top1': 0}
+step=298500 lr=3.000000e-03 loss=2.3908 ce=2.3908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9401777535676956e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018727073445916176, 'last_eos_top1': 0}
+step=298550 lr=3.000000e-03 loss=3.5496 ce=3.5496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0122793759801425e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017978545278310776, 'last_eos_top1': 0}
+step=298600 lr=3.000000e-03 loss=2.7612 ce=2.7612 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9491944840410724e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021280186250805855, 'last_eos_top1': 0}
+step=298650 lr=3.000000e-03 loss=2.3930 ce=2.3930 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3479835615726188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022341234609484673, 'last_eos_top1': 0}
+step=298700 lr=3.000000e-03 loss=2.5352 ce=2.5352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.260657730512321e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017283301800489426, 'last_eos_top1': 0}
+step=298750 lr=3.000000e-03 loss=2.8670 ce=2.8670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.923499651951715e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024103544652462006, 'last_eos_top1': 0}
+step=298800 lr=3.000000e-03 loss=2.3744 ce=2.3744 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5207641707966104e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014457687735557556, 'last_eos_top1': 0}
+step=298850 lr=3.000000e-03 loss=2.0480 ce=2.0480 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8673839046387e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01681610196828842, 'last_eos_top1': 0}
+step=298900 lr=3.000000e-03 loss=2.1678 ce=2.1678 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.6434323748108e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01829320751130581, 'last_eos_top1': 0}
+step=298950 lr=3.000000e-03 loss=2.8169 ce=2.8169 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.521781349671073e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020989805459976196, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=5 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=3 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=2400000 rows=2391809 buffered=8191 part=openwebtext-t5
+step=299000 lr=3.000000e-03 loss=2.3844 ce=2.3844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.25644567864947e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016399027779698372, 'last_eos_top1': 0}
+step=299050 lr=3.000000e-03 loss=2.3253 ce=2.3253 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.95919879944995e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02241446264088154, 'last_eos_top1': 0}
+step=299100 lr=3.000000e-03 loss=2.2465 ce=2.2465 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.57817251724191e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022432124242186546, 'last_eos_top1': 0}
+step=299150 lr=3.000000e-03 loss=3.3688 ce=3.3688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.652525836310815e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021088548004627228, 'last_eos_top1': 0}
+step=299200 lr=3.000000e-03 loss=2.2765 ce=2.2765 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015707820421084762, 'pos0_bos_top1': 0, 'last_eos_p': 0.021808486431837082, 'last_eos_top1': 0}
+step=299250 lr=3.000000e-03 loss=2.6287 ce=2.6287 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.531054582912475e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025395384058356285, 'last_eos_top1': 0}
+step=299300 lr=3.000000e-03 loss=1.6790 ce=1.6790 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.075364995514974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021696653217077255, 'last_eos_top1': 0}
+step=299350 lr=3.000000e-03 loss=1.9324 ce=1.9324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6641217118594795e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018927639350295067, 'last_eos_top1': 0}
+step=299400 lr=3.000000e-03 loss=2.6950 ce=2.6950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1707415473647416e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01877579651772976, 'last_eos_top1': 0}
+step=299450 lr=3.000000e-03 loss=2.4492 ce=2.4492 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.816906478779856e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024370072409510612, 'last_eos_top1': 0}
+step=299500 lr=3.000000e-03 loss=1.5646 ce=1.5646 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.781724707456306e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02321360819041729, 'last_eos_top1': 0}
+step=299550 lr=3.000000e-03 loss=2.1427 ce=2.1427 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.376125409384258e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023885544389486313, 'last_eos_top1': 0}
+step=299600 lr=3.000000e-03 loss=2.7773 ce=2.7773 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.211130595242139e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02533114328980446, 'last_eos_top1': 0}
+step=299650 lr=3.000000e-03 loss=1.9150 ce=1.9150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.346532346564345e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021073631942272186, 'last_eos_top1': 0}
+step=299700 lr=3.000000e-03 loss=2.6268 ce=2.6268 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.441807686816901e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022796515375375748, 'last_eos_top1': 0}
+step=299750 lr=3.000000e-03 loss=3.6453 ce=3.6453 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8545829486101866e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023748518899083138, 'last_eos_top1': 0}
+step=299800 lr=3.000000e-03 loss=1.6267 ce=1.6267 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.669644062640145e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01742553897202015, 'last_eos_top1': 0}
+step=299850 lr=3.000000e-03 loss=2.5766 ce=2.5766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.360490078805014e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018501799553632736, 'last_eos_top1': 0}
+step=299900 lr=3.000000e-03 loss=1.9950 ce=1.9950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.617759547429159e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024083131924271584, 'last_eos_top1': 0}
+step=299950 lr=3.000000e-03 loss=3.3126 ce=3.3126 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022227325825951993, 'pos0_bos_top1': 0, 'last_eos_p': 0.01835671439766884, 'last_eos_top1': 0}
+step=300000 lr=3.000000e-03 loss=2.3836 ce=2.3836 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00031771609792485833, 'pos0_bos_top1': 0, 'last_eos_p': 0.018681613728404045, 'last_eos_top1': 0}
+step=300050 lr=3.000000e-03 loss=2.4488 ce=2.4488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002179825387429446, 'pos0_bos_top1': 0, 'last_eos_p': 0.025801880285143852, 'last_eos_top1': 0}
+step=300100 lr=3.000000e-03 loss=1.9880 ce=1.9880 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002161774755222723, 'pos0_bos_top1': 0, 'last_eos_p': 0.026771562173962593, 'last_eos_top1': 0}
+step=300150 lr=3.000000e-03 loss=3.0282 ce=3.0282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.518390339100733e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02125898189842701, 'last_eos_top1': 0}
+step=300200 lr=3.000000e-03 loss=1.9047 ce=1.9047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4334432712057605e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025657547637820244, 'last_eos_top1': 0}
+step=300250 lr=3.000000e-03 loss=2.8659 ce=2.8659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.884206257178448e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02007761225104332, 'last_eos_top1': 0}
+step=300300 lr=3.000000e-03 loss=2.7055 ce=2.7055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.10737590957433e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017032569274306297, 'last_eos_top1': 0}
+step=300350 lr=3.000000e-03 loss=2.3902 ce=2.3902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.5992636741139e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026026368141174316, 'last_eos_top1': 0}
+step=300400 lr=3.000000e-03 loss=2.3275 ce=2.3275 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.962204937124625e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02195492759346962, 'last_eos_top1': 0}
+step=300450 lr=3.000000e-03 loss=2.7448 ce=2.7448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2456617191201076e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0235044714063406, 'last_eos_top1': 0}
+step=300500 lr=3.000000e-03 loss=2.5682 ce=2.5682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.502750405459665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03123651072382927, 'last_eos_top1': 0}
+step=300550 lr=3.000000e-03 loss=2.5285 ce=2.5285 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014096198719926178, 'pos0_bos_top1': 0, 'last_eos_p': 0.017489289864897728, 'last_eos_top1': 0}
+step=300600 lr=3.000000e-03 loss=1.8138 ce=1.8138 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020074837084393948, 'pos0_bos_top1': 0, 'last_eos_p': 0.027351807802915573, 'last_eos_top1': 0}
+step=300650 lr=3.000000e-03 loss=1.6914 ce=1.6914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3897583964280784e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020860515534877777, 'last_eos_top1': 0}
+step=300700 lr=3.000000e-03 loss=1.5572 ce=1.5572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.816905518760905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01872112601995468, 'last_eos_top1': 0}
+step=300750 lr=3.000000e-03 loss=1.6506 ce=1.6506 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.980499842436984e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018610000610351562, 'last_eos_top1': 0}
+step=300800 lr=3.000000e-03 loss=2.5315 ce=2.5315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001356426510028541, 'pos0_bos_top1': 0, 'last_eos_p': 0.027481697499752045, 'last_eos_top1': 0}
+step=300850 lr=3.000000e-03 loss=2.9111 ce=2.9111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.711439684499055e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024266598746180534, 'last_eos_top1': 0}
+step=300900 lr=3.000000e-03 loss=2.4895 ce=2.4895 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8073994296137244e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018164802342653275, 'last_eos_top1': 0}
+step=300950 lr=3.000000e-03 loss=1.9123 ce=1.9123 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4126558350399137e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017681442201137543, 'last_eos_top1': 0}
+step=301000 lr=3.000000e-03 loss=2.6351 ce=2.6351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021677021868526936, 'pos0_bos_top1': 0, 'last_eos_p': 0.014569931663572788, 'last_eos_top1': 0}
+step=301050 lr=3.000000e-03 loss=2.5598 ce=2.5598 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001086719857994467, 'pos0_bos_top1': 0, 'last_eos_p': 0.01626962050795555, 'last_eos_top1': 0}
+step=301100 lr=3.000000e-03 loss=2.1601 ce=2.1601 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.389257446746342e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019159995019435883, 'last_eos_top1': 0}
+step=301150 lr=3.000000e-03 loss=2.8194 ce=2.8194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011605317558860406, 'pos0_bos_top1': 0, 'last_eos_p': 0.023777209222316742, 'last_eos_top1': 0}
+step=301200 lr=3.000000e-03 loss=1.6105 ce=1.6105 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.511311221402138e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023506730794906616, 'last_eos_top1': 0}
+step=301250 lr=3.000000e-03 loss=2.5967 ce=2.5967 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011946910672122613, 'pos0_bos_top1': 0, 'last_eos_p': 0.01815170794725418, 'last_eos_top1': 0}
+step=301300 lr=3.000000e-03 loss=3.0953 ce=3.0953 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001370084792142734, 'pos0_bos_top1': 0, 'last_eos_p': 0.013652028515934944, 'last_eos_top1': 0}
+step=301350 lr=3.000000e-03 loss=2.6116 ce=2.6116 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.735957059485372e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01804627850651741, 'last_eos_top1': 0}
+step=301400 lr=3.000000e-03 loss=2.6306 ce=2.6306 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.98000512784347e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019653256982564926, 'last_eos_top1': 0}
+step=301450 lr=3.000000e-03 loss=2.1035 ce=2.1035 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8683364032767713e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02743149735033512, 'last_eos_top1': 0}
+step=301500 lr=3.000000e-03 loss=2.2460 ce=2.2460 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.021351484581828e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01993483304977417, 'last_eos_top1': 0}
+step=301550 lr=3.000000e-03 loss=2.4366 ce=2.4366 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.12102628313005e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019529860466718674, 'last_eos_top1': 0}
+step=301600 lr=3.000000e-03 loss=3.0297 ce=3.0297 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.501296881353483e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017262231558561325, 'last_eos_top1': 0}
+step=301650 lr=3.000000e-03 loss=2.4603 ce=2.4603 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001252876390935853, 'pos0_bos_top1': 0, 'last_eos_p': 0.021172916516661644, 'last_eos_top1': 0}
+step=301700 lr=3.000000e-03 loss=2.7914 ce=2.7914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.110655234195292e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02110111527144909, 'last_eos_top1': 0}
+step=301750 lr=3.000000e-03 loss=2.9500 ce=2.9500 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.040038740844466e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020552054047584534, 'last_eos_top1': 0}
+step=301800 lr=3.000000e-03 loss=2.2993 ce=2.2993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.005891555105336e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025223761796951294, 'last_eos_top1': 0}
+step=301850 lr=3.000000e-03 loss=2.0105 ce=2.0105 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4903030609712005e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02135622315108776, 'last_eos_top1': 0}
+step=301900 lr=3.000000e-03 loss=2.9429 ce=2.9429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010115117038367316, 'pos0_bos_top1': 0, 'last_eos_p': 0.017496880143880844, 'last_eos_top1': 0}
+step=301950 lr=3.000000e-03 loss=2.5215 ce=2.5215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.446780050988309e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021136412397027016, 'last_eos_top1': 0}
+step=302000 lr=3.000000e-03 loss=2.4791 ce=2.4791 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.759111758787185e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029498960822820663, 'last_eos_top1': 0}
+step=302050 lr=3.000000e-03 loss=2.3943 ce=2.3943 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010504933015909046, 'pos0_bos_top1': 0, 'last_eos_p': 0.030351819470524788, 'last_eos_top1': 0}
+step=302100 lr=3.000000e-03 loss=3.0219 ce=3.0219 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.225931454333477e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031664058566093445, 'last_eos_top1': 0}
+step=302150 lr=3.000000e-03 loss=2.7069 ce=2.7069 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0274521122919396e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03136098012328148, 'last_eos_top1': 0}
+step=302200 lr=3.000000e-03 loss=2.4052 ce=2.4052 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0427148380549625e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025993704795837402, 'last_eos_top1': 0}
+step=302250 lr=3.000000e-03 loss=2.1717 ce=2.1717 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.252194336615503e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027118269354104996, 'last_eos_top1': 0}
+step=302300 lr=3.000000e-03 loss=2.6614 ce=2.6614 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013243315333966166, 'pos0_bos_top1': 0, 'last_eos_p': 0.02192644402384758, 'last_eos_top1': 0}
+step=302350 lr=3.000000e-03 loss=2.0363 ce=2.0363 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.890153210610151e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01851480081677437, 'last_eos_top1': 0}
+step=302400 lr=3.000000e-03 loss=2.8385 ce=2.8385 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8528570662019774e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025305073708295822, 'last_eos_top1': 0}
+step=302450 lr=3.000000e-03 loss=1.5028 ce=1.5028 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7707632398232818e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02192838117480278, 'last_eos_top1': 0}
+step=302500 lr=3.000000e-03 loss=2.4001 ce=2.4001 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.622067641932517e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020687520503997803, 'last_eos_top1': 0}
+step=302550 lr=3.000000e-03 loss=2.2018 ce=2.2018 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6927514631533995e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01869853585958481, 'last_eos_top1': 0}
+step=302600 lr=3.000000e-03 loss=2.7319 ce=2.7319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.926689093234017e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029380489140748978, 'last_eos_top1': 0}
+step=302650 lr=3.000000e-03 loss=2.1906 ce=2.1906 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.035097299492918e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020236272364854813, 'last_eos_top1': 0}
+step=302700 lr=3.000000e-03 loss=2.1942 ce=2.1942 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0362137699266896e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020674563944339752, 'last_eos_top1': 0}
+step=302750 lr=3.000000e-03 loss=3.0829 ce=3.0829 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.105243715457618e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01591290533542633, 'last_eos_top1': 0}
+step=302800 lr=3.000000e-03 loss=2.0698 ce=2.0698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1631236450048164e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02851642109453678, 'last_eos_top1': 0}
+step=302850 lr=3.000000e-03 loss=2.7833 ce=2.7833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.299630331341177e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029749426990747452, 'last_eos_top1': 0}
+step=302900 lr=3.000000e-03 loss=2.3745 ce=2.3745 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9321365471114404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022784452885389328, 'last_eos_top1': 0}
+step=302950 lr=3.000000e-03 loss=2.3582 ce=2.3582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.40192491421476e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01995238848030567, 'last_eos_top1': 0}
+step=303000 lr=3.000000e-03 loss=1.4185 ce=1.4185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.468063005129807e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016707098111510277, 'last_eos_top1': 0}
+step=303050 lr=3.000000e-03 loss=2.1590 ce=2.1590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.0350848545786e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025750765576958656, 'last_eos_top1': 0}
+step=303100 lr=3.000000e-03 loss=1.9741 ce=1.9741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.0000889536459e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026793930679559708, 'last_eos_top1': 0}
+step=303150 lr=3.000000e-03 loss=2.4269 ce=2.4269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.203086665365845e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028359031304717064, 'last_eos_top1': 0}
+step=303200 lr=3.000000e-03 loss=3.3426 ce=3.3426 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.32132315938361e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018728015944361687, 'last_eos_top1': 0}
+step=303250 lr=3.000000e-03 loss=2.5553 ce=2.5553 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.075775384786539e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028142904862761497, 'last_eos_top1': 0}
+step=303300 lr=3.000000e-03 loss=2.3729 ce=2.3729 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6171752324444242e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01996651105582714, 'last_eos_top1': 0}
+step=303350 lr=3.000000e-03 loss=3.2580 ce=3.2580 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.845419632853009e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02190275304019451, 'last_eos_top1': 0}
+step=303400 lr=3.000000e-03 loss=2.6576 ce=2.6576 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.524427302181721e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019816068932414055, 'last_eos_top1': 0}
+step=303450 lr=3.000000e-03 loss=2.4068 ce=2.4068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.670806321082637e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015157817862927914, 'last_eos_top1': 0}
+step=303500 lr=3.000000e-03 loss=3.2349 ce=3.2349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.415728522464633e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015922699123620987, 'last_eos_top1': 0}
+step=303550 lr=3.000000e-03 loss=2.7722 ce=2.7722 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5415951313334517e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020426541566848755, 'last_eos_top1': 0}
+step=303600 lr=3.000000e-03 loss=1.7407 ce=1.7407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.956946966354735e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016177790239453316, 'last_eos_top1': 0}
+step=303650 lr=3.000000e-03 loss=2.4602 ce=2.4602 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.350023613777012e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01799924671649933, 'last_eos_top1': 0}
+step=303700 lr=3.000000e-03 loss=3.0586 ce=3.0586 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.988551755668595e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017702540382742882, 'last_eos_top1': 0}
+step=303750 lr=3.000000e-03 loss=2.7147 ce=2.7147 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2148995665484108e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022790715098381042, 'last_eos_top1': 0}
+step=303800 lr=3.000000e-03 loss=2.5720 ce=2.5720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.482644701260142e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017648648470640182, 'last_eos_top1': 0}
+step=303850 lr=3.000000e-03 loss=2.2993 ce=2.2993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8793583624064922e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02416985295712948, 'last_eos_top1': 0}
+step=303900 lr=3.000000e-03 loss=2.0736 ce=2.0736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.703221591422334e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019595544785261154, 'last_eos_top1': 0}
+step=303950 lr=3.000000e-03 loss=2.4765 ce=2.4765 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9009391407016665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013551347889006138, 'last_eos_top1': 0}
+step=304000 lr=3.000000e-03 loss=2.2707 ce=2.2707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.476666021626443e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017577175050973892, 'last_eos_top1': 0}
+step=304050 lr=3.000000e-03 loss=2.3250 ce=2.3250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3986228623252828e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020318981260061264, 'last_eos_top1': 0}
+step=304100 lr=3.000000e-03 loss=2.4410 ce=2.4410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3508088159142062e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022126806899905205, 'last_eos_top1': 0}
+step=304150 lr=3.000000e-03 loss=2.2581 ce=2.2581 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4298871469218284e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015473749488592148, 'last_eos_top1': 0}
+step=304200 lr=3.000000e-03 loss=2.2602 ce=2.2602 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.078007673844695e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02429535612463951, 'last_eos_top1': 0}
+step=304250 lr=3.000000e-03 loss=1.9072 ce=1.9072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1410267436294816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018657468259334564, 'last_eos_top1': 0}
+step=304300 lr=3.000000e-03 loss=2.3390 ce=2.3390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7512455087853596e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017021143808960915, 'last_eos_top1': 0}
+step=304350 lr=3.000000e-03 loss=1.9380 ce=1.9380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.008241664152592e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02702152356505394, 'last_eos_top1': 0}
+step=304400 lr=3.000000e-03 loss=1.9407 ce=1.9407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.4813276771456e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022952059283852577, 'last_eos_top1': 0}
+step=304450 lr=3.000000e-03 loss=2.4135 ce=2.4135 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011465295392554253, 'pos0_bos_top1': 0, 'last_eos_p': 0.019345244392752647, 'last_eos_top1': 0}
+step=304500 lr=3.000000e-03 loss=2.3348 ce=2.3348 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.691476301057264e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024289919063448906, 'last_eos_top1': 0}
+step=304550 lr=3.000000e-03 loss=2.9186 ce=2.9186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.457233682041988e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016277411952614784, 'last_eos_top1': 0}
+step=304600 lr=3.000000e-03 loss=2.2400 ce=2.2400 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.102827395196073e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01461112778633833, 'last_eos_top1': 0}
+step=304650 lr=3.000000e-03 loss=3.2024 ce=3.2024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1992273104842752e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017847253009676933, 'last_eos_top1': 0}
+step=304700 lr=3.000000e-03 loss=2.3126 ce=2.3126 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6791329471743666e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019027870148420334, 'last_eos_top1': 0}
+step=304750 lr=3.000000e-03 loss=1.8580 ce=1.8580 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.444278212962672e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01507300604134798, 'last_eos_top1': 0}
+step=304800 lr=3.000000e-03 loss=2.1521 ce=2.1521 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013465217489283532, 'pos0_bos_top1': 0, 'last_eos_p': 0.020078347995877266, 'last_eos_top1': 0}
+step=304850 lr=3.000000e-03 loss=2.5885 ce=2.5885 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.991335249040276e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019933314993977547, 'last_eos_top1': 0}
+step=304900 lr=3.000000e-03 loss=2.8997 ce=2.8997 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.074132448295131e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019733933731913567, 'last_eos_top1': 0}
+step=304950 lr=3.000000e-03 loss=2.7917 ce=2.7917 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010394399578217417, 'pos0_bos_top1': 0, 'last_eos_p': 0.01938924379646778, 'last_eos_top1': 0}
+step=305000 lr=3.000000e-03 loss=2.2608 ce=2.2608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00040797857218421996, 'pos0_bos_top1': 0, 'last_eos_p': 0.01801932044327259, 'last_eos_top1': 0}
+step=305050 lr=3.000000e-03 loss=2.0782 ce=2.0782 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.774514910532162e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01746763475239277, 'last_eos_top1': 0}
+step=305100 lr=3.000000e-03 loss=2.5713 ce=2.5713 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013667262101080269, 'pos0_bos_top1': 0, 'last_eos_p': 0.01705927401781082, 'last_eos_top1': 0}
+step=305150 lr=3.000000e-03 loss=2.5481 ce=2.5481 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.398549546953291e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015683148056268692, 'last_eos_top1': 0}
+step=305200 lr=3.000000e-03 loss=2.7524 ce=2.7524 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014106748858466744, 'pos0_bos_top1': 0, 'last_eos_p': 0.0212265495210886, 'last_eos_top1': 0}
+step=305250 lr=3.000000e-03 loss=2.2226 ce=2.2226 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.670704457676038e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018524494022130966, 'last_eos_top1': 0}
+step=305300 lr=3.000000e-03 loss=2.1989 ce=2.1989 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013678539835382253, 'pos0_bos_top1': 0, 'last_eos_p': 0.0199496578425169, 'last_eos_top1': 0}
+step=305350 lr=3.000000e-03 loss=2.5132 ce=2.5132 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024104455951601267, 'pos0_bos_top1': 0, 'last_eos_p': 0.016967451199889183, 'last_eos_top1': 0}
+step=305400 lr=3.000000e-03 loss=2.1387 ce=2.1387 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002877686347346753, 'pos0_bos_top1': 0, 'last_eos_p': 0.01922512985765934, 'last_eos_top1': 0}
+step=305450 lr=3.000000e-03 loss=1.8578 ce=1.8578 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014549367188010365, 'pos0_bos_top1': 0, 'last_eos_p': 0.013990757055580616, 'last_eos_top1': 0}
+step=305500 lr=3.000000e-03 loss=2.1056 ce=2.1056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002684115315787494, 'pos0_bos_top1': 0, 'last_eos_p': 0.017947010695934296, 'last_eos_top1': 0}
+step=305550 lr=3.000000e-03 loss=2.7541 ce=2.7541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010207629384240136, 'pos0_bos_top1': 0, 'last_eos_p': 0.014781400561332703, 'last_eos_top1': 0}
+step=305600 lr=3.000000e-03 loss=2.7339 ce=2.7339 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.017616422264837e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017445223405957222, 'last_eos_top1': 0}
+step=305650 lr=3.000000e-03 loss=2.4957 ce=2.4957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.831145270145498e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02052287384867668, 'last_eos_top1': 0}
+step=305700 lr=3.000000e-03 loss=2.4903 ce=2.4903 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.528428199701011e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017204372212290764, 'last_eos_top1': 0}
+step=305750 lr=3.000000e-03 loss=1.9468 ce=1.9468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021712749730795622, 'pos0_bos_top1': 0, 'last_eos_p': 0.013590948656201363, 'last_eos_top1': 0}
+step=305800 lr=3.000000e-03 loss=1.8721 ce=1.8721 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.4342245827429e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01248088013380766, 'last_eos_top1': 0}
+step=305850 lr=3.000000e-03 loss=2.3449 ce=2.3449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4160322431707755e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019232366234064102, 'last_eos_top1': 0}
+step=305900 lr=3.000000e-03 loss=2.8650 ce=2.8650 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.761913831112906e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01742641255259514, 'last_eos_top1': 0}
+step=305950 lr=3.000000e-03 loss=2.5650 ce=2.5650 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001239451376022771, 'pos0_bos_top1': 0, 'last_eos_p': 0.018731914460659027, 'last_eos_top1': 0}
+step=306000 lr=3.000000e-03 loss=2.5730 ce=2.5730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.216153946705163e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02879456989467144, 'last_eos_top1': 0}
+step=306050 lr=3.000000e-03 loss=2.5827 ce=2.5827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.830470374552533e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016378309577703476, 'last_eos_top1': 0}
+step=306100 lr=3.000000e-03 loss=2.6686 ce=2.6686 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.045292007504031e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020537205040454865, 'last_eos_top1': 0}
+step=306150 lr=3.000000e-03 loss=2.5318 ce=2.5318 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.89612128958106e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024661609902977943, 'last_eos_top1': 0}
+step=306200 lr=3.000000e-03 loss=2.6499 ce=2.6499 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8400066336616874e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014502173289656639, 'last_eos_top1': 0}
+step=306250 lr=3.000000e-03 loss=2.8947 ce=2.8947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.133744758088142e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019769690930843353, 'last_eos_top1': 0}
+step=306300 lr=3.000000e-03 loss=2.5934 ce=2.5934 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4833174645900726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02240954339504242, 'last_eos_top1': 0}
+step=306350 lr=3.000000e-03 loss=2.0798 ce=2.0798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.721864752355032e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023898908868432045, 'last_eos_top1': 0}
+step=306400 lr=3.000000e-03 loss=2.2990 ce=2.2990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6389901904622093e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017414435744285583, 'last_eos_top1': 0}
+step=306450 lr=3.000000e-03 loss=3.1664 ce=3.1664 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0071240214747377e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025398297235369682, 'last_eos_top1': 0}
+step=306500 lr=3.000000e-03 loss=1.9694 ce=1.9694 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0877845599898137e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022658472880721092, 'last_eos_top1': 0}
+step=306550 lr=3.000000e-03 loss=1.6659 ce=1.6659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2134848879650235e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016972694545984268, 'last_eos_top1': 0}
+step=306600 lr=3.000000e-03 loss=1.8136 ce=1.8136 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.812837945180945e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022792622447013855, 'last_eos_top1': 0}
+step=306650 lr=3.000000e-03 loss=2.2787 ce=2.2787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.702315320377238e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019234079867601395, 'last_eos_top1': 0}
+step=306700 lr=3.000000e-03 loss=1.9186 ce=1.9186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.761167914082762e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017580578103661537, 'last_eos_top1': 0}
+step=306750 lr=3.000000e-03 loss=2.5074 ce=2.5074 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2886153096333146e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01853788085281849, 'last_eos_top1': 0}
+step=306800 lr=3.000000e-03 loss=3.1073 ce=3.1073 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.210542339133099e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016126804053783417, 'last_eos_top1': 0}
+step=306850 lr=3.000000e-03 loss=1.7334 ce=1.7334 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.850020897923969e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018528353422880173, 'last_eos_top1': 0}
+step=306900 lr=3.000000e-03 loss=3.3709 ce=3.3709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002585769980214536, 'pos0_bos_top1': 0, 'last_eos_p': 0.015256150625646114, 'last_eos_top1': 0}
+step=306950 lr=3.000000e-03 loss=2.1613 ce=2.1613 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016379175940528512, 'pos0_bos_top1': 0, 'last_eos_p': 0.016876202076673508, 'last_eos_top1': 0}
+step=307000 lr=3.000000e-03 loss=2.2195 ce=2.2195 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014152991934679449, 'pos0_bos_top1': 0, 'last_eos_p': 0.02666538953781128, 'last_eos_top1': 0}
+step=307050 lr=3.000000e-03 loss=2.8693 ce=2.8693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.845959872705862e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02097121626138687, 'last_eos_top1': 0}
+step=307100 lr=3.000000e-03 loss=2.0816 ce=2.0816 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4029399103019387e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02579227276146412, 'last_eos_top1': 0}
+step=307150 lr=3.000000e-03 loss=1.9893 ce=1.9893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.828036228194833e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013603268191218376, 'last_eos_top1': 0}
+step=307200 lr=3.000000e-03 loss=2.1725 ce=2.1725 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.2354927144479e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018754582852125168, 'last_eos_top1': 0}
+step=307250 lr=3.000000e-03 loss=2.3833 ce=2.3833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.644211680395529e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017728764563798904, 'last_eos_top1': 0}
+step=307300 lr=3.000000e-03 loss=2.7608 ce=2.7608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.73928695707582e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01540723629295826, 'last_eos_top1': 0}
+step=307350 lr=3.000000e-03 loss=2.8986 ce=2.8986 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010900537017732859, 'pos0_bos_top1': 0, 'last_eos_p': 0.013735826127231121, 'last_eos_top1': 0}
+step=307400 lr=3.000000e-03 loss=2.3409 ce=2.3409 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.367967529920861e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019411524757742882, 'last_eos_top1': 0}
+step=307450 lr=3.000000e-03 loss=2.1494 ce=2.1494 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.537465328117833e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02040947787463665, 'last_eos_top1': 0}
+step=307500 lr=3.000000e-03 loss=2.4305 ce=2.4305 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.735654071439058e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017911504954099655, 'last_eos_top1': 0}
+step=307550 lr=3.000000e-03 loss=2.0037 ce=2.0037 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006286277784965932, 'pos0_bos_top1': 0, 'last_eos_p': 0.020840993151068687, 'last_eos_top1': 0}
+step=307600 lr=3.000000e-03 loss=2.3422 ce=2.3422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00040087653906084597, 'pos0_bos_top1': 0, 'last_eos_p': 0.014713553711771965, 'last_eos_top1': 0}
+step=307650 lr=3.000000e-03 loss=2.1263 ce=2.1263 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005860645323991776, 'pos0_bos_top1': 0, 'last_eos_p': 0.017048710957169533, 'last_eos_top1': 0}
+step=307700 lr=3.000000e-03 loss=2.5413 ce=2.5413 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003143890353385359, 'pos0_bos_top1': 0, 'last_eos_p': 0.017800727859139442, 'last_eos_top1': 0}
+step=307750 lr=3.000000e-03 loss=2.5847 ce=2.5847 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.880043216980994e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016517793759703636, 'last_eos_top1': 0}
+step=307800 lr=3.000000e-03 loss=2.1250 ce=2.1250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023919419618323445, 'pos0_bos_top1': 0, 'last_eos_p': 0.017520176246762276, 'last_eos_top1': 0}
+step=307850 lr=3.000000e-03 loss=2.2657 ce=2.2657 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001276660623261705, 'pos0_bos_top1': 0, 'last_eos_p': 0.01549617387354374, 'last_eos_top1': 0}
+step=307900 lr=3.000000e-03 loss=2.2510 ce=2.2510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014878106594551355, 'pos0_bos_top1': 0, 'last_eos_p': 0.01875424012541771, 'last_eos_top1': 0}
+step=307950 lr=3.000000e-03 loss=2.2329 ce=2.2329 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003178365295752883, 'pos0_bos_top1': 0, 'last_eos_p': 0.014080273918807507, 'last_eos_top1': 0}
+step=308000 lr=3.000000e-03 loss=2.9924 ce=2.9924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0008462921832688153, 'pos0_bos_top1': 0, 'last_eos_p': 0.011756344698369503, 'last_eos_top1': 0}
+step=308050 lr=3.000000e-03 loss=2.6792 ce=2.6792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012360085383988917, 'pos0_bos_top1': 0, 'last_eos_p': 0.017454802989959717, 'last_eos_top1': 0}
+step=308100 lr=3.000000e-03 loss=1.7261 ce=1.7261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.431713649770245e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02586139179766178, 'last_eos_top1': 0}
+step=308150 lr=3.000000e-03 loss=2.8041 ce=2.8041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010653821664163843, 'pos0_bos_top1': 0, 'last_eos_p': 0.015564089640974998, 'last_eos_top1': 0}
+step=308200 lr=3.000000e-03 loss=1.8773 ce=1.8773 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4638942199526355e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01632245071232319, 'last_eos_top1': 0}
+step=308250 lr=3.000000e-03 loss=2.6631 ce=2.6631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.045854676514864e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017390159890055656, 'last_eos_top1': 0}
+step=308300 lr=3.000000e-03 loss=2.5064 ce=2.5064 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.37450027372688e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01974782906472683, 'last_eos_top1': 0}
+step=308350 lr=3.000000e-03 loss=2.7261 ce=2.7261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001582008262630552, 'pos0_bos_top1': 0, 'last_eos_p': 0.01687796041369438, 'last_eos_top1': 0}
+step=308400 lr=3.000000e-03 loss=2.8877 ce=2.8877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00038588751340284944, 'pos0_bos_top1': 0, 'last_eos_p': 0.015413898043334484, 'last_eos_top1': 0}
+step=308450 lr=3.000000e-03 loss=1.9345 ce=1.9345 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015725581033620983, 'pos0_bos_top1': 0, 'last_eos_p': 0.021735189482569695, 'last_eos_top1': 0}
+step=308500 lr=3.000000e-03 loss=2.1225 ce=2.1225 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.664143438683823e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018977049738168716, 'last_eos_top1': 0}
+step=308550 lr=3.000000e-03 loss=3.0525 ce=3.0525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.615788151975721e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02000632882118225, 'last_eos_top1': 0}
+step=308600 lr=3.000000e-03 loss=2.6397 ce=2.6397 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010420293256174773, 'pos0_bos_top1': 0, 'last_eos_p': 0.01983807235956192, 'last_eos_top1': 0}
+step=308650 lr=3.000000e-03 loss=3.3537 ce=3.3537 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.194588786456734e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022351866587996483, 'last_eos_top1': 0}
+step=308700 lr=3.000000e-03 loss=2.4086 ce=2.4086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010350037337047979, 'pos0_bos_top1': 0, 'last_eos_p': 0.020075935870409012, 'last_eos_top1': 0}
+step=308750 lr=3.000000e-03 loss=2.1864 ce=2.1864 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.898825373966247e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01902993582189083, 'last_eos_top1': 0}
+step=308800 lr=3.000000e-03 loss=2.3728 ce=2.3728 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.075261186808348e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02519768476486206, 'last_eos_top1': 0}
+step=308850 lr=3.000000e-03 loss=2.6050 ce=2.6050 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.719187199953012e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016734318807721138, 'last_eos_top1': 0}
+step=308900 lr=3.000000e-03 loss=2.1910 ce=2.1910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.132339745410718e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031532905995845795, 'last_eos_top1': 0}
+step=308950 lr=3.000000e-03 loss=2.4852 ce=2.4852 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.701763049932197e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02195243537425995, 'last_eos_top1': 0}
+step=309000 lr=3.000000e-03 loss=1.8203 ce=1.8203 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.259299309225753e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020397307351231575, 'last_eos_top1': 0}
+step=309050 lr=3.000000e-03 loss=2.4917 ce=2.4917 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014779740013182163, 'pos0_bos_top1': 0, 'last_eos_p': 0.022215962409973145, 'last_eos_top1': 0}
+step=309100 lr=3.000000e-03 loss=3.1947 ce=3.1947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001364223862765357, 'pos0_bos_top1': 0, 'last_eos_p': 0.021652283146977425, 'last_eos_top1': 0}
+step=309150 lr=3.000000e-03 loss=2.7272 ce=2.7272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001018844050122425, 'pos0_bos_top1': 0, 'last_eos_p': 0.023794356733560562, 'last_eos_top1': 0}
+step=309200 lr=3.000000e-03 loss=2.9542 ce=2.9542 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.976604683790356e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02079542726278305, 'last_eos_top1': 0}
+step=309250 lr=3.000000e-03 loss=1.9063 ce=1.9063 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019252764468546957, 'pos0_bos_top1': 0, 'last_eos_p': 0.030791819095611572, 'last_eos_top1': 0}
+step=309300 lr=3.000000e-03 loss=2.3936 ce=2.3936 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010512315930100158, 'pos0_bos_top1': 0, 'last_eos_p': 0.027657680213451385, 'last_eos_top1': 0}
+step=309350 lr=3.000000e-03 loss=2.6782 ce=2.6782 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.397664790507406e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01996666006743908, 'last_eos_top1': 0}
+step=309400 lr=3.000000e-03 loss=2.7255 ce=2.7255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.03016557963565e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017735503613948822, 'last_eos_top1': 0}
+step=309450 lr=3.000000e-03 loss=2.0063 ce=2.0063 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.808013469912112e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02053370140492916, 'last_eos_top1': 0}
+step=309500 lr=3.000000e-03 loss=2.2849 ce=2.2849 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.784291326766834e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01839609444141388, 'last_eos_top1': 0}
+step=309550 lr=3.000000e-03 loss=1.7626 ce=1.7626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012938531290274113, 'pos0_bos_top1': 0, 'last_eos_p': 0.019670628011226654, 'last_eos_top1': 0}
+step=309600 lr=3.000000e-03 loss=2.8282 ce=2.8282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024646721431054175, 'pos0_bos_top1': 0, 'last_eos_p': 0.016463186591863632, 'last_eos_top1': 0}
+step=309650 lr=3.000000e-03 loss=2.3263 ce=2.3263 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014464753621723503, 'pos0_bos_top1': 0, 'last_eos_p': 0.016477616503834724, 'last_eos_top1': 0}
+step=309700 lr=3.000000e-03 loss=3.5316 ce=3.5316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.392535139340907e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01890016719698906, 'last_eos_top1': 0}
+step=309750 lr=3.000000e-03 loss=2.9308 ce=2.9308 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.88451254973188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023839527741074562, 'last_eos_top1': 0}
+step=309800 lr=3.000000e-03 loss=2.2523 ce=2.2523 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1749759323720355e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020134862512350082, 'last_eos_top1': 0}
+step=309850 lr=3.000000e-03 loss=2.3756 ce=2.3756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.744651859160513e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020140264183282852, 'last_eos_top1': 0}
+step=309900 lr=3.000000e-03 loss=2.1727 ce=2.1727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.474580393638462e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02066563256084919, 'last_eos_top1': 0}
+step=309950 lr=3.000000e-03 loss=2.0497 ce=2.0497 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.223293454851955e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016191158443689346, 'last_eos_top1': 0}
+step=310000 lr=3.000000e-03 loss=2.2774 ce=2.2774 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020569928165059537, 'pos0_bos_top1': 0, 'last_eos_p': 0.016724182292819023, 'last_eos_top1': 0}
+step=310050 lr=3.000000e-03 loss=2.8696 ce=2.8696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.749916843138635e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017142562195658684, 'last_eos_top1': 0}
+step=310100 lr=3.000000e-03 loss=2.0979 ce=2.0979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.17411865782924e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01556249987334013, 'last_eos_top1': 0}
+step=310150 lr=3.000000e-03 loss=2.4909 ce=2.4909 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7409994800109416e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025183163583278656, 'last_eos_top1': 0}
+step=310200 lr=3.000000e-03 loss=2.8930 ce=2.8930 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.885224214172922e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02906271070241928, 'last_eos_top1': 0}
+step=310250 lr=3.000000e-03 loss=1.9239 ce=1.9239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.465886038611643e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02779378741979599, 'last_eos_top1': 0}
+step=310300 lr=3.000000e-03 loss=2.4951 ce=2.4951 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.557432475849055e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015677714720368385, 'last_eos_top1': 0}
+step=310350 lr=3.000000e-03 loss=3.3742 ce=3.3742 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.001369208912365e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025714082643389702, 'last_eos_top1': 0}
+step=310400 lr=3.000000e-03 loss=2.3495 ce=2.3495 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7185960789211094e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027243701741099358, 'last_eos_top1': 0}
+step=310450 lr=3.000000e-03 loss=2.8084 ce=2.8084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.09100417123409e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021695565432310104, 'last_eos_top1': 0}
+step=310500 lr=3.000000e-03 loss=2.8310 ce=2.8310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.983276681334246e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015459767542779446, 'last_eos_top1': 0}
+step=310550 lr=3.000000e-03 loss=2.3723 ce=2.3723 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3149551705282647e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025541380047798157, 'last_eos_top1': 0}
+step=310600 lr=3.000000e-03 loss=2.6121 ce=2.6121 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2528606930573005e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021450214087963104, 'last_eos_top1': 0}
+step=310650 lr=3.000000e-03 loss=1.9857 ce=1.9857 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.04819791886257e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017910946160554886, 'last_eos_top1': 0}
+step=310700 lr=3.000000e-03 loss=2.3705 ce=2.3705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.600217910890933e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02263573743402958, 'last_eos_top1': 0}
+step=310750 lr=3.000000e-03 loss=2.5222 ce=2.5222 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5496900232392363e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023958241567015648, 'last_eos_top1': 0}
+step=310800 lr=3.000000e-03 loss=2.1246 ce=2.1246 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0074183592223562e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028651170432567596, 'last_eos_top1': 0}
+step=310850 lr=3.000000e-03 loss=3.4581 ce=3.4581 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6873869501287118e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02395043894648552, 'last_eos_top1': 0}
+step=310900 lr=3.000000e-03 loss=2.8834 ce=2.8834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.32963193411706e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023598024621605873, 'last_eos_top1': 0}
+step=310950 lr=3.000000e-03 loss=2.4493 ce=2.4493 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.148229370708577e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01788082718849182, 'last_eos_top1': 0}
+step=311000 lr=3.000000e-03 loss=2.7599 ce=2.7599 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.261864160071127e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021876683458685875, 'last_eos_top1': 0}
+step=311050 lr=3.000000e-03 loss=2.1244 ce=2.1244 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.018027827143669e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021029187366366386, 'last_eos_top1': 0}
+step=311100 lr=3.000000e-03 loss=3.6228 ce=3.6228 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3601645302260295e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03155576437711716, 'last_eos_top1': 0}
+step=311150 lr=3.000000e-03 loss=2.3628 ce=2.3628 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.492074029054493e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028398258611559868, 'last_eos_top1': 0}
+step=311200 lr=3.000000e-03 loss=2.2486 ce=2.2486 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5002608051872812e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02214045822620392, 'last_eos_top1': 0}
+step=311250 lr=3.000000e-03 loss=2.2136 ce=2.2136 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2779012649843935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029025696218013763, 'last_eos_top1': 0}
+step=311300 lr=3.000000e-03 loss=2.8384 ce=2.8384 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2215483113541268e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02941921539604664, 'last_eos_top1': 0}
+step=311350 lr=3.000000e-03 loss=2.0387 ce=2.0387 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.840779987105634e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019722748547792435, 'last_eos_top1': 0}
+step=311400 lr=3.000000e-03 loss=2.8886 ce=2.8886 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0452938264934346e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023446472361683846, 'last_eos_top1': 0}
+step=311450 lr=3.000000e-03 loss=2.4729 ce=2.4729 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6742959714028984e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02987861819565296, 'last_eos_top1': 0}
+[elf_hfds direct rank=1 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=2500000 rows=2491809 buffered=8191 part=openwebtext-t5
+step=311500 lr=3.000000e-03 loss=1.8140 ce=1.8140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.025003727292642e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024689696729183197, 'last_eos_top1': 0}
+step=311550 lr=3.000000e-03 loss=2.9106 ce=2.9106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.635201134486124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02007344551384449, 'last_eos_top1': 0}
+step=311600 lr=3.000000e-03 loss=2.4389 ce=2.4389 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.065020064241253e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022172214463353157, 'last_eos_top1': 0}
+step=311650 lr=3.000000e-03 loss=2.0045 ce=2.0045 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.007530075497925e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017925752326846123, 'last_eos_top1': 0}
+step=311700 lr=3.000000e-03 loss=2.0143 ce=2.0143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4901804358232766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025624215602874756, 'last_eos_top1': 0}
+step=311750 lr=3.000000e-03 loss=3.0460 ce=3.0460 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.900586206233129e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022961068898439407, 'last_eos_top1': 0}
+step=311800 lr=3.000000e-03 loss=2.0527 ce=2.0527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.592233381117694e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017791569232940674, 'last_eos_top1': 0}
+step=311850 lr=3.000000e-03 loss=2.3790 ce=2.3790 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.248978439136408e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021396901458501816, 'last_eos_top1': 0}
+step=311900 lr=3.000000e-03 loss=2.2609 ce=2.2609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019482064817566425, 'pos0_bos_top1': 0, 'last_eos_p': 0.019175609573721886, 'last_eos_top1': 0}
+step=311950 lr=3.000000e-03 loss=2.7897 ce=2.7897 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4866930693387985e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017955753952264786, 'last_eos_top1': 0}
+step=312000 lr=3.000000e-03 loss=2.0771 ce=2.0771 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.120975012890995e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012867426499724388, 'last_eos_top1': 0}
+step=312050 lr=3.000000e-03 loss=1.4668 ce=1.4668 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.563023346941918e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018839316442608833, 'last_eos_top1': 0}
+step=312100 lr=3.000000e-03 loss=1.7410 ce=1.7410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.449995559407398e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0174146369099617, 'last_eos_top1': 0}
+step=312150 lr=3.000000e-03 loss=2.2784 ce=2.2784 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.826048436574638e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019936151802539825, 'last_eos_top1': 0}
+step=312200 lr=3.000000e-03 loss=2.1458 ce=2.1458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.794321572873741e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020130690187215805, 'last_eos_top1': 0}
+step=312250 lr=3.000000e-03 loss=1.7531 ce=1.7531 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001814142888179049, 'pos0_bos_top1': 0, 'last_eos_p': 0.025375384837388992, 'last_eos_top1': 0}
+step=312300 lr=3.000000e-03 loss=2.3873 ce=2.3873 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020881682576145977, 'pos0_bos_top1': 0, 'last_eos_p': 0.0216453205794096, 'last_eos_top1': 0}
+step=312350 lr=3.000000e-03 loss=3.0027 ce=3.0027 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015192553109955043, 'pos0_bos_top1': 0, 'last_eos_p': 0.019192488864064217, 'last_eos_top1': 0}
+step=312400 lr=3.000000e-03 loss=2.4884 ce=2.4884 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013516357284970582, 'pos0_bos_top1': 0, 'last_eos_p': 0.023650355637073517, 'last_eos_top1': 0}
+step=312450 lr=3.000000e-03 loss=1.2589 ce=1.2589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000134414600324817, 'pos0_bos_top1': 0, 'last_eos_p': 0.019544117152690887, 'last_eos_top1': 0}
+step=312500 lr=3.000000e-03 loss=1.9075 ce=1.9075 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6027904318179935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020055022090673447, 'last_eos_top1': 0}
+step=312550 lr=3.000000e-03 loss=1.5215 ce=1.5215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.177593629923649e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02155662141740322, 'last_eos_top1': 0}
+step=312600 lr=3.000000e-03 loss=2.0248 ce=2.0248 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3424834580509923e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025810742750763893, 'last_eos_top1': 0}
+step=312650 lr=3.000000e-03 loss=2.4588 ce=2.4588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0280949431471527e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017973478883504868, 'last_eos_top1': 0}
+step=312700 lr=3.000000e-03 loss=3.6941 ce=3.6941 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.910456169047393e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024660035967826843, 'last_eos_top1': 0}
+step=312750 lr=3.000000e-03 loss=2.1514 ce=2.1514 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.549783989205025e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01844068430364132, 'last_eos_top1': 0}
+step=312800 lr=3.000000e-03 loss=1.9453 ce=1.9453 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3842761947889812e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023245932534337044, 'last_eos_top1': 0}
+step=312850 lr=3.000000e-03 loss=2.2046 ce=2.2046 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.407158409478143e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018435845151543617, 'last_eos_top1': 0}
+step=312900 lr=3.000000e-03 loss=2.6439 ce=2.6439 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1023435945389792e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02344931662082672, 'last_eos_top1': 0}
+step=312950 lr=3.000000e-03 loss=2.2268 ce=2.2268 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1199899240164086e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022430719807744026, 'last_eos_top1': 0}
+step=313000 lr=3.000000e-03 loss=2.3204 ce=2.3204 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.904151890310459e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02501685358583927, 'last_eos_top1': 0}
+step=313050 lr=3.000000e-03 loss=2.2655 ce=2.2655 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.862715311697684e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018451517447829247, 'last_eos_top1': 0}
+step=313100 lr=3.000000e-03 loss=2.0128 ce=2.0128 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.8749945967283566e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022611532360315323, 'last_eos_top1': 0}
+step=313150 lr=3.000000e-03 loss=2.1420 ce=2.1420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6877004933776334e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024576235562562943, 'last_eos_top1': 0}
+step=313200 lr=3.000000e-03 loss=2.2758 ce=2.2758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1173424354637973e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02779838629066944, 'last_eos_top1': 0}
+step=313250 lr=3.000000e-03 loss=1.2915 ce=1.2915 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7977284844382666e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029668716713786125, 'last_eos_top1': 0}
+step=313300 lr=3.000000e-03 loss=2.2285 ce=2.2285 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.787357491091825e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028684740886092186, 'last_eos_top1': 0}
+step=313350 lr=3.000000e-03 loss=2.0470 ce=2.0470 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1972202375764027e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023226778954267502, 'last_eos_top1': 0}
+step=313400 lr=3.000000e-03 loss=2.8457 ce=2.8457 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3491011234000325e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019907422363758087, 'last_eos_top1': 0}
+step=313450 lr=3.000000e-03 loss=2.0967 ce=2.0967 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.232213905197568e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026963582262396812, 'last_eos_top1': 0}
+step=313500 lr=3.000000e-03 loss=2.2046 ce=2.2046 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001166563670267351, 'pos0_bos_top1': 0, 'last_eos_p': 0.02345702238380909, 'last_eos_top1': 0}
+step=313550 lr=3.000000e-03 loss=2.3642 ce=2.3642 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.584511018241756e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01799074001610279, 'last_eos_top1': 0}
+step=313600 lr=3.000000e-03 loss=3.2143 ce=3.2143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3162272555055097e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025113845244050026, 'last_eos_top1': 0}
+step=313650 lr=3.000000e-03 loss=2.3424 ce=2.3424 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.599604679038748e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02075350098311901, 'last_eos_top1': 0}
+step=313700 lr=3.000000e-03 loss=2.7030 ce=2.7030 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.513570118229836e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02077006734907627, 'last_eos_top1': 0}
+step=313750 lr=3.000000e-03 loss=2.3374 ce=2.3374 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.115771687589586e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019356226548552513, 'last_eos_top1': 0}
+step=313800 lr=3.000000e-03 loss=3.2071 ce=3.2071 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.798134482873138e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024440007284283638, 'last_eos_top1': 0}
+step=313850 lr=3.000000e-03 loss=2.8102 ce=2.8102 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9464805265888572e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022393882274627686, 'last_eos_top1': 0}
+step=313900 lr=3.000000e-03 loss=2.4604 ce=2.4604 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.560046752681956e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02112107165157795, 'last_eos_top1': 0}
+step=313950 lr=3.000000e-03 loss=2.4847 ce=2.4847 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.99381788156461e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015563569031655788, 'last_eos_top1': 0}
+step=314000 lr=3.000000e-03 loss=1.9434 ce=1.9434 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.049671305343509e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02552119828760624, 'last_eos_top1': 0}
+step=314050 lr=3.000000e-03 loss=2.1493 ce=2.1493 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.646410161512904e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016375407576560974, 'last_eos_top1': 0}
+step=314100 lr=3.000000e-03 loss=2.3339 ce=2.3339 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.807542088907212e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022146131843328476, 'last_eos_top1': 0}
+step=314150 lr=3.000000e-03 loss=2.2600 ce=2.2600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9165861380752176e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026592614129185677, 'last_eos_top1': 0}
+step=314200 lr=3.000000e-03 loss=3.2888 ce=3.2888 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7188576495973393e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022334063425660133, 'last_eos_top1': 0}
+step=314250 lr=3.000000e-03 loss=2.6040 ce=2.6040 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.208803198300302e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018444618210196495, 'last_eos_top1': 0}
+step=314300 lr=3.000000e-03 loss=2.9140 ce=2.9140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.079185110749677e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020274128764867783, 'last_eos_top1': 0}
+step=314350 lr=3.000000e-03 loss=2.3727 ce=2.3727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.604350760928355e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013320901431143284, 'last_eos_top1': 0}
+step=314400 lr=3.000000e-03 loss=2.1804 ce=2.1804 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4913730410626158e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015212461352348328, 'last_eos_top1': 0}
+step=314450 lr=3.000000e-03 loss=2.1106 ce=2.1106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4880639355396852e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02225242741405964, 'last_eos_top1': 0}
+step=314500 lr=3.000000e-03 loss=2.3399 ce=2.3399 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1238899787713308e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022379957139492035, 'last_eos_top1': 0}
+step=314550 lr=3.000000e-03 loss=2.9701 ce=2.9701 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1531774362083524e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020455066114664078, 'last_eos_top1': 0}
+step=314600 lr=3.000000e-03 loss=2.0792 ce=2.0792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.540714897098951e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0258617140352726, 'last_eos_top1': 0}
+step=314650 lr=3.000000e-03 loss=3.1125 ce=3.1125 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7436202546814457e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020518945530056953, 'last_eos_top1': 0}
+step=314700 lr=3.000000e-03 loss=2.2282 ce=2.2282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.817329343291931e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021555397659540176, 'last_eos_top1': 0}
+step=314750 lr=3.000000e-03 loss=3.0296 ce=3.0296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.916910206200555e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012803340330719948, 'last_eos_top1': 0}
+step=314800 lr=3.000000e-03 loss=2.6565 ce=2.6565 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011282267223577946, 'pos0_bos_top1': 0, 'last_eos_p': 0.019791366532444954, 'last_eos_top1': 0}
+step=314850 lr=3.000000e-03 loss=2.6960 ce=2.6960 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6799308620393276e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021062087267637253, 'last_eos_top1': 0}
+step=314900 lr=3.000000e-03 loss=2.2826 ce=2.2826 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011455825733719394, 'pos0_bos_top1': 0, 'last_eos_p': 0.02288719452917576, 'last_eos_top1': 0}
+step=314950 lr=3.000000e-03 loss=2.5493 ce=2.5493 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.627677506301552e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021476492285728455, 'last_eos_top1': 0}
+step=315000 lr=3.000000e-03 loss=2.4042 ce=2.4042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6889410694129765e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027499007061123848, 'last_eos_top1': 0}
+step=315050 lr=3.000000e-03 loss=2.7816 ce=2.7816 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.240292658621911e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019800608977675438, 'last_eos_top1': 0}
+step=315100 lr=3.000000e-03 loss=2.9085 ce=2.9085 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.347861199174076e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017591845244169235, 'last_eos_top1': 0}
+step=315150 lr=3.000000e-03 loss=2.2384 ce=2.2384 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.310005119303241e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03144793584942818, 'last_eos_top1': 0}
+step=315200 lr=3.000000e-03 loss=1.6890 ce=1.6890 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8958776460494846e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02227696217596531, 'last_eos_top1': 0}
+step=315250 lr=3.000000e-03 loss=2.1185 ce=2.1185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.943777796346694e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017023654654622078, 'last_eos_top1': 0}
+step=315300 lr=3.000000e-03 loss=2.2902 ce=2.2902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.756008562864736e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02618197165429592, 'last_eos_top1': 0}
+step=315350 lr=3.000000e-03 loss=2.5997 ce=2.5997 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.425420724553987e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02007536217570305, 'last_eos_top1': 0}
+step=315400 lr=3.000000e-03 loss=2.0913 ce=2.0913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001791540125850588, 'pos0_bos_top1': 0, 'last_eos_p': 0.016494836658239365, 'last_eos_top1': 0}
+step=315450 lr=3.000000e-03 loss=1.7827 ce=1.7827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010064140951726586, 'pos0_bos_top1': 0, 'last_eos_p': 0.019862672314047813, 'last_eos_top1': 0}
+step=315500 lr=3.000000e-03 loss=3.0591 ce=3.0591 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011907508451258764, 'pos0_bos_top1': 0, 'last_eos_p': 0.020314598456025124, 'last_eos_top1': 0}
+step=315550 lr=3.000000e-03 loss=2.4899 ce=2.4899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011183119204360992, 'pos0_bos_top1': 0, 'last_eos_p': 0.022089989855885506, 'last_eos_top1': 0}
+step=315600 lr=3.000000e-03 loss=2.3326 ce=2.3326 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010698042751755565, 'pos0_bos_top1': 0, 'last_eos_p': 0.02327241189777851, 'last_eos_top1': 0}
+step=315650 lr=3.000000e-03 loss=1.6266 ce=1.6266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.202267054002732e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023311812430620193, 'last_eos_top1': 0}
+step=315700 lr=3.000000e-03 loss=2.5385 ce=2.5385 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016603093536105007, 'pos0_bos_top1': 0, 'last_eos_p': 0.020207084715366364, 'last_eos_top1': 0}
+step=315750 lr=3.000000e-03 loss=3.4015 ce=3.4015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.021509372862056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020480236038565636, 'last_eos_top1': 0}
+step=315800 lr=3.000000e-03 loss=2.5828 ce=2.5828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9598427469609305e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01797749660909176, 'last_eos_top1': 0}
+step=315850 lr=3.000000e-03 loss=3.2570 ce=3.2570 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.616234845248982e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022047242149710655, 'last_eos_top1': 0}
+step=315900 lr=3.000000e-03 loss=2.6279 ce=2.6279 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014789786655455828, 'pos0_bos_top1': 0, 'last_eos_p': 0.025100527331233025, 'last_eos_top1': 0}
+step=315950 lr=3.000000e-03 loss=3.1042 ce=3.1042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.82324103359133e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025132639333605766, 'last_eos_top1': 0}
+step=316000 lr=3.000000e-03 loss=2.3577 ce=2.3577 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010540292714722455, 'pos0_bos_top1': 0, 'last_eos_p': 0.01791822537779808, 'last_eos_top1': 0}
+step=316050 lr=3.000000e-03 loss=2.1976 ce=2.1976 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.421660898718983e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023081807419657707, 'last_eos_top1': 0}
+step=316100 lr=3.000000e-03 loss=3.5763 ce=3.5763 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.429379648878239e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02151668816804886, 'last_eos_top1': 0}
+step=316150 lr=3.000000e-03 loss=3.1259 ce=3.1259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.140260716667399e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020324263721704483, 'last_eos_top1': 0}
+step=316200 lr=3.000000e-03 loss=2.4967 ce=2.4967 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.239592378027737e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015701545402407646, 'last_eos_top1': 0}
+step=316250 lr=3.000000e-03 loss=2.3390 ce=2.3390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013077628682367504, 'pos0_bos_top1': 0, 'last_eos_p': 0.016747569665312767, 'last_eos_top1': 0}
+step=316300 lr=3.000000e-03 loss=2.5291 ce=2.5291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.061089905211702e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019120492041110992, 'last_eos_top1': 0}
+step=316350 lr=3.000000e-03 loss=2.2924 ce=2.2924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.587708488339558e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02977503277361393, 'last_eos_top1': 0}
+step=316400 lr=3.000000e-03 loss=2.3573 ce=2.3573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0546896343585104e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01837320812046528, 'last_eos_top1': 0}
+step=316450 lr=3.000000e-03 loss=2.8538 ce=2.8538 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.876953244092874e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020823460072278976, 'last_eos_top1': 0}
+step=316500 lr=3.000000e-03 loss=2.8913 ce=2.8913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.451545388903469e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01627395488321781, 'last_eos_top1': 0}
+step=316550 lr=3.000000e-03 loss=2.3487 ce=2.3487 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3845709771849215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019323129206895828, 'last_eos_top1': 0}
+step=316600 lr=3.000000e-03 loss=2.5818 ce=2.5818 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.607724885223433e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02163822390139103, 'last_eos_top1': 0}
+step=316650 lr=3.000000e-03 loss=3.1965 ce=3.1965 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.906653728336096e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018909834325313568, 'last_eos_top1': 0}
+step=316700 lr=3.000000e-03 loss=2.2941 ce=2.2941 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5779085010290146e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026185059919953346, 'last_eos_top1': 0}
+step=316750 lr=3.000000e-03 loss=1.7866 ce=1.7866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.073563857469708e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02303534932434559, 'last_eos_top1': 0}
+step=316800 lr=3.000000e-03 loss=2.0034 ce=2.0034 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018990006356034428, 'pos0_bos_top1': 0, 'last_eos_p': 0.021304387599229813, 'last_eos_top1': 0}
+step=316850 lr=3.000000e-03 loss=2.8096 ce=2.8096 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9534234272432514e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027697335928678513, 'last_eos_top1': 0}
+step=316900 lr=3.000000e-03 loss=2.7306 ce=2.7306 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010984420077875257, 'pos0_bos_top1': 0, 'last_eos_p': 0.029976695775985718, 'last_eos_top1': 0}
+step=316950 lr=3.000000e-03 loss=2.2313 ce=2.2313 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018477728008292615, 'pos0_bos_top1': 0, 'last_eos_p': 0.022712467238307, 'last_eos_top1': 0}
+step=317000 lr=3.000000e-03 loss=2.1536 ce=2.1536 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010091696458403021, 'pos0_bos_top1': 0, 'last_eos_p': 0.023779138922691345, 'last_eos_top1': 0}
+step=317050 lr=3.000000e-03 loss=2.2362 ce=2.2362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.033083678223193e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015478578396141529, 'last_eos_top1': 0}
+step=317100 lr=3.000000e-03 loss=2.7930 ce=2.7930 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.854147144011222e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027600709348917007, 'last_eos_top1': 0}
+step=317150 lr=3.000000e-03 loss=2.1749 ce=2.1749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4575509087298997e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014973999932408333, 'last_eos_top1': 0}
+step=317200 lr=3.000000e-03 loss=2.2498 ce=2.2498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011110281047876924, 'pos0_bos_top1': 0, 'last_eos_p': 0.019705530256032944, 'last_eos_top1': 0}
+step=317250 lr=3.000000e-03 loss=2.7445 ce=2.7445 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.056950511876494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018345575779676437, 'last_eos_top1': 0}
+step=317300 lr=3.000000e-03 loss=2.8562 ce=2.8562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.708116704132408e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016285821795463562, 'last_eos_top1': 0}
+step=317350 lr=3.000000e-03 loss=2.3590 ce=2.3590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003237539785914123, 'pos0_bos_top1': 0, 'last_eos_p': 0.01579207554459572, 'last_eos_top1': 0}
+step=317400 lr=3.000000e-03 loss=1.9123 ce=1.9123 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.854624320520088e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02006278559565544, 'last_eos_top1': 0}
+step=317450 lr=3.000000e-03 loss=2.3713 ce=2.3713 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.565672523109242e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01762772537767887, 'last_eos_top1': 0}
+step=317500 lr=3.000000e-03 loss=2.1513 ce=2.1513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3863518183352426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016449688002467155, 'last_eos_top1': 0}
+step=317550 lr=3.000000e-03 loss=3.0131 ce=3.0131 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.002303027547896e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024152493104338646, 'last_eos_top1': 0}
+step=317600 lr=3.000000e-03 loss=2.4335 ce=2.4335 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.154709939844906e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02706955373287201, 'last_eos_top1': 0}
+step=317650 lr=3.000000e-03 loss=2.7178 ce=2.7178 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.326580867404118e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017616843804717064, 'last_eos_top1': 0}
+step=317700 lr=3.000000e-03 loss=3.5368 ce=3.5368 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.68129141558893e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02448396384716034, 'last_eos_top1': 0}
+step=317750 lr=3.000000e-03 loss=2.0574 ce=2.0574 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012027069897158071, 'pos0_bos_top1': 0, 'last_eos_p': 0.02211761847138405, 'last_eos_top1': 0}
+step=317800 lr=3.000000e-03 loss=2.1225 ce=2.1225 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.653217082610354e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018136024475097656, 'last_eos_top1': 0}
+step=317850 lr=3.000000e-03 loss=2.3229 ce=2.3229 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.530447015189566e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02235354296863079, 'last_eos_top1': 0}
+step=317900 lr=3.000000e-03 loss=1.4908 ce=1.4908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.00175881118048e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02034592442214489, 'last_eos_top1': 0}
+step=317950 lr=3.000000e-03 loss=2.7685 ce=2.7685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010906331590376794, 'pos0_bos_top1': 0, 'last_eos_p': 0.02226455695927143, 'last_eos_top1': 0}
+step=318000 lr=3.000000e-03 loss=2.2221 ce=2.2221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001654857478570193, 'pos0_bos_top1': 0, 'last_eos_p': 0.02696826308965683, 'last_eos_top1': 0}
+step=318050 lr=3.000000e-03 loss=2.3590 ce=2.3590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003540194302331656, 'pos0_bos_top1': 0, 'last_eos_p': 0.02441537380218506, 'last_eos_top1': 0}
+step=318100 lr=3.000000e-03 loss=2.3882 ce=2.3882 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011885857384186238, 'pos0_bos_top1': 0, 'last_eos_p': 0.02132563851773739, 'last_eos_top1': 0}
+step=318150 lr=3.000000e-03 loss=2.4748 ce=2.4748 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.199773244792596e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03128091245889664, 'last_eos_top1': 0}
+step=318200 lr=3.000000e-03 loss=2.9069 ce=2.9069 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018482810992281884, 'pos0_bos_top1': 0, 'last_eos_p': 0.02030947245657444, 'last_eos_top1': 0}
+step=318250 lr=3.000000e-03 loss=2.7468 ce=2.7468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.928820898290724e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025505712255835533, 'last_eos_top1': 0}
+step=318300 lr=3.000000e-03 loss=2.3568 ce=2.3568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.816274981247261e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027448317036032677, 'last_eos_top1': 0}
+step=318350 lr=3.000000e-03 loss=1.2522 ce=1.2522 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.879263623384759e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02603178471326828, 'last_eos_top1': 0}
+step=318400 lr=3.000000e-03 loss=2.6972 ce=2.6972 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.656790381181054e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025293909013271332, 'last_eos_top1': 0}
+step=318450 lr=3.000000e-03 loss=2.5163 ce=2.5163 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.061580592766404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024503473192453384, 'last_eos_top1': 0}
+step=318500 lr=3.000000e-03 loss=2.3964 ce=2.3964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1732775571290404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019725745543837547, 'last_eos_top1': 0}
+step=318550 lr=3.000000e-03 loss=3.2138 ce=3.2138 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.558206248679198e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017872989177703857, 'last_eos_top1': 0}
+step=318600 lr=3.000000e-03 loss=3.0502 ce=3.0502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5622972316341475e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024664482101798058, 'last_eos_top1': 0}
+step=318650 lr=3.000000e-03 loss=2.6128 ce=2.6128 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.857951691723429e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031774941831827164, 'last_eos_top1': 0}
+step=318700 lr=3.000000e-03 loss=3.1623 ce=3.1623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.329456351115368e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021912751719355583, 'last_eos_top1': 0}
+step=318750 lr=3.000000e-03 loss=2.3165 ce=2.3165 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.830344500485808e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019280407577753067, 'last_eos_top1': 0}
+step=318800 lr=3.000000e-03 loss=2.3230 ce=2.3230 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.575261820922606e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027317410334944725, 'last_eos_top1': 0}
+step=318850 lr=3.000000e-03 loss=2.4611 ce=2.4611 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.440341919893399e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02087007835507393, 'last_eos_top1': 0}
+step=318900 lr=3.000000e-03 loss=2.7425 ce=2.7425 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0059610405005515e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02978048287332058, 'last_eos_top1': 0}
+step=318950 lr=3.000000e-03 loss=2.3703 ce=2.3703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.200033461325802e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023332014679908752, 'last_eos_top1': 0}
+step=319000 lr=3.000000e-03 loss=2.8688 ce=2.8688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012281390081625432, 'pos0_bos_top1': 0, 'last_eos_p': 0.026307839900255203, 'last_eos_top1': 0}
+step=319050 lr=3.000000e-03 loss=3.1598 ce=3.1598 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0631392039358616e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02169625274837017, 'last_eos_top1': 0}
+step=319100 lr=3.000000e-03 loss=2.0770 ce=2.0770 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019173664622940123, 'pos0_bos_top1': 0, 'last_eos_p': 0.02210327982902527, 'last_eos_top1': 0}
+step=319150 lr=3.000000e-03 loss=2.0107 ce=2.0107 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.239597910782322e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016730353236198425, 'last_eos_top1': 0}
+step=319200 lr=3.000000e-03 loss=2.5902 ce=2.5902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.13816043571569e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018807530403137207, 'last_eos_top1': 0}
+step=319250 lr=3.000000e-03 loss=1.6420 ce=1.6420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8364887586794794e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022821398451924324, 'last_eos_top1': 0}
+step=319300 lr=3.000000e-03 loss=2.1395 ce=2.1395 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8480795663199387e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029418539255857468, 'last_eos_top1': 0}
+step=319350 lr=3.000000e-03 loss=2.6808 ce=2.6808 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8112731494475156e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021205861121416092, 'last_eos_top1': 0}
+step=319400 lr=3.000000e-03 loss=2.2890 ce=2.2890 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.373340587131679e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021825985983014107, 'last_eos_top1': 0}
+step=319450 lr=3.000000e-03 loss=3.0589 ce=3.0589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.296450111316517e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020809171721339226, 'last_eos_top1': 0}
+step=319500 lr=3.000000e-03 loss=2.4341 ce=2.4341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.708795990562066e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02116280421614647, 'last_eos_top1': 0}
+step=319550 lr=3.000000e-03 loss=2.3427 ce=2.3427 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.158819890813902e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021641401574015617, 'last_eos_top1': 0}
+step=319600 lr=3.000000e-03 loss=2.0807 ce=2.0807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4522956411819905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021117720752954483, 'last_eos_top1': 0}
+step=319650 lr=3.000000e-03 loss=1.8081 ce=1.8081 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2516840039752424e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018258748576045036, 'last_eos_top1': 0}
+step=319700 lr=3.000000e-03 loss=2.2919 ce=2.2919 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8101077987230383e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02192935161292553, 'last_eos_top1': 0}
+step=319750 lr=3.000000e-03 loss=2.7819 ce=2.7819 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7545824448461644e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02498612552881241, 'last_eos_top1': 0}
+step=319800 lr=3.000000e-03 loss=2.5894 ce=2.5894 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.3237782746437e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025386514142155647, 'last_eos_top1': 0}
+step=319850 lr=3.000000e-03 loss=2.1312 ce=2.1312 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.411392289213836e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016896672546863556, 'last_eos_top1': 0}
+step=319900 lr=3.000000e-03 loss=2.4688 ce=2.4688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.149432293663267e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026409998536109924, 'last_eos_top1': 0}
+step=319950 lr=3.000000e-03 loss=2.7218 ce=2.7218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.310806121386122e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02283109724521637, 'last_eos_top1': 0}
+step=320000 lr=3.000000e-03 loss=3.1330 ce=3.1330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.445580508327112e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02406640164554119, 'last_eos_top1': 0}
+step=320050 lr=3.000000e-03 loss=2.7374 ce=2.7374 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.339272006996907e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019178666174411774, 'last_eos_top1': 0}
+step=320100 lr=3.000000e-03 loss=2.0819 ce=2.0819 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6934207451413386e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031709905713796616, 'last_eos_top1': 0}
+step=320150 lr=3.000000e-03 loss=2.2585 ce=2.2585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0144188308913726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023015905171632767, 'last_eos_top1': 0}
+step=320200 lr=3.000000e-03 loss=2.2666 ce=2.2666 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3151398889021948e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022579917684197426, 'last_eos_top1': 0}
+step=320250 lr=3.000000e-03 loss=1.7629 ce=1.7629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2203661248786375e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01947980932891369, 'last_eos_top1': 0}
+step=320300 lr=3.000000e-03 loss=2.8248 ce=2.8248 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.373297295183875e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02184918150305748, 'last_eos_top1': 0}
+step=320350 lr=3.000000e-03 loss=1.9949 ce=1.9949 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0604088755790144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015777744352817535, 'last_eos_top1': 0}
+step=320400 lr=3.000000e-03 loss=3.2971 ce=3.2971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8034117349307053e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023630591109395027, 'last_eos_top1': 0}
+step=320450 lr=3.000000e-03 loss=2.2309 ce=2.2309 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4708964954479598e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026078173890709877, 'last_eos_top1': 0}
+step=320500 lr=3.000000e-03 loss=2.2293 ce=2.2293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.371086131664924e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024024927988648415, 'last_eos_top1': 0}
+step=320550 lr=3.000000e-03 loss=2.6562 ce=2.6562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.769779505091719e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02024310827255249, 'last_eos_top1': 0}
+step=320600 lr=3.000000e-03 loss=2.0411 ce=2.0411 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.560037657734938e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021801281720399857, 'last_eos_top1': 0}
+step=320650 lr=3.000000e-03 loss=1.5283 ce=1.5283 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9538401829777285e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014927907846868038, 'last_eos_top1': 0}
+step=320700 lr=3.000000e-03 loss=2.1741 ce=2.1741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0541195479163434e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026075132191181183, 'last_eos_top1': 0}
+step=320750 lr=3.000000e-03 loss=3.1666 ce=3.1666 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5426390746142715e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022109482437372208, 'last_eos_top1': 0}
+step=320800 lr=3.000000e-03 loss=2.1969 ce=2.1969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.723969818267506e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.010773397982120514, 'last_eos_top1': 0}
+step=320850 lr=3.000000e-03 loss=2.7445 ce=2.7445 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.062570951646194e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013686376623809338, 'last_eos_top1': 0}
+step=320900 lr=3.000000e-03 loss=2.3800 ce=2.3800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9145471014780924e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021229611709713936, 'last_eos_top1': 0}
+step=320950 lr=3.000000e-03 loss=3.3150 ce=3.3150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.100238205253845e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021416310220956802, 'last_eos_top1': 0}
+step=321000 lr=3.000000e-03 loss=2.8237 ce=2.8237 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.3726356529514305e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022957323119044304, 'last_eos_top1': 0}
+step=321050 lr=3.000000e-03 loss=2.3022 ce=2.3022 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.39756672171643e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025041569024324417, 'last_eos_top1': 0}
+step=321100 lr=3.000000e-03 loss=2.2022 ce=2.2022 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0834655515500344e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01954900659620762, 'last_eos_top1': 0}
+step=321150 lr=3.000000e-03 loss=1.9648 ce=1.9648 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8340702808927745e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020739760249853134, 'last_eos_top1': 0}
+step=321200 lr=3.000000e-03 loss=2.9463 ce=2.9463 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.807967601052951e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02087148278951645, 'last_eos_top1': 0}
+step=321250 lr=3.000000e-03 loss=2.8155 ce=2.8155 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7493683117209002e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018673526123166084, 'last_eos_top1': 0}
+step=321300 lr=3.000000e-03 loss=2.5869 ce=2.5869 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8443392036715522e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021637778729200363, 'last_eos_top1': 0}
+step=321350 lr=3.000000e-03 loss=2.0670 ce=2.0670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3095095457392745e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01851198822259903, 'last_eos_top1': 0}
+step=321400 lr=3.000000e-03 loss=1.8094 ce=1.8094 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3928580048959702e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017833847552537918, 'last_eos_top1': 0}
+step=321450 lr=3.000000e-03 loss=2.2853 ce=2.2853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.00105374562554e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019876893609762192, 'last_eos_top1': 0}
+step=321500 lr=3.000000e-03 loss=2.0566 ce=2.0566 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4007782485568896e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028600074350833893, 'last_eos_top1': 0}
+step=321550 lr=3.000000e-03 loss=2.4631 ce=2.4631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.858238000655547e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02766627073287964, 'last_eos_top1': 0}
+step=321600 lr=3.000000e-03 loss=2.8319 ce=2.8319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010662910790415481, 'pos0_bos_top1': 0, 'last_eos_p': 0.01693742908537388, 'last_eos_top1': 0}
+step=321650 lr=3.000000e-03 loss=1.7616 ce=1.7616 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1921171941794455e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020353201776742935, 'last_eos_top1': 0}
+step=321700 lr=3.000000e-03 loss=2.5659 ce=2.5659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.049395258538425e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015516073442995548, 'last_eos_top1': 0}
+step=321750 lr=3.000000e-03 loss=2.8619 ce=2.8619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1800113245262764e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01740003190934658, 'last_eos_top1': 0}
+step=321800 lr=3.000000e-03 loss=2.2758 ce=2.2758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2458785173948854e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016138831153512, 'last_eos_top1': 0}
+step=321850 lr=3.000000e-03 loss=3.3775 ce=3.3775 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.049529085634276e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020338771864771843, 'last_eos_top1': 0}
+step=321900 lr=3.000000e-03 loss=2.2332 ce=2.2332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001667267642915249, 'pos0_bos_top1': 0, 'last_eos_p': 0.01601223088800907, 'last_eos_top1': 0}
+step=321950 lr=3.000000e-03 loss=2.9180 ce=2.9180 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7709163734689355e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022464927285909653, 'last_eos_top1': 0}
+step=322000 lr=3.000000e-03 loss=2.3185 ce=2.3185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.857050124788657e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020431390032172203, 'last_eos_top1': 0}
+step=322050 lr=3.000000e-03 loss=2.7142 ce=2.7142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.326641156803817e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020344538614153862, 'last_eos_top1': 0}
+step=322100 lr=3.000000e-03 loss=2.5283 ce=2.5283 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.891193773597479e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022519737482070923, 'last_eos_top1': 0}
+step=322150 lr=3.000000e-03 loss=2.2346 ce=2.2346 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.547193723032251e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016813399270176888, 'last_eos_top1': 0}
+step=322200 lr=3.000000e-03 loss=2.4648 ce=2.4648 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012580941256601363, 'pos0_bos_top1': 0, 'last_eos_p': 0.019458316266536713, 'last_eos_top1': 0}
+step=322250 lr=3.000000e-03 loss=2.8856 ce=2.8856 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.106376870069653e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026686891913414, 'last_eos_top1': 0}
+step=322300 lr=3.000000e-03 loss=2.7071 ce=2.7071 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4020657039945945e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02358251065015793, 'last_eos_top1': 0}
+step=322350 lr=3.000000e-03 loss=2.3774 ce=2.3774 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001505026884842664, 'pos0_bos_top1': 0, 'last_eos_p': 0.019475199282169342, 'last_eos_top1': 0}
+step=322400 lr=3.000000e-03 loss=2.7560 ce=2.7560 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.737306906259619e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01885075494647026, 'last_eos_top1': 0}
+step=322450 lr=3.000000e-03 loss=2.3073 ce=2.3073 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8464996173861437e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019146224483847618, 'last_eos_top1': 0}
+step=322500 lr=3.000000e-03 loss=2.7407 ce=2.7407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.644460179610178e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024502256885170937, 'last_eos_top1': 0}
+step=322550 lr=3.000000e-03 loss=1.7262 ce=1.7262 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6986692571663298e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02141706645488739, 'last_eos_top1': 0}
+step=322600 lr=3.000000e-03 loss=2.3097 ce=2.3097 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1708447093260475e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023236267268657684, 'last_eos_top1': 0}
+step=322650 lr=3.000000e-03 loss=2.2775 ce=2.2775 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.08146266231779e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019042380154132843, 'last_eos_top1': 0}
+step=322700 lr=3.000000e-03 loss=2.7971 ce=2.7971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.254270556382835e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016854742541909218, 'last_eos_top1': 0}
+step=322750 lr=3.000000e-03 loss=2.8264 ce=2.8264 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010351595847168937, 'pos0_bos_top1': 0, 'last_eos_p': 0.017790088430047035, 'last_eos_top1': 0}
+step=322800 lr=3.000000e-03 loss=2.1567 ce=2.1567 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.720290962723084e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019952595233917236, 'last_eos_top1': 0}
+step=322850 lr=3.000000e-03 loss=2.1637 ce=2.1637 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.994825086323544e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018144985660910606, 'last_eos_top1': 0}
+step=322900 lr=3.000000e-03 loss=2.1624 ce=2.1624 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1578644009423442e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02072177641093731, 'last_eos_top1': 0}
+step=322950 lr=3.000000e-03 loss=2.3393 ce=2.3393 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2776544938096777e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021686380729079247, 'last_eos_top1': 0}
+step=323000 lr=3.000000e-03 loss=2.1568 ce=2.1568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.610593118239194e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022002259269356728, 'last_eos_top1': 0}
+step=323050 lr=3.000000e-03 loss=2.1006 ce=2.1006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.18916970374994e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02340901643037796, 'last_eos_top1': 0}
+step=323100 lr=3.000000e-03 loss=1.8598 ce=1.8598 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.475828846916556e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017799217253923416, 'last_eos_top1': 0}
+step=323150 lr=3.000000e-03 loss=2.4702 ce=2.4702 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.157473838655278e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02110108733177185, 'last_eos_top1': 0}
+step=323200 lr=3.000000e-03 loss=2.4234 ce=2.4234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5047785786446184e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021317142993211746, 'last_eos_top1': 0}
+step=323250 lr=3.000000e-03 loss=2.7948 ce=2.7948 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4585696590074804e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016200585290789604, 'last_eos_top1': 0}
+step=323300 lr=3.000000e-03 loss=2.1212 ce=2.1212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.752466338686645e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018562177196145058, 'last_eos_top1': 0}
+step=323350 lr=3.000000e-03 loss=2.7040 ce=2.7040 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.486534503987059e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01664777845144272, 'last_eos_top1': 0}
+step=323400 lr=3.000000e-03 loss=2.6216 ce=2.6216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.323179721017368e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015698537230491638, 'last_eos_top1': 0}
+step=323450 lr=3.000000e-03 loss=1.9864 ce=1.9864 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015859575069043785, 'pos0_bos_top1': 0, 'last_eos_p': 0.02108524926006794, 'last_eos_top1': 0}
+step=323500 lr=3.000000e-03 loss=2.4534 ce=2.4534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012486695777624846, 'pos0_bos_top1': 0, 'last_eos_p': 0.020143628120422363, 'last_eos_top1': 0}
+step=323550 lr=3.000000e-03 loss=2.5254 ce=2.5254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.563798812450841e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023460628464818, 'last_eos_top1': 0}
+step=323600 lr=3.000000e-03 loss=2.9495 ce=2.9495 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5385055273072794e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01768527552485466, 'last_eos_top1': 0}
+step=323650 lr=3.000000e-03 loss=1.4169 ce=1.4169 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6457177227712236e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02982313185930252, 'last_eos_top1': 0}
+step=323700 lr=3.000000e-03 loss=2.5521 ce=2.5521 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.480377563391812e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02333850972354412, 'last_eos_top1': 0}
+step=323750 lr=3.000000e-03 loss=3.3270 ce=3.3270 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.420215944061056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01535511203110218, 'last_eos_top1': 0}
+step=323800 lr=3.000000e-03 loss=1.6335 ce=1.6335 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.740046177990735e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02829081192612648, 'last_eos_top1': 0}
+step=323850 lr=3.000000e-03 loss=2.1395 ce=2.1395 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6460300432518125e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022400397807359695, 'last_eos_top1': 0}
+step=323900 lr=3.000000e-03 loss=2.2527 ce=2.2527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9027165762963705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020622096955776215, 'last_eos_top1': 0}
+step=323950 lr=3.000000e-03 loss=1.9437 ce=1.9437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.212933006579988e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022249476984143257, 'last_eos_top1': 0}
+[elf_hfds direct rank=5 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=2600000 rows=2591809 buffered=8191 part=openwebtext-t5
+step=324000 lr=3.000000e-03 loss=1.7255 ce=1.7255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.644078217097558e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022573862224817276, 'last_eos_top1': 0}
+step=324050 lr=3.000000e-03 loss=3.0400 ce=3.0400 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.183305256650783e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019558575004339218, 'last_eos_top1': 0}
+step=324100 lr=3.000000e-03 loss=1.9287 ce=1.9287 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7502101147547364e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0223463736474514, 'last_eos_top1': 0}
+step=324150 lr=3.000000e-03 loss=2.7503 ce=2.7503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.737911902135238e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0289837047457695, 'last_eos_top1': 0}
+step=324200 lr=3.000000e-03 loss=2.8231 ce=2.8231 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.211316551547498e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018530791625380516, 'last_eos_top1': 0}
+step=324250 lr=3.000000e-03 loss=2.6898 ce=2.6898 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3451691302179825e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015279952436685562, 'last_eos_top1': 0}
+step=324300 lr=3.000000e-03 loss=2.4464 ce=2.4464 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4590621503884904e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016985010355710983, 'last_eos_top1': 0}
+step=324350 lr=3.000000e-03 loss=2.8189 ce=2.8189 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.307486728474032e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022036343812942505, 'last_eos_top1': 0}
+step=324400 lr=3.000000e-03 loss=2.4851 ce=2.4851 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.978572961699683e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02180352807044983, 'last_eos_top1': 0}
+step=324450 lr=3.000000e-03 loss=3.1833 ce=3.1833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.118021413683891e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024822842329740524, 'last_eos_top1': 0}
+step=324500 lr=3.000000e-03 loss=2.4233 ce=2.4233 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.023112604860216e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019654639065265656, 'last_eos_top1': 0}
+step=324550 lr=3.000000e-03 loss=2.1635 ce=2.1635 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.683680865331553e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019623126834630966, 'last_eos_top1': 0}
+step=324600 lr=3.000000e-03 loss=2.7660 ce=2.7660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5339696700684726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02086295373737812, 'last_eos_top1': 0}
+step=324650 lr=3.000000e-03 loss=1.9384 ce=1.9384 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.081168198259547e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0275301244109869, 'last_eos_top1': 0}
+step=324700 lr=3.000000e-03 loss=3.0760 ce=3.0760 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.741663699154742e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02144973911345005, 'last_eos_top1': 0}
+step=324750 lr=3.000000e-03 loss=3.1833 ce=3.1833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1995277317473665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025307592004537582, 'last_eos_top1': 0}
+step=324800 lr=3.000000e-03 loss=2.7822 ce=2.7822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0170866011758335e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018210723996162415, 'last_eos_top1': 0}
+step=324850 lr=3.000000e-03 loss=2.4592 ce=2.4592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6892251955578104e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018656957894563675, 'last_eos_top1': 0}
+step=324900 lr=3.000000e-03 loss=2.6598 ce=2.6598 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0520815168274567e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020102880895137787, 'last_eos_top1': 0}
+step=324950 lr=3.000000e-03 loss=2.6544 ce=2.6544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.284874765085988e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019230378791689873, 'last_eos_top1': 0}
+step=325000 lr=3.000000e-03 loss=2.3014 ce=2.3014 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.950606621103361e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015407584607601166, 'last_eos_top1': 0}
+step=325050 lr=3.000000e-03 loss=2.2768 ce=2.2768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.179227057145908e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022506047040224075, 'last_eos_top1': 0}
+step=325100 lr=3.000000e-03 loss=2.5922 ce=2.5922 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1711422959924676e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022990431636571884, 'last_eos_top1': 0}
+step=325150 lr=3.000000e-03 loss=3.1624 ce=3.1624 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.582416320568882e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016266556456685066, 'last_eos_top1': 0}
+step=325200 lr=3.000000e-03 loss=2.7041 ce=2.7041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.446073969826102e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02078988403081894, 'last_eos_top1': 0}
+step=325250 lr=3.000000e-03 loss=2.4732 ce=2.4732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0295552025781944e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01978498511016369, 'last_eos_top1': 0}
+step=325300 lr=3.000000e-03 loss=2.1982 ce=2.1982 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9285880625830032e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015762077644467354, 'last_eos_top1': 0}
+step=325350 lr=3.000000e-03 loss=2.6382 ce=2.6382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.76807059487328e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01753266528248787, 'last_eos_top1': 0}
+step=325400 lr=3.000000e-03 loss=2.1564 ce=2.1564 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.15551427169703e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027968386188149452, 'last_eos_top1': 0}
+step=325450 lr=3.000000e-03 loss=3.0505 ce=3.0505 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3373041989980265e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024565525352954865, 'last_eos_top1': 0}
+step=325500 lr=3.000000e-03 loss=2.6785 ce=2.6785 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4708140952279791e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01981135830283165, 'last_eos_top1': 0}
+step=325550 lr=3.000000e-03 loss=2.3264 ce=2.3264 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1657367799198255e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027237366884946823, 'last_eos_top1': 0}
+step=325600 lr=3.000000e-03 loss=2.1986 ce=2.1986 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.275934770703316e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02014264650642872, 'last_eos_top1': 0}
+step=325650 lr=3.000000e-03 loss=2.6366 ce=2.6366 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.677924440940842e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016277287155389786, 'last_eos_top1': 0}
+step=325700 lr=3.000000e-03 loss=2.2253 ce=2.2253 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7848809622810222e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02791135013103485, 'last_eos_top1': 0}
+step=325750 lr=3.000000e-03 loss=2.2144 ce=2.2144 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.362304050824605e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02343345806002617, 'last_eos_top1': 0}
+step=325800 lr=3.000000e-03 loss=2.5437 ce=2.5437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.188975334633142e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01656527630984783, 'last_eos_top1': 0}
+step=325850 lr=3.000000e-03 loss=2.5392 ce=2.5392 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.646276309154928e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02146872691810131, 'last_eos_top1': 0}
+step=325900 lr=3.000000e-03 loss=2.4469 ce=2.4469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4182065317290835e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022043483331799507, 'last_eos_top1': 0}
+step=325950 lr=3.000000e-03 loss=1.5563 ce=1.5563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.389896872045938e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018926464021205902, 'last_eos_top1': 0}
+step=326000 lr=3.000000e-03 loss=2.8015 ce=2.8015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.938424611580558e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020859766751527786, 'last_eos_top1': 0}
+step=326050 lr=3.000000e-03 loss=2.9187 ce=2.9187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.494214575359365e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01789202354848385, 'last_eos_top1': 0}
+step=326100 lr=3.000000e-03 loss=2.4052 ce=2.4052 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7188815036206506e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02113703079521656, 'last_eos_top1': 0}
+step=326150 lr=3.000000e-03 loss=2.6605 ce=2.6605 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.25648683833424e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020907007157802582, 'last_eos_top1': 0}
+step=326200 lr=3.000000e-03 loss=2.3954 ce=2.3954 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.229327846085653e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013872621580958366, 'last_eos_top1': 0}
+step=326250 lr=3.000000e-03 loss=3.2250 ce=3.2250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.053418600349687e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019985508173704147, 'last_eos_top1': 0}
+step=326300 lr=3.000000e-03 loss=3.1378 ce=3.1378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.376382639748044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020360443741083145, 'last_eos_top1': 0}
+step=326350 lr=3.000000e-03 loss=3.5829 ce=3.5829 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.812095282133669e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01719113625586033, 'last_eos_top1': 0}
+step=326400 lr=3.000000e-03 loss=2.9487 ce=2.9487 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011108713079011068, 'pos0_bos_top1': 0, 'last_eos_p': 0.015667621046304703, 'last_eos_top1': 0}
+step=326450 lr=3.000000e-03 loss=2.0605 ce=2.0605 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.016874926397577e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018915027379989624, 'last_eos_top1': 0}
+step=326500 lr=3.000000e-03 loss=1.7109 ce=1.7109 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.06711663142778e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019169997423887253, 'last_eos_top1': 0}
+step=326550 lr=3.000000e-03 loss=3.4011 ce=3.4011 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.817596295149997e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01991981640458107, 'last_eos_top1': 0}
+step=326600 lr=3.000000e-03 loss=2.3551 ce=2.3551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.061415918637067e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014599942602217197, 'last_eos_top1': 0}
+step=326650 lr=3.000000e-03 loss=2.7360 ce=2.7360 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.731867971306201e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023985564708709717, 'last_eos_top1': 0}
+step=326700 lr=3.000000e-03 loss=2.6959 ce=2.6959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8935042791999876e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020110920071601868, 'last_eos_top1': 0}
+step=326750 lr=3.000000e-03 loss=2.3732 ce=2.3732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.154644117690623e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015752235427498817, 'last_eos_top1': 0}
+step=326800 lr=3.000000e-03 loss=2.5302 ce=2.5302 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.626695954357274e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01959134265780449, 'last_eos_top1': 0}
+step=326850 lr=3.000000e-03 loss=1.3470 ce=1.3470 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.986796451092232e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021021252498030663, 'last_eos_top1': 0}
+step=326900 lr=3.000000e-03 loss=1.9013 ce=1.9013 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9932847610325553e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0279712975025177, 'last_eos_top1': 0}
+step=326950 lr=3.000000e-03 loss=2.5287 ce=2.5287 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.93291289685294e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023085322231054306, 'last_eos_top1': 0}
+step=327000 lr=3.000000e-03 loss=2.3139 ce=2.3139 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.021728793508373e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01708819717168808, 'last_eos_top1': 0}
+step=327050 lr=3.000000e-03 loss=2.7813 ce=2.7813 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024670601123943925, 'pos0_bos_top1': 0, 'last_eos_p': 0.015697943046689034, 'last_eos_top1': 0}
+step=327100 lr=3.000000e-03 loss=2.3062 ce=2.3062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012155277363490313, 'pos0_bos_top1': 0, 'last_eos_p': 0.011278020218014717, 'last_eos_top1': 0}
+step=327150 lr=3.000000e-03 loss=2.1602 ce=2.1602 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.1053826357238e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030255166813731194, 'last_eos_top1': 0}
+step=327200 lr=3.000000e-03 loss=2.7821 ce=2.7821 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.399678725050762e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020837577059864998, 'last_eos_top1': 0}
+step=327250 lr=3.000000e-03 loss=2.4619 ce=2.4619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.604909867746755e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013246065936982632, 'last_eos_top1': 0}
+step=327300 lr=3.000000e-03 loss=2.3234 ce=2.3234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0352896980475634e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018694348633289337, 'last_eos_top1': 0}
+step=327350 lr=3.000000e-03 loss=3.2563 ce=3.2563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.695572715718299e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028683563694357872, 'last_eos_top1': 0}
+step=327400 lr=3.000000e-03 loss=2.4266 ce=2.4266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2714764781994745e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02167738787829876, 'last_eos_top1': 0}
+step=327450 lr=3.000000e-03 loss=2.1451 ce=2.1451 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.634849028661847e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021376296877861023, 'last_eos_top1': 0}
+step=327500 lr=3.000000e-03 loss=2.6157 ce=2.6157 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3924712624866515e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017223520204424858, 'last_eos_top1': 0}
+step=327550 lr=3.000000e-03 loss=2.0959 ce=2.0959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.901350959902629e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024565231055021286, 'last_eos_top1': 0}
+step=327600 lr=3.000000e-03 loss=2.9395 ce=2.9395 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013663082791026682, 'pos0_bos_top1': 0, 'last_eos_p': 0.01876956969499588, 'last_eos_top1': 0}
+step=327650 lr=3.000000e-03 loss=2.1962 ce=2.1962 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.585403313394636e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02087276242673397, 'last_eos_top1': 0}
+step=327700 lr=3.000000e-03 loss=2.8136 ce=2.8136 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001579581294208765, 'pos0_bos_top1': 0, 'last_eos_p': 0.021087948232889175, 'last_eos_top1': 0}
+step=327750 lr=3.000000e-03 loss=1.9535 ce=1.9535 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.186067861970514e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015808481723070145, 'last_eos_top1': 0}
+step=327800 lr=3.000000e-03 loss=2.2786 ce=2.2786 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.347899059415795e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017234405502676964, 'last_eos_top1': 0}
+step=327850 lr=3.000000e-03 loss=2.5321 ce=2.5321 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010913104051724076, 'pos0_bos_top1': 0, 'last_eos_p': 0.01905519887804985, 'last_eos_top1': 0}
+step=327900 lr=3.000000e-03 loss=2.2542 ce=2.2542 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6268691221484914e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02001626044511795, 'last_eos_top1': 0}
+step=327950 lr=3.000000e-03 loss=2.5564 ce=2.5564 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.231606625486165e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018136806786060333, 'last_eos_top1': 0}
+step=328000 lr=3.000000e-03 loss=1.8286 ce=1.8286 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00034122762735933065, 'pos0_bos_top1': 0, 'last_eos_p': 0.02034182846546173, 'last_eos_top1': 0}
+step=328050 lr=3.000000e-03 loss=2.3719 ce=2.3719 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.243206684710458e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02524888701736927, 'last_eos_top1': 0}
+step=328100 lr=3.000000e-03 loss=3.0658 ce=3.0658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.370700430124998e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022896744310855865, 'last_eos_top1': 0}
+step=328150 lr=3.000000e-03 loss=1.8503 ce=1.8503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.051122232340276e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018641958013176918, 'last_eos_top1': 0}
+step=328200 lr=3.000000e-03 loss=1.9061 ce=1.9061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013259598927106708, 'pos0_bos_top1': 0, 'last_eos_p': 0.018343646079301834, 'last_eos_top1': 0}
+step=328250 lr=3.000000e-03 loss=2.2422 ce=2.2422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6393506383756176e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015984777361154556, 'last_eos_top1': 0}
+step=328300 lr=3.000000e-03 loss=2.7431 ce=2.7431 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014740003098268062, 'pos0_bos_top1': 0, 'last_eos_p': 0.014497235417366028, 'last_eos_top1': 0}
+step=328350 lr=3.000000e-03 loss=3.0392 ce=3.0392 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017210461373906583, 'pos0_bos_top1': 0, 'last_eos_p': 0.018093561753630638, 'last_eos_top1': 0}
+step=328400 lr=3.000000e-03 loss=3.5717 ce=3.5717 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017558140098117292, 'pos0_bos_top1': 0, 'last_eos_p': 0.01647605560719967, 'last_eos_top1': 0}
+step=328450 lr=3.000000e-03 loss=1.8827 ce=1.8827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9345795559929684e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015604483895003796, 'last_eos_top1': 0}
+step=328500 lr=3.000000e-03 loss=3.2568 ce=3.2568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.80127666075714e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011532250791788101, 'last_eos_top1': 0}
+step=328550 lr=3.000000e-03 loss=1.9144 ce=1.9144 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012099061132175848, 'pos0_bos_top1': 0, 'last_eos_p': 0.014102059416472912, 'last_eos_top1': 0}
+step=328600 lr=3.000000e-03 loss=2.5667 ce=2.5667 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012320041423663497, 'pos0_bos_top1': 0, 'last_eos_p': 0.01366430427879095, 'last_eos_top1': 0}
+step=328650 lr=3.000000e-03 loss=2.4949 ce=2.4949 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.989620305830613e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019333943724632263, 'last_eos_top1': 0}
+step=328700 lr=3.000000e-03 loss=3.5707 ce=3.5707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.135980685125105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014931319281458855, 'last_eos_top1': 0}
+step=328750 lr=3.000000e-03 loss=2.3014 ce=2.3014 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.90088704181835e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018034309148788452, 'last_eos_top1': 0}
+step=328800 lr=3.000000e-03 loss=1.9765 ce=1.9765 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3628227760782465e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016715742647647858, 'last_eos_top1': 0}
+step=328850 lr=3.000000e-03 loss=2.0704 ce=2.0704 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.329797179205343e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016554851084947586, 'last_eos_top1': 0}
+step=328900 lr=3.000000e-03 loss=2.3867 ce=2.3867 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.420757952379063e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019497253000736237, 'last_eos_top1': 0}
+step=328950 lr=3.000000e-03 loss=2.5009 ce=2.5009 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2852251277072355e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02037719078361988, 'last_eos_top1': 0}
+step=329000 lr=3.000000e-03 loss=2.4275 ce=2.4275 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6042545869131573e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019276784732937813, 'last_eos_top1': 0}
+step=329050 lr=3.000000e-03 loss=2.8626 ce=2.8626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4798549929982983e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017903264611959457, 'last_eos_top1': 0}
+step=329100 lr=3.000000e-03 loss=2.5713 ce=2.5713 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2220798453199677e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020698552951216698, 'last_eos_top1': 0}
+step=329150 lr=3.000000e-03 loss=3.1334 ce=3.1334 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.781022264272906e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023487411439418793, 'last_eos_top1': 0}
+step=329200 lr=3.000000e-03 loss=2.7112 ce=2.7112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001520064106443897, 'pos0_bos_top1': 0, 'last_eos_p': 0.011617542244493961, 'last_eos_top1': 0}
+step=329250 lr=3.000000e-03 loss=2.1173 ce=2.1173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9047368267783895e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020902473479509354, 'last_eos_top1': 0}
+step=329300 lr=3.000000e-03 loss=2.5105 ce=2.5105 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.412749644368887e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030534474179148674, 'last_eos_top1': 0}
+step=329350 lr=3.000000e-03 loss=3.0745 ce=3.0745 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010042360372608528, 'pos0_bos_top1': 0, 'last_eos_p': 0.022590961307287216, 'last_eos_top1': 0}
+step=329400 lr=3.000000e-03 loss=2.3166 ce=2.3166 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.485405588638969e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01870281808078289, 'last_eos_top1': 0}
+step=329450 lr=3.000000e-03 loss=2.3740 ce=2.3740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8997133995289914e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015445515513420105, 'last_eos_top1': 0}
+step=329500 lr=3.000000e-03 loss=2.5298 ce=2.5298 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.705811781808734e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022536233067512512, 'last_eos_top1': 0}
+step=329550 lr=3.000000e-03 loss=2.4309 ce=2.4309 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.130374170723371e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020398026332259178, 'last_eos_top1': 0}
+step=329600 lr=3.000000e-03 loss=2.3266 ce=2.3266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.847421092155855e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017960526049137115, 'last_eos_top1': 0}
+step=329650 lr=3.000000e-03 loss=2.5714 ce=2.5714 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3411659135017544e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021096939221024513, 'last_eos_top1': 0}
+step=329700 lr=3.000000e-03 loss=2.8575 ce=2.8575 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.790556340594776e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015484627336263657, 'last_eos_top1': 0}
+step=329750 lr=3.000000e-03 loss=2.0311 ce=2.0311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.980908928089775e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018933014944195747, 'last_eos_top1': 0}
+step=329800 lr=3.000000e-03 loss=2.7764 ce=2.7764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.864122870960273e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019640086218714714, 'last_eos_top1': 0}
+step=329850 lr=3.000000e-03 loss=2.0083 ce=2.0083 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4809750609856565e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023393752053380013, 'last_eos_top1': 0}
+step=329900 lr=3.000000e-03 loss=2.5219 ce=2.5219 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.90555287594907e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019421666860580444, 'last_eos_top1': 0}
+step=329950 lr=3.000000e-03 loss=2.3149 ce=2.3149 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1059326172689907e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016128793358802795, 'last_eos_top1': 0}
+step=330000 lr=3.000000e-03 loss=2.1342 ce=2.1342 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2833188015501946e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02084380015730858, 'last_eos_top1': 0}
+step=330050 lr=3.000000e-03 loss=3.1422 ce=3.1422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.083782449830323e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02310982719063759, 'last_eos_top1': 0}
+step=330100 lr=3.000000e-03 loss=2.6875 ce=2.6875 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002001007233047858, 'pos0_bos_top1': 0, 'last_eos_p': 0.015427174046635628, 'last_eos_top1': 0}
+step=330150 lr=3.000000e-03 loss=2.2245 ce=2.2245 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2910607842495665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024553485214710236, 'last_eos_top1': 0}
+step=330200 lr=3.000000e-03 loss=2.1550 ce=2.1550 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.513445674092509e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02115902677178383, 'last_eos_top1': 0}
+step=330250 lr=3.000000e-03 loss=2.2029 ce=2.2029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0447643439401872e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01916661486029625, 'last_eos_top1': 0}
+step=330300 lr=3.000000e-03 loss=2.4226 ce=2.4226 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1684305465896614e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02213672362267971, 'last_eos_top1': 0}
+step=330350 lr=3.000000e-03 loss=1.7968 ce=1.7968 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.28322889294941e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019035249948501587, 'last_eos_top1': 0}
+step=330400 lr=3.000000e-03 loss=2.4953 ce=2.4953 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6540948965703137e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014706647023558617, 'last_eos_top1': 0}
+step=330450 lr=3.000000e-03 loss=2.7971 ce=2.7971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0745426809298806e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018294738605618477, 'last_eos_top1': 0}
+step=330500 lr=3.000000e-03 loss=3.2086 ce=3.2086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.649252175819129e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01778152398765087, 'last_eos_top1': 0}
+step=330550 lr=3.000000e-03 loss=2.8006 ce=2.8006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.717761375010014e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.021515680477023125, 'last_eos_top1': 0}
+step=330600 lr=3.000000e-03 loss=2.7993 ce=2.7993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0323539501987398e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0234487596899271, 'last_eos_top1': 0}
+step=330650 lr=3.000000e-03 loss=2.4264 ce=2.4264 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0713159756269306e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02467145211994648, 'last_eos_top1': 0}
+step=330700 lr=3.000000e-03 loss=2.3420 ce=2.3420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9560846340027638e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02069726213812828, 'last_eos_top1': 0}
+step=330750 lr=3.000000e-03 loss=2.3369 ce=2.3369 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3497658983396832e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022298304364085197, 'last_eos_top1': 0}
+step=330800 lr=3.000000e-03 loss=1.7777 ce=1.7777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.281351771671325e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021550200879573822, 'last_eos_top1': 0}
+step=330850 lr=3.000000e-03 loss=2.1464 ce=2.1464 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0476170650217682e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024046916514635086, 'last_eos_top1': 0}
+step=330900 lr=3.000000e-03 loss=2.5187 ce=2.5187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0948033125023358e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018398188054561615, 'last_eos_top1': 0}
+step=330950 lr=3.000000e-03 loss=2.3666 ce=2.3666 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2411124518839642e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021610496565699577, 'last_eos_top1': 0}
+step=331000 lr=3.000000e-03 loss=1.9665 ce=1.9665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0976349585689604e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021865731105208397, 'last_eos_top1': 0}
+step=331050 lr=3.000000e-03 loss=2.6278 ce=2.6278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7458312615635805e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019556915387511253, 'last_eos_top1': 0}
+step=331100 lr=3.000000e-03 loss=2.6891 ce=2.6891 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0012575229629874e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018512293696403503, 'last_eos_top1': 0}
+step=331150 lr=3.000000e-03 loss=2.6957 ce=2.6957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.830188506981358e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01662343181669712, 'last_eos_top1': 0}
+step=331200 lr=3.000000e-03 loss=3.0468 ce=3.0468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1922150406462606e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020012343302369118, 'last_eos_top1': 0}
+step=331250 lr=3.000000e-03 loss=2.1312 ce=2.1312 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6943938792101108e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02444794401526451, 'last_eos_top1': 0}
+step=331300 lr=3.000000e-03 loss=2.4223 ce=2.4223 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.593548510456458e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020870167762041092, 'last_eos_top1': 0}
+step=331350 lr=3.000000e-03 loss=2.5486 ce=2.5486 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1630201697698794e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02304001711308956, 'last_eos_top1': 0}
+step=331400 lr=3.000000e-03 loss=2.2137 ce=2.2137 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6484524167026393e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018930988386273384, 'last_eos_top1': 0}
+step=331450 lr=3.000000e-03 loss=1.8465 ce=1.8465 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6040001102956012e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02083570323884487, 'last_eos_top1': 0}
+step=331500 lr=3.000000e-03 loss=2.1264 ce=2.1264 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5276995074818842e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01841372437775135, 'last_eos_top1': 0}
+step=331550 lr=3.000000e-03 loss=1.7007 ce=1.7007 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.6191910264024045e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022211112082004547, 'last_eos_top1': 0}
+step=331600 lr=3.000000e-03 loss=2.3481 ce=2.3481 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.501458069076762e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.022327672690153122, 'last_eos_top1': 0}
+step=331650 lr=3.000000e-03 loss=2.5618 ce=2.5618 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.596772563061677e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017220696434378624, 'last_eos_top1': 0}
+step=331700 lr=3.000000e-03 loss=2.2316 ce=2.2316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.125816773623228e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020254792645573616, 'last_eos_top1': 0}
+step=331750 lr=3.000000e-03 loss=2.3996 ce=2.3996 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5015780920512043e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027099035680294037, 'last_eos_top1': 0}
+step=331800 lr=3.000000e-03 loss=1.6478 ce=1.6478 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6932181097217835e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023814961314201355, 'last_eos_top1': 0}
+step=331850 lr=3.000000e-03 loss=2.3939 ce=2.3939 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.18280103278812e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02129262499511242, 'last_eos_top1': 0}
+step=331900 lr=3.000000e-03 loss=2.0779 ce=2.0779 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8184995496994816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01863241381943226, 'last_eos_top1': 0}
+step=331950 lr=3.000000e-03 loss=2.2150 ce=2.2150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.680181963427458e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.017692547291517258, 'last_eos_top1': 0}
+step=332000 lr=3.000000e-03 loss=2.5989 ce=2.5989 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3789402146358043e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014566898345947266, 'last_eos_top1': 0}
+step=332050 lr=3.000000e-03 loss=2.3096 ce=2.3096 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6337944543920457e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01437221560627222, 'last_eos_top1': 0}
+step=332100 lr=3.000000e-03 loss=2.0895 ce=2.0895 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0742939240299165e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01493183895945549, 'last_eos_top1': 0}
+step=332150 lr=3.000000e-03 loss=2.1371 ce=2.1371 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.66035373089835e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02136920765042305, 'last_eos_top1': 0}
+step=332200 lr=3.000000e-03 loss=2.4476 ce=2.4476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.891122676373925e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016787154600024223, 'last_eos_top1': 0}
+step=332250 lr=3.000000e-03 loss=2.4088 ce=2.4088 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.942539140349254e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020682930946350098, 'last_eos_top1': 0}
+step=332300 lr=3.000000e-03 loss=2.4413 ce=2.4413 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5897351558087394e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016301201656460762, 'last_eos_top1': 0}
+step=332350 lr=3.000000e-03 loss=2.3062 ce=2.3062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.864183862693608e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015588140115141869, 'last_eos_top1': 0}
+step=332400 lr=3.000000e-03 loss=2.6452 ce=2.6452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.322267704992555e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017688358202576637, 'last_eos_top1': 0}
+step=332450 lr=3.000000e-03 loss=2.1755 ce=2.1755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.865452188416384e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01515524834394455, 'last_eos_top1': 0}
+step=332500 lr=3.000000e-03 loss=2.6884 ce=2.6884 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.993180507677607e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02000769041478634, 'last_eos_top1': 0}
+step=332550 lr=3.000000e-03 loss=1.7366 ce=1.7366 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1250725189456716e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01822645775973797, 'last_eos_top1': 0}
+step=332600 lr=3.000000e-03 loss=2.2700 ce=2.2700 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.547569056332577e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019429683685302734, 'last_eos_top1': 0}
+step=332650 lr=3.000000e-03 loss=1.9833 ce=1.9833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6900004488416016e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015059866942465305, 'last_eos_top1': 0}
+step=332700 lr=3.000000e-03 loss=2.8650 ce=2.8650 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7618542187847197e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01490471139550209, 'last_eos_top1': 0}
+step=332750 lr=3.000000e-03 loss=2.3385 ce=2.3385 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6898411306319758e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012298289686441422, 'last_eos_top1': 0}
+step=332800 lr=3.000000e-03 loss=2.3280 ce=2.3280 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.872813951806165e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021531332284212112, 'last_eos_top1': 0}
+step=332850 lr=3.000000e-03 loss=2.2731 ce=2.2731 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016041769413277507, 'pos0_bos_top1': 0, 'last_eos_p': 0.020045163109898567, 'last_eos_top1': 0}
+step=332900 lr=3.000000e-03 loss=2.7138 ce=2.7138 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.926312537165359e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02178117074072361, 'last_eos_top1': 0}
+step=332950 lr=3.000000e-03 loss=1.9084 ce=1.9084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021818162349518389, 'pos0_bos_top1': 0, 'last_eos_p': 0.014449060894548893, 'last_eos_top1': 0}
+step=333000 lr=3.000000e-03 loss=2.0740 ce=2.0740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3984757465077564e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022599387913942337, 'last_eos_top1': 0}
+step=333050 lr=3.000000e-03 loss=2.6120 ce=2.6120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1679601559299044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024411724880337715, 'last_eos_top1': 0}
+step=333100 lr=3.000000e-03 loss=2.8849 ce=2.8849 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.067255551693961e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016597805544734, 'last_eos_top1': 0}
+step=333150 lr=3.000000e-03 loss=2.2378 ce=2.2378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1680552132893354e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01598476804792881, 'last_eos_top1': 0}
+step=333200 lr=3.000000e-03 loss=1.5823 ce=1.5823 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7881938624195755e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017986299470067024, 'last_eos_top1': 0}
+step=333250 lr=3.000000e-03 loss=2.7700 ce=2.7700 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.422245446126908e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01813681609928608, 'last_eos_top1': 0}
+step=333300 lr=3.000000e-03 loss=2.3059 ce=2.3059 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.242090603336692e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02045128308236599, 'last_eos_top1': 0}
+step=333350 lr=3.000000e-03 loss=1.9345 ce=1.9345 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015172948769759387, 'pos0_bos_top1': 0, 'last_eos_p': 0.021682148799300194, 'last_eos_top1': 0}
+step=333400 lr=3.000000e-03 loss=2.9490 ce=2.9490 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.251617691712454e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025724660605192184, 'last_eos_top1': 0}
+step=333450 lr=3.000000e-03 loss=2.9559 ce=2.9559 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.721057484857738e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021577278152108192, 'last_eos_top1': 0}
+step=333500 lr=3.000000e-03 loss=3.3666 ce=3.3666 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8820329286390916e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02147407829761505, 'last_eos_top1': 0}
+step=333550 lr=3.000000e-03 loss=2.6994 ce=2.6994 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0500323191517964e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01821470633149147, 'last_eos_top1': 0}
+step=333600 lr=3.000000e-03 loss=1.9384 ce=1.9384 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8029407480498776e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02004198171198368, 'last_eos_top1': 0}
+step=333650 lr=3.000000e-03 loss=1.8863 ce=1.8863 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5719933799118735e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01756076142191887, 'last_eos_top1': 0}
+step=333700 lr=3.000000e-03 loss=2.4085 ce=2.4085 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.642192602157593e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01645725779235363, 'last_eos_top1': 0}
+step=333750 lr=3.000000e-03 loss=2.3621 ce=2.3621 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.249165820307098e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020437898114323616, 'last_eos_top1': 0}
+step=333800 lr=3.000000e-03 loss=2.1273 ce=2.1273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.765030437032692e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021096497774124146, 'last_eos_top1': 0}
+step=333850 lr=3.000000e-03 loss=2.9314 ce=2.9314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.047654874739237e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018933666869997978, 'last_eos_top1': 0}
+step=333900 lr=3.000000e-03 loss=2.2973 ce=2.2973 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5463207091670483e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021713905036449432, 'last_eos_top1': 0}
+step=333950 lr=3.000000e-03 loss=2.4253 ce=2.4253 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1348543668864295e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022075386717915535, 'last_eos_top1': 0}
+step=334000 lr=3.000000e-03 loss=2.5688 ce=2.5688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2729748050333e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02335493080317974, 'last_eos_top1': 0}
+step=334050 lr=3.000000e-03 loss=2.1492 ce=2.1492 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.630617043701932e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01890620030462742, 'last_eos_top1': 0}
+step=334100 lr=3.000000e-03 loss=2.7637 ce=2.7637 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6391864846809767e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02297579124569893, 'last_eos_top1': 0}
+step=334150 lr=3.000000e-03 loss=3.1055 ce=3.1055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9031652704579756e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021206039935350418, 'last_eos_top1': 0}
+step=334200 lr=3.000000e-03 loss=1.8993 ce=1.8993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.267105370876379e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03262251988053322, 'last_eos_top1': 0}
+step=334250 lr=3.000000e-03 loss=3.6285 ce=3.6285 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.167500007199124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02114356867969036, 'last_eos_top1': 0}
+step=334300 lr=3.000000e-03 loss=2.7060 ce=2.7060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.741838711197488e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019711319357156754, 'last_eos_top1': 0}
+step=334350 lr=3.000000e-03 loss=2.4242 ce=2.4242 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.556127507588826e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022240079939365387, 'last_eos_top1': 0}
+step=334400 lr=3.000000e-03 loss=2.2590 ce=2.2590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.940923751448281e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02310909703373909, 'last_eos_top1': 0}
+step=334450 lr=3.000000e-03 loss=2.7975 ce=2.7975 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4293429305544123e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02950218692421913, 'last_eos_top1': 0}
+step=334500 lr=3.000000e-03 loss=2.2811 ce=2.2811 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4202031707100105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022315213456749916, 'last_eos_top1': 0}
+step=334550 lr=3.000000e-03 loss=1.8137 ce=1.8137 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2874708015006036e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01998981460928917, 'last_eos_top1': 0}
+step=334600 lr=3.000000e-03 loss=2.6699 ce=2.6699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.01116992381867e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03233198821544647, 'last_eos_top1': 0}
+step=334650 lr=3.000000e-03 loss=2.5349 ce=2.5349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.287364208721556e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019285859540104866, 'last_eos_top1': 0}
+step=334700 lr=3.000000e-03 loss=1.8988 ce=1.8988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3632066333666444e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028721850365400314, 'last_eos_top1': 0}
+step=334750 lr=3.000000e-03 loss=2.5912 ce=2.5912 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8095553716411814e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029089326038956642, 'last_eos_top1': 0}
+step=334800 lr=3.000000e-03 loss=2.7678 ce=2.7678 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.883774328045547e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030739285051822662, 'last_eos_top1': 0}
+step=334850 lr=3.000000e-03 loss=1.6453 ce=1.6453 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.812977517256513e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02310984767973423, 'last_eos_top1': 0}
+step=334900 lr=3.000000e-03 loss=2.9850 ce=2.9850 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0828472517896444e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021808013319969177, 'last_eos_top1': 0}
+step=334950 lr=3.000000e-03 loss=2.2944 ce=2.2944 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.20549037901219e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018810592591762543, 'last_eos_top1': 0}
+step=335000 lr=3.000000e-03 loss=2.4163 ce=2.4163 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0727009288966656e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026346657425165176, 'last_eos_top1': 0}
+step=335050 lr=3.000000e-03 loss=3.0216 ce=3.0216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.135657021222869e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023827390745282173, 'last_eos_top1': 0}
+step=335100 lr=3.000000e-03 loss=2.2600 ce=2.2600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012141080514993519, 'pos0_bos_top1': 0, 'last_eos_p': 0.019503282383084297, 'last_eos_top1': 0}
+step=335150 lr=3.000000e-03 loss=2.6120 ce=2.6120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.029364496702328e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029388491064310074, 'last_eos_top1': 0}
+step=335200 lr=3.000000e-03 loss=1.7909 ce=1.7909 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.117176963016391e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01944565773010254, 'last_eos_top1': 0}
+step=335250 lr=3.000000e-03 loss=2.6058 ce=2.6058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.294951577321626e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018866663798689842, 'last_eos_top1': 0}
+step=335300 lr=3.000000e-03 loss=2.5300 ce=2.5300 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00029496560455299914, 'pos0_bos_top1': 0, 'last_eos_p': 0.020678021013736725, 'last_eos_top1': 0}
+step=335350 lr=3.000000e-03 loss=1.7241 ce=1.7241 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.580679812235758e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023679861798882484, 'last_eos_top1': 0}
+step=335400 lr=3.000000e-03 loss=2.5838 ce=2.5838 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.416510536335409e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021405138075351715, 'last_eos_top1': 0}
+step=335450 lr=3.000000e-03 loss=2.2929 ce=2.2929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.999540760763921e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014324265532195568, 'last_eos_top1': 0}
+step=335500 lr=3.000000e-03 loss=1.8584 ce=1.8584 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.192650208598934e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02009006030857563, 'last_eos_top1': 0}
+step=335550 lr=3.000000e-03 loss=2.5699 ce=2.5699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.020606426522136e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016303813084959984, 'last_eos_top1': 0}
+step=335600 lr=3.000000e-03 loss=2.1755 ce=2.1755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0211022021831013e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024300293996930122, 'last_eos_top1': 0}
+step=335650 lr=3.000000e-03 loss=2.9977 ce=2.9977 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.698659904533997e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01950622722506523, 'last_eos_top1': 0}
+step=335700 lr=3.000000e-03 loss=2.3998 ce=2.3998 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.135166379157454e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025253785774111748, 'last_eos_top1': 0}
+step=335750 lr=3.000000e-03 loss=2.4417 ce=2.4417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.822954618546646e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017601216211915016, 'last_eos_top1': 0}
+step=335800 lr=3.000000e-03 loss=2.6505 ce=2.6505 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3294414101401344e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020505376160144806, 'last_eos_top1': 0}
+step=335850 lr=3.000000e-03 loss=2.6739 ce=2.6739 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1494084649020806e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027519796043634415, 'last_eos_top1': 0}
+step=335900 lr=3.000000e-03 loss=2.0386 ce=2.0386 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.176343696191907e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016528502106666565, 'last_eos_top1': 0}
+step=335950 lr=3.000000e-03 loss=2.0953 ce=2.0953 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.881015072693117e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018111512064933777, 'last_eos_top1': 0}
+step=336000 lr=3.000000e-03 loss=3.4175 ce=3.4175 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.438303610892035e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0177975632250309, 'last_eos_top1': 0}
+step=336050 lr=3.000000e-03 loss=2.6556 ce=2.6556 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.637428694171831e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016799181699752808, 'last_eos_top1': 0}
+step=336100 lr=3.000000e-03 loss=2.1171 ce=2.1171 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.963963642192539e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.01916712149977684, 'last_eos_top1': 0}
+step=336150 lr=3.000000e-03 loss=1.6130 ce=1.6130 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4625134099333081e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023820707574486732, 'last_eos_top1': 0}
+step=336200 lr=3.000000e-03 loss=2.8173 ce=2.8173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.19449672033079e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018061423674225807, 'last_eos_top1': 0}
+step=336250 lr=3.000000e-03 loss=3.0250 ce=3.0250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.590196865843609e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01996012032032013, 'last_eos_top1': 0}
+step=336300 lr=3.000000e-03 loss=3.3834 ce=3.3834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.249123983550817e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021935712546110153, 'last_eos_top1': 0}
+step=336350 lr=3.000000e-03 loss=1.4533 ce=1.4533 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.111636346555315e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014071209356188774, 'last_eos_top1': 0}
+step=336400 lr=3.000000e-03 loss=2.4759 ce=2.4759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.098885281360708e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021407023072242737, 'last_eos_top1': 0}
+step=336450 lr=3.000000e-03 loss=2.3098 ce=2.3098 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0297918783617206e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016738824546337128, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=2700000 rows=2691809 buffered=8191 part=openwebtext-t5
+step=336500 lr=3.000000e-03 loss=2.2820 ce=2.2820 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.120837547816336e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014921149238944054, 'last_eos_top1': 0}
+step=336550 lr=3.000000e-03 loss=2.9961 ce=2.9961 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0396597392391413e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01697140745818615, 'last_eos_top1': 0}
+step=336600 lr=3.000000e-03 loss=2.5201 ce=2.5201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6674609368201345e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015718258917331696, 'last_eos_top1': 0}
+step=336650 lr=3.000000e-03 loss=2.7722 ce=2.7722 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.329095463617705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019756056368350983, 'last_eos_top1': 0}
+step=336700 lr=3.000000e-03 loss=1.7045 ce=1.7045 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.992920680204406e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022877052426338196, 'last_eos_top1': 0}
+step=336750 lr=3.000000e-03 loss=2.4295 ce=2.4295 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.543071918305941e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02099841646850109, 'last_eos_top1': 0}
+step=336800 lr=3.000000e-03 loss=2.3891 ce=2.3891 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.744228787487373e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01579475589096546, 'last_eos_top1': 0}
+step=336850 lr=3.000000e-03 loss=2.1608 ce=2.1608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.80411695712246e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017726309597492218, 'last_eos_top1': 0}
+step=336900 lr=3.000000e-03 loss=1.7405 ce=1.7405 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.655852924566716e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01791497692465782, 'last_eos_top1': 0}
+step=336950 lr=3.000000e-03 loss=2.7459 ce=2.7459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.788019552710466e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018391067162156105, 'last_eos_top1': 0}
+step=337000 lr=3.000000e-03 loss=2.5025 ce=2.5025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6631087419227697e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019347939640283585, 'last_eos_top1': 0}
+step=337050 lr=3.000000e-03 loss=2.0092 ce=2.0092 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.849884913302958e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025203414261341095, 'last_eos_top1': 0}
+step=337100 lr=3.000000e-03 loss=2.5615 ce=2.5615 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8345830287435092e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019984498620033264, 'last_eos_top1': 0}
+step=337150 lr=3.000000e-03 loss=2.8999 ce=2.8999 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1058356651337817e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022001294419169426, 'last_eos_top1': 0}
+step=337200 lr=3.000000e-03 loss=2.5232 ce=2.5232 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1318104043311905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02442854829132557, 'last_eos_top1': 0}
+step=337250 lr=3.000000e-03 loss=2.0526 ce=2.0526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.71666506503243e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028742056339979172, 'last_eos_top1': 0}
+step=337300 lr=3.000000e-03 loss=2.6685 ce=2.6685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3274089471669868e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025432102382183075, 'last_eos_top1': 0}
+step=337350 lr=3.000000e-03 loss=2.1297 ce=2.1297 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.860006108880043e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0193332526832819, 'last_eos_top1': 0}
+step=337400 lr=3.000000e-03 loss=2.3794 ce=2.3794 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2139639845117927e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023858340457081795, 'last_eos_top1': 0}
+step=337450 lr=3.000000e-03 loss=3.0262 ce=3.0262 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.905291669070721e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018551016226410866, 'last_eos_top1': 0}
+step=337500 lr=3.000000e-03 loss=2.1379 ce=2.1379 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.474066609982401e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02028081938624382, 'last_eos_top1': 0}
+step=337550 lr=3.000000e-03 loss=2.4267 ce=2.4267 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4890675528440624e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02379174344241619, 'last_eos_top1': 0}
+step=337600 lr=3.000000e-03 loss=2.3973 ce=2.3973 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.993797195609659e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027176644653081894, 'last_eos_top1': 0}
+step=337650 lr=3.000000e-03 loss=2.7382 ce=2.7382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.039216557634063e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02176034450531006, 'last_eos_top1': 0}
+step=337700 lr=3.000000e-03 loss=2.0952 ce=2.0952 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.925560203148052e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020473169162869453, 'last_eos_top1': 0}
+step=337750 lr=3.000000e-03 loss=3.1457 ce=3.1457 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004234153893776238, 'pos0_bos_top1': 0, 'last_eos_p': 0.012558899819850922, 'last_eos_top1': 0}
+step=337800 lr=3.000000e-03 loss=2.5125 ce=2.5125 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016450139810331166, 'pos0_bos_top1': 0, 'last_eos_p': 0.021924272179603577, 'last_eos_top1': 0}
+step=337850 lr=3.000000e-03 loss=2.6142 ce=2.6142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010753308743005618, 'pos0_bos_top1': 0, 'last_eos_p': 0.030780058354139328, 'last_eos_top1': 0}
+step=337900 lr=3.000000e-03 loss=2.0598 ce=2.0598 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003708095464389771, 'pos0_bos_top1': 0, 'last_eos_p': 0.029508136212825775, 'last_eos_top1': 0}
+step=337950 lr=3.000000e-03 loss=2.4922 ce=2.4922 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.482117608655244e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027241110801696777, 'last_eos_top1': 0}
+step=338000 lr=3.000000e-03 loss=2.6255 ce=2.6255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.835303141386248e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03173571079969406, 'last_eos_top1': 0}
+step=338050 lr=3.000000e-03 loss=3.1924 ce=3.1924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.244742300827056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021354233846068382, 'last_eos_top1': 0}
+step=338100 lr=3.000000e-03 loss=2.3543 ce=2.3543 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1015273887314834e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028477394953370094, 'last_eos_top1': 0}
+step=338150 lr=3.000000e-03 loss=2.5458 ce=2.5458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.231824252405204e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03104262426495552, 'last_eos_top1': 0}
+step=338200 lr=3.000000e-03 loss=2.0776 ce=2.0776 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3862894522608258e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01981927454471588, 'last_eos_top1': 0}
+step=338250 lr=3.000000e-03 loss=3.3046 ce=3.3046 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.094248338835314e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021801207214593887, 'last_eos_top1': 0}
+step=338300 lr=3.000000e-03 loss=2.7695 ce=2.7695 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.14010462211445e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0323154591023922, 'last_eos_top1': 0}
+step=338350 lr=3.000000e-03 loss=1.8629 ce=1.8629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.44891954632476e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02461087889969349, 'last_eos_top1': 0}
+step=338400 lr=3.000000e-03 loss=3.2882 ce=3.2882 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.671230221400037e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021108634769916534, 'last_eos_top1': 0}
+step=338450 lr=3.000000e-03 loss=2.9476 ce=2.9476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.132082489784807e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030798856168985367, 'last_eos_top1': 0}
+step=338500 lr=3.000000e-03 loss=2.2424 ce=2.2424 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3858621059625875e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02110081911087036, 'last_eos_top1': 0}
+step=338550 lr=3.000000e-03 loss=2.0802 ce=2.0802 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9277050998643972e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02837689220905304, 'last_eos_top1': 0}
+step=338600 lr=3.000000e-03 loss=2.2398 ce=2.2398 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0309900214197114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029919173568487167, 'last_eos_top1': 0}
+step=338650 lr=3.000000e-03 loss=2.6239 ce=2.6239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.296732266899198e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018822649493813515, 'last_eos_top1': 0}
+step=338700 lr=3.000000e-03 loss=2.5514 ce=2.5514 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.982159564155154e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025190670043230057, 'last_eos_top1': 0}
+step=338750 lr=3.000000e-03 loss=2.3588 ce=2.3588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.252725142985582e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015548555180430412, 'last_eos_top1': 0}
+step=338800 lr=3.000000e-03 loss=2.6839 ce=2.6839 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010863527859328315, 'pos0_bos_top1': 0, 'last_eos_p': 0.01807769201695919, 'last_eos_top1': 0}
+step=338850 lr=3.000000e-03 loss=2.2490 ce=2.2490 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001222162536578253, 'pos0_bos_top1': 0, 'last_eos_p': 0.0225874874740839, 'last_eos_top1': 0}
+step=338900 lr=3.000000e-03 loss=1.9369 ce=1.9369 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.898627856979147e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02123098075389862, 'last_eos_top1': 0}
+step=338950 lr=3.000000e-03 loss=1.9245 ce=1.9245 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010187098087044433, 'pos0_bos_top1': 0, 'last_eos_p': 0.017820125445723534, 'last_eos_top1': 0}
+step=339000 lr=3.000000e-03 loss=2.3118 ce=2.3118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.726055577630177e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02075217291712761, 'last_eos_top1': 0}
+step=339050 lr=3.000000e-03 loss=2.3230 ce=2.3230 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010616712825139984, 'pos0_bos_top1': 0, 'last_eos_p': 0.021328793838620186, 'last_eos_top1': 0}
+step=339100 lr=3.000000e-03 loss=2.4026 ce=2.4026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014805955288466066, 'pos0_bos_top1': 0, 'last_eos_p': 0.02077164687216282, 'last_eos_top1': 0}
+step=339150 lr=3.000000e-03 loss=2.1918 ce=2.1918 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024331444001290947, 'pos0_bos_top1': 0, 'last_eos_p': 0.016343876719474792, 'last_eos_top1': 0}
+step=339200 lr=3.000000e-03 loss=2.0043 ce=2.0043 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.012944191345014e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02003186196088791, 'last_eos_top1': 0}
+step=339250 lr=3.000000e-03 loss=2.3751 ce=2.3751 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000110505054180976, 'pos0_bos_top1': 0, 'last_eos_p': 0.02186298929154873, 'last_eos_top1': 0}
+step=339300 lr=3.000000e-03 loss=2.6566 ce=2.6566 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010248772014165297, 'pos0_bos_top1': 0, 'last_eos_p': 0.016948051750659943, 'last_eos_top1': 0}
+step=339350 lr=3.000000e-03 loss=2.2709 ce=2.2709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010513678716961294, 'pos0_bos_top1': 0, 'last_eos_p': 0.017369555309414864, 'last_eos_top1': 0}
+step=339400 lr=3.000000e-03 loss=2.7884 ce=2.7884 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014937264495529234, 'pos0_bos_top1': 0, 'last_eos_p': 0.024878790602087975, 'last_eos_top1': 0}
+step=339450 lr=3.000000e-03 loss=2.2543 ce=2.2543 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6884974431595765e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023424914106726646, 'last_eos_top1': 0}
+step=339500 lr=3.000000e-03 loss=2.3043 ce=2.3043 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010057142935693264, 'pos0_bos_top1': 0, 'last_eos_p': 0.025623761117458344, 'last_eos_top1': 0}
+step=339550 lr=3.000000e-03 loss=1.9729 ce=1.9729 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.213694097008556e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02323922887444496, 'last_eos_top1': 0}
+step=339600 lr=3.000000e-03 loss=2.7877 ce=2.7877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.350624946411699e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02511722594499588, 'last_eos_top1': 0}
+step=339650 lr=3.000000e-03 loss=2.5508 ce=2.5508 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.393863880774006e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024956904351711273, 'last_eos_top1': 0}
+step=339700 lr=3.000000e-03 loss=1.4723 ce=1.4723 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6035178962047212e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022306762635707855, 'last_eos_top1': 0}
+step=339750 lr=3.000000e-03 loss=3.1323 ce=3.1323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.045356243092101e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021838590502738953, 'last_eos_top1': 0}
+step=339800 lr=3.000000e-03 loss=2.4467 ce=2.4467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1616502383258194e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028184425085783005, 'last_eos_top1': 0}
+step=339850 lr=3.000000e-03 loss=2.9194 ce=2.9194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.664158768719062e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020418616011738777, 'last_eos_top1': 0}
+step=339900 lr=3.000000e-03 loss=2.1610 ce=2.1610 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.235046359710395e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0220804363489151, 'last_eos_top1': 0}
+step=339950 lr=3.000000e-03 loss=3.2981 ce=3.2981 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.19253226229921e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021846622228622437, 'last_eos_top1': 0}
+step=340000 lr=3.000000e-03 loss=2.6871 ce=2.6871 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.971788853756152e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016245154663920403, 'last_eos_top1': 0}
+step=340050 lr=3.000000e-03 loss=2.1669 ce=2.1669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.654488318716176e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013315035030245781, 'last_eos_top1': 0}
+step=340100 lr=3.000000e-03 loss=2.2480 ce=2.2480 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.785396105144173e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016903435811400414, 'last_eos_top1': 0}
+step=340150 lr=3.000000e-03 loss=2.3645 ce=2.3645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000154528024722822, 'pos0_bos_top1': 0, 'last_eos_p': 0.01872205175459385, 'last_eos_top1': 0}
+step=340200 lr=3.000000e-03 loss=2.3305 ce=2.3305 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.787539652781561e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018215561285614967, 'last_eos_top1': 0}
+step=340250 lr=3.000000e-03 loss=1.9780 ce=1.9780 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.612250919919461e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01930127665400505, 'last_eos_top1': 0}
+step=340300 lr=3.000000e-03 loss=3.6172 ce=3.6172 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.124009890598245e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03037038818001747, 'last_eos_top1': 0}
+step=340350 lr=3.000000e-03 loss=2.4002 ce=2.4002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.941658698953688e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022208308801054955, 'last_eos_top1': 0}
+step=340400 lr=3.000000e-03 loss=2.5136 ce=2.5136 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001196189914480783, 'pos0_bos_top1': 0, 'last_eos_p': 0.0293531883507967, 'last_eos_top1': 0}
+step=340450 lr=3.000000e-03 loss=2.6758 ce=2.6758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.259684207383543e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023038305342197418, 'last_eos_top1': 0}
+step=340500 lr=3.000000e-03 loss=1.7776 ce=1.7776 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001378629676764831, 'pos0_bos_top1': 0, 'last_eos_p': 0.01899595558643341, 'last_eos_top1': 0}
+step=340550 lr=3.000000e-03 loss=2.2212 ce=2.2212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001227472530445084, 'pos0_bos_top1': 0, 'last_eos_p': 0.023020436987280846, 'last_eos_top1': 0}
+step=340600 lr=3.000000e-03 loss=2.8819 ce=2.8819 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.522664337651804e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027684267610311508, 'last_eos_top1': 0}
+step=340650 lr=3.000000e-03 loss=2.1519 ce=2.1519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00027832231717184186, 'pos0_bos_top1': 0, 'last_eos_p': 0.018244272097945213, 'last_eos_top1': 0}
+step=340700 lr=3.000000e-03 loss=1.9398 ce=1.9398 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.796652112621814e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027684977278113365, 'last_eos_top1': 0}
+step=340750 lr=3.000000e-03 loss=1.7759 ce=1.7759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.272987512697e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.043350763618946075, 'last_eos_top1': 0}
+step=340800 lr=3.000000e-03 loss=3.1035 ce=3.1035 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.425160533282906e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027488689869642258, 'last_eos_top1': 0}
+step=340850 lr=3.000000e-03 loss=3.0042 ce=3.0042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011140677088405937, 'pos0_bos_top1': 0, 'last_eos_p': 0.02293313480913639, 'last_eos_top1': 0}
+step=340900 lr=3.000000e-03 loss=3.3426 ce=3.3426 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010934009333141148, 'pos0_bos_top1': 0, 'last_eos_p': 0.02416473627090454, 'last_eos_top1': 0}
+step=340950 lr=3.000000e-03 loss=2.0854 ce=2.0854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012670664000324905, 'pos0_bos_top1': 0, 'last_eos_p': 0.021039919927716255, 'last_eos_top1': 0}
+step=341000 lr=3.000000e-03 loss=2.3860 ce=2.3860 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.067831706488505e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02696257457137108, 'last_eos_top1': 0}
+step=341050 lr=3.000000e-03 loss=2.7707 ce=2.7707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001303378667216748, 'pos0_bos_top1': 0, 'last_eos_p': 0.023424115031957626, 'last_eos_top1': 0}
+step=341100 lr=3.000000e-03 loss=2.3063 ce=2.3063 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.716434679925442e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027007969096302986, 'last_eos_top1': 0}
+step=341150 lr=3.000000e-03 loss=1.8741 ce=1.8741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.844325980637223e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018169859424233437, 'last_eos_top1': 0}
+step=341200 lr=3.000000e-03 loss=2.4819 ce=2.4819 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.267868932103738e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02429930865764618, 'last_eos_top1': 0}
+step=341250 lr=3.000000e-03 loss=1.6221 ce=1.6221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.210378731135279e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024153921753168106, 'last_eos_top1': 0}
+step=341300 lr=3.000000e-03 loss=2.8510 ce=2.8510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7226730859838426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023916548117995262, 'last_eos_top1': 0}
+step=341350 lr=3.000000e-03 loss=2.5487 ce=2.5487 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1100926460349e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023811865597963333, 'last_eos_top1': 0}
+step=341400 lr=3.000000e-03 loss=2.4982 ce=2.4982 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001693263038760051, 'pos0_bos_top1': 0, 'last_eos_p': 0.0288440752774477, 'last_eos_top1': 0}
+step=341450 lr=3.000000e-03 loss=2.7663 ce=2.7663 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8374571381136775e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024024616926908493, 'last_eos_top1': 0}
+step=341500 lr=3.000000e-03 loss=2.0729 ce=2.0729 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.998730092775077e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023601844906806946, 'last_eos_top1': 0}
+step=341550 lr=3.000000e-03 loss=2.8193 ce=2.8193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.933556869626045e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02556375227868557, 'last_eos_top1': 0}
+step=341600 lr=3.000000e-03 loss=2.6103 ce=2.6103 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.635807636077516e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025103677064180374, 'last_eos_top1': 0}
+step=341650 lr=3.000000e-03 loss=2.7786 ce=2.7786 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.51752990152454e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028581520542502403, 'last_eos_top1': 0}
+step=341700 lr=3.000000e-03 loss=2.8588 ce=2.8588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.228261579759419e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02169451303780079, 'last_eos_top1': 0}
+step=341750 lr=3.000000e-03 loss=2.3626 ce=2.3626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5926092348527163e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02055160142481327, 'last_eos_top1': 0}
+step=341800 lr=3.000000e-03 loss=1.8588 ce=1.8588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1954734873143025e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025407444685697556, 'last_eos_top1': 0}
+step=341850 lr=3.000000e-03 loss=2.3272 ce=2.3272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.504370008362457e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014457312412559986, 'last_eos_top1': 0}
+step=341900 lr=3.000000e-03 loss=1.6035 ce=1.6035 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9483961043297313e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027135193347930908, 'last_eos_top1': 0}
+step=341950 lr=3.000000e-03 loss=2.2890 ce=2.2890 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1349773053079844e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02478436939418316, 'last_eos_top1': 0}
+step=342000 lr=3.000000e-03 loss=2.6032 ce=2.6032 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1865444068680517e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02685200423002243, 'last_eos_top1': 0}
+step=342050 lr=3.000000e-03 loss=2.7095 ce=2.7095 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.59772485960275e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02206827886402607, 'last_eos_top1': 0}
+step=342100 lr=3.000000e-03 loss=1.9676 ce=1.9676 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.724586688098498e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021724609658122063, 'last_eos_top1': 0}
+step=342150 lr=3.000000e-03 loss=2.1325 ce=2.1325 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3155197848391254e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023234255611896515, 'last_eos_top1': 0}
+step=342200 lr=3.000000e-03 loss=2.6445 ce=2.6445 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.798368849558756e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015185369178652763, 'last_eos_top1': 0}
+step=342250 lr=3.000000e-03 loss=2.1430 ce=2.1430 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.86944076733198e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.024976691231131554, 'last_eos_top1': 0}
+step=342300 lr=3.000000e-03 loss=2.7261 ce=2.7261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.590424835740123e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026161067187786102, 'last_eos_top1': 0}
+step=342350 lr=3.000000e-03 loss=1.7926 ce=1.7926 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.971696423832327e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032263144850730896, 'last_eos_top1': 0}
+step=342400 lr=3.000000e-03 loss=2.7169 ce=2.7169 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.169866951997392e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029576269909739494, 'last_eos_top1': 0}
+step=342450 lr=3.000000e-03 loss=2.4360 ce=2.4360 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011539196566445753, 'pos0_bos_top1': 0, 'last_eos_p': 0.022728953510522842, 'last_eos_top1': 0}
+step=342500 lr=3.000000e-03 loss=3.0739 ce=3.0739 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.193690620013513e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02290969528257847, 'last_eos_top1': 0}
+step=342550 lr=3.000000e-03 loss=2.0278 ce=2.0278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.226359255379066e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02001727931201458, 'last_eos_top1': 0}
+step=342600 lr=3.000000e-03 loss=3.1592 ce=3.1592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.47750356013421e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024235868826508522, 'last_eos_top1': 0}
+step=342650 lr=3.000000e-03 loss=2.4641 ce=2.4641 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.191519398475066e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02163005992770195, 'last_eos_top1': 0}
+step=342700 lr=3.000000e-03 loss=2.5258 ce=2.5258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010296473192283884, 'pos0_bos_top1': 0, 'last_eos_p': 0.02708062343299389, 'last_eos_top1': 0}
+step=342750 lr=3.000000e-03 loss=2.5870 ce=2.5870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.993500523502007e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026639917865395546, 'last_eos_top1': 0}
+step=342800 lr=3.000000e-03 loss=2.4363 ce=2.4363 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2453598174033687e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03180810809135437, 'last_eos_top1': 0}
+step=342850 lr=3.000000e-03 loss=2.5770 ce=2.5770 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016309440252371132, 'pos0_bos_top1': 0, 'last_eos_p': 0.025117574259638786, 'last_eos_top1': 0}
+step=342900 lr=3.000000e-03 loss=2.9761 ce=2.9761 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5721637181704864e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025127317756414413, 'last_eos_top1': 0}
+step=342950 lr=3.000000e-03 loss=2.2547 ce=2.2547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5350145986303687e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02408946491777897, 'last_eos_top1': 0}
+step=343000 lr=3.000000e-03 loss=2.3324 ce=2.3324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.186625326634385e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025669243186712265, 'last_eos_top1': 0}
+step=343050 lr=3.000000e-03 loss=2.1253 ce=2.1253 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001397438027197495, 'pos0_bos_top1': 0, 'last_eos_p': 0.019156640395522118, 'last_eos_top1': 0}
+step=343100 lr=3.000000e-03 loss=2.9129 ce=2.9129 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.774382200092077e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024638978764414787, 'last_eos_top1': 0}
+step=343150 lr=3.000000e-03 loss=2.7132 ce=2.7132 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.932701292796992e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020411120727658272, 'last_eos_top1': 0}
+step=343200 lr=3.000000e-03 loss=2.6397 ce=2.6397 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7121310520451516e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02065260522067547, 'last_eos_top1': 0}
+step=343250 lr=3.000000e-03 loss=2.2087 ce=2.2087 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.272891990491189e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03050689958035946, 'last_eos_top1': 0}
+step=343300 lr=3.000000e-03 loss=2.7669 ce=2.7669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.549582834239118e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029259422793984413, 'last_eos_top1': 0}
+step=343350 lr=3.000000e-03 loss=2.5628 ce=2.5628 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001045669851009734, 'pos0_bos_top1': 0, 'last_eos_p': 0.0284147709608078, 'last_eos_top1': 0}
+step=343400 lr=3.000000e-03 loss=2.7649 ce=2.7649 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.794242679257877e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0328131765127182, 'last_eos_top1': 0}
+step=343450 lr=3.000000e-03 loss=1.6344 ce=1.6344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017837509221863002, 'pos0_bos_top1': 0, 'last_eos_p': 0.024635078385472298, 'last_eos_top1': 0}
+step=343500 lr=3.000000e-03 loss=2.2801 ce=2.2801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.168338197516277e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02250645123422146, 'last_eos_top1': 0}
+step=343550 lr=3.000000e-03 loss=2.1924 ce=2.1924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7600784708047286e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02835039794445038, 'last_eos_top1': 0}
+step=343600 lr=3.000000e-03 loss=2.5433 ce=2.5433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.54846550989896e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02680366300046444, 'last_eos_top1': 0}
+step=343650 lr=3.000000e-03 loss=2.5503 ce=2.5503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001503793173469603, 'pos0_bos_top1': 0, 'last_eos_p': 0.030544886365532875, 'last_eos_top1': 0}
+step=343700 lr=3.000000e-03 loss=2.3692 ce=2.3692 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011574144446058199, 'pos0_bos_top1': 0, 'last_eos_p': 0.03211032226681709, 'last_eos_top1': 0}
+step=343750 lr=3.000000e-03 loss=2.3569 ce=2.3569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.954558193683624e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025571808218955994, 'last_eos_top1': 0}
+step=343800 lr=3.000000e-03 loss=2.3538 ce=2.3538 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.79294389556162e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.038590408861637115, 'last_eos_top1': 0}
+step=343850 lr=3.000000e-03 loss=2.0268 ce=2.0268 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012762367259711027, 'pos0_bos_top1': 0, 'last_eos_p': 0.019425485283136368, 'last_eos_top1': 0}
+step=343900 lr=3.000000e-03 loss=2.9610 ce=2.9610 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4122418583137915e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030384214594960213, 'last_eos_top1': 0}
+step=343950 lr=3.000000e-03 loss=2.6705 ce=2.6705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.814263466978446e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028439803048968315, 'last_eos_top1': 0}
+step=344000 lr=3.000000e-03 loss=2.5162 ce=2.5162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.531872062012553e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0284500140696764, 'last_eos_top1': 0}
+step=344050 lr=3.000000e-03 loss=3.3066 ce=3.3066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.685019616270438e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026843152940273285, 'last_eos_top1': 0}
+step=344100 lr=3.000000e-03 loss=1.9498 ce=1.9498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010049618140328676, 'pos0_bos_top1': 0, 'last_eos_p': 0.023775942623615265, 'last_eos_top1': 0}
+step=344150 lr=3.000000e-03 loss=2.1521 ce=2.1521 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.715087511111051e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026019053533673286, 'last_eos_top1': 0}
+step=344200 lr=3.000000e-03 loss=1.8144 ce=1.8144 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1078477806877345e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029410742223262787, 'last_eos_top1': 0}
+step=344250 lr=3.000000e-03 loss=2.6527 ce=2.6527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8592035707551986e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02287045679986477, 'last_eos_top1': 0}
+step=344300 lr=3.000000e-03 loss=2.3328 ce=2.3328 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.663518433924764e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02503429539501667, 'last_eos_top1': 0}
+step=344350 lr=3.000000e-03 loss=1.9805 ce=1.9805 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.620243559358642e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031212201341986656, 'last_eos_top1': 0}
+step=344400 lr=3.000000e-03 loss=2.7573 ce=2.7573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023808937112335116, 'pos0_bos_top1': 0, 'last_eos_p': 0.027866613119840622, 'last_eos_top1': 0}
+step=344450 lr=3.000000e-03 loss=2.6727 ce=2.6727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.851564103271812e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023116935044527054, 'last_eos_top1': 0}
+step=344500 lr=3.000000e-03 loss=2.2468 ce=2.2468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.440693975193426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020685585215687752, 'last_eos_top1': 0}
+step=344550 lr=3.000000e-03 loss=2.8197 ce=2.8197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001610390463611111, 'pos0_bos_top1': 0, 'last_eos_p': 0.028316084295511246, 'last_eos_top1': 0}
+step=344600 lr=3.000000e-03 loss=1.7315 ce=1.7315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.064535096404143e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028461258858442307, 'last_eos_top1': 0}
+step=344650 lr=3.000000e-03 loss=2.4672 ce=2.4672 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.54837310523726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026099801063537598, 'last_eos_top1': 0}
+step=344700 lr=3.000000e-03 loss=2.4004 ce=2.4004 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.755089558893815e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02108057774603367, 'last_eos_top1': 0}
+step=344750 lr=3.000000e-03 loss=2.3830 ce=2.3830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012116867583245039, 'pos0_bos_top1': 0, 'last_eos_p': 0.022191360592842102, 'last_eos_top1': 0}
+step=344800 lr=3.000000e-03 loss=2.5920 ce=2.5920 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.511402898468077e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028865626081824303, 'last_eos_top1': 0}
+step=344850 lr=3.000000e-03 loss=2.0284 ce=2.0284 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.849642209592275e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031085364520549774, 'last_eos_top1': 0}
+step=344900 lr=3.000000e-03 loss=3.1517 ce=3.1517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9251465346314944e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02715124562382698, 'last_eos_top1': 0}
+step=344950 lr=3.000000e-03 loss=2.6686 ce=2.6686 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.199308988172561e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0206935852766037, 'last_eos_top1': 0}
+step=345000 lr=3.000000e-03 loss=2.7989 ce=2.7989 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.921081901760772e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015400846488773823, 'last_eos_top1': 0}
+step=345050 lr=3.000000e-03 loss=2.1433 ce=2.1433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022525851090904325, 'pos0_bos_top1': 0, 'last_eos_p': 0.019248904660344124, 'last_eos_top1': 0}
+step=345100 lr=3.000000e-03 loss=2.1620 ce=2.1620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000375996227376163, 'pos0_bos_top1': 0, 'last_eos_p': 0.018128758296370506, 'last_eos_top1': 0}
+step=345150 lr=3.000000e-03 loss=2.4091 ce=2.4091 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022652497864328325, 'pos0_bos_top1': 0, 'last_eos_p': 0.026019718497991562, 'last_eos_top1': 0}
+step=345200 lr=3.000000e-03 loss=2.1501 ce=2.1501 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002969462948385626, 'pos0_bos_top1': 0, 'last_eos_p': 0.02283213473856449, 'last_eos_top1': 0}
+step=345250 lr=3.000000e-03 loss=2.7909 ce=2.7909 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002582605229690671, 'pos0_bos_top1': 0, 'last_eos_p': 0.015584053471684456, 'last_eos_top1': 0}
+step=345300 lr=3.000000e-03 loss=2.0773 ce=2.0773 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001689138589426875, 'pos0_bos_top1': 0, 'last_eos_p': 0.02171238325536251, 'last_eos_top1': 0}
+step=345350 lr=3.000000e-03 loss=2.6260 ce=2.6260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0232900826376863e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020959442481398582, 'last_eos_top1': 0}
+step=345400 lr=3.000000e-03 loss=3.0340 ce=3.0340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.597393414471298e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017116252332925797, 'last_eos_top1': 0}
+step=345450 lr=3.000000e-03 loss=2.7793 ce=2.7793 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013430489343591034, 'pos0_bos_top1': 0, 'last_eos_p': 0.015353390015661716, 'last_eos_top1': 0}
+step=345500 lr=3.000000e-03 loss=2.4182 ce=2.4182 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001676138344919309, 'pos0_bos_top1': 0, 'last_eos_p': 0.019440431147813797, 'last_eos_top1': 0}
+step=345550 lr=3.000000e-03 loss=3.2048 ce=3.2048 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001814164425013587, 'pos0_bos_top1': 0, 'last_eos_p': 0.020018668845295906, 'last_eos_top1': 0}
+step=345600 lr=3.000000e-03 loss=2.8071 ce=2.8071 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016261918062809855, 'pos0_bos_top1': 0, 'last_eos_p': 0.02004672773182392, 'last_eos_top1': 0}
+step=345650 lr=3.000000e-03 loss=2.3006 ce=2.3006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.279987716581672e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020001597702503204, 'last_eos_top1': 0}
+step=345700 lr=3.000000e-03 loss=3.0583 ce=3.0583 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1881554352585226e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02308279275894165, 'last_eos_top1': 0}
+step=345750 lr=3.000000e-03 loss=2.5810 ce=2.5810 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018408037431072444, 'pos0_bos_top1': 0, 'last_eos_p': 0.0247889906167984, 'last_eos_top1': 0}
+step=345800 lr=3.000000e-03 loss=1.7772 ce=1.7772 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.844556916505098e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022810326889157295, 'last_eos_top1': 0}
+step=345850 lr=3.000000e-03 loss=2.6685 ce=2.6685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001069945574272424, 'pos0_bos_top1': 0, 'last_eos_p': 0.020280692726373672, 'last_eos_top1': 0}
+step=345900 lr=3.000000e-03 loss=2.1166 ce=2.1166 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.947820368921384e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01725751720368862, 'last_eos_top1': 0}
+step=345950 lr=3.000000e-03 loss=2.5120 ce=2.5120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5202771212207153e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020279230549931526, 'last_eos_top1': 0}
+step=346000 lr=3.000000e-03 loss=2.5160 ce=2.5160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012861666618846357, 'pos0_bos_top1': 0, 'last_eos_p': 0.0179944708943367, 'last_eos_top1': 0}
+step=346050 lr=3.000000e-03 loss=2.2469 ce=2.2469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5845360394450836e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022844063118100166, 'last_eos_top1': 0}
+step=346100 lr=3.000000e-03 loss=2.7418 ce=2.7418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5781491785892285e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01898903399705887, 'last_eos_top1': 0}
+step=346150 lr=3.000000e-03 loss=1.9983 ce=1.9983 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8464357455959544e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02341841533780098, 'last_eos_top1': 0}
+step=346200 lr=3.000000e-03 loss=2.4548 ce=2.4548 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.043220178573392e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01919248141348362, 'last_eos_top1': 0}
+step=346250 lr=3.000000e-03 loss=2.7407 ce=2.7407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5207187465857714e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015627728775143623, 'last_eos_top1': 0}
+step=346300 lr=3.000000e-03 loss=1.4943 ce=1.4943 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6938741939375177e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025644799694418907, 'last_eos_top1': 0}
+step=346350 lr=3.000000e-03 loss=2.2980 ce=2.2980 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.644432556233369e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020574113354086876, 'last_eos_top1': 0}
+step=346400 lr=3.000000e-03 loss=2.1974 ce=2.1974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011560243729036301, 'pos0_bos_top1': 0, 'last_eos_p': 0.018723726272583008, 'last_eos_top1': 0}
+step=346450 lr=3.000000e-03 loss=1.9478 ce=1.9478 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.497480692109093e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026015477254986763, 'last_eos_top1': 0}
+step=346500 lr=3.000000e-03 loss=3.6191 ce=3.6191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.101252413121983e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02618379332125187, 'last_eos_top1': 0}
+step=346550 lr=3.000000e-03 loss=2.1244 ce=2.1244 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.500827511335956e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02769082598388195, 'last_eos_top1': 0}
+step=346600 lr=3.000000e-03 loss=1.9257 ce=1.9257 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013235998630989343, 'pos0_bos_top1': 0, 'last_eos_p': 0.033539798110723495, 'last_eos_top1': 0}
+step=346650 lr=3.000000e-03 loss=3.3544 ce=3.3544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011462200927780941, 'pos0_bos_top1': 0, 'last_eos_p': 0.02009844407439232, 'last_eos_top1': 0}
+step=346700 lr=3.000000e-03 loss=2.7316 ce=2.7316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.93740699312184e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0180814228951931, 'last_eos_top1': 0}
+step=346750 lr=3.000000e-03 loss=3.0612 ce=3.0612 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.340829789522104e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027739644050598145, 'last_eos_top1': 0}
+step=346800 lr=3.000000e-03 loss=1.7578 ce=1.7578 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3019565055146813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02133604697883129, 'last_eos_top1': 0}
+step=346850 lr=3.000000e-03 loss=2.2450 ce=2.2450 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.847896293038502e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01924612745642662, 'last_eos_top1': 0}
+step=346900 lr=3.000000e-03 loss=2.8113 ce=2.8113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.416293763322756e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01662813313305378, 'last_eos_top1': 0}
+step=346950 lr=3.000000e-03 loss=2.0889 ce=2.0889 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.165836071479134e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019134176895022392, 'last_eos_top1': 0}
+step=347000 lr=3.000000e-03 loss=2.3310 ce=2.3310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.364819687907584e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018616942688822746, 'last_eos_top1': 0}
+step=347050 lr=3.000000e-03 loss=1.4435 ce=1.4435 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.580663855653256e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025335444137454033, 'last_eos_top1': 0}
+step=347100 lr=3.000000e-03 loss=2.6240 ce=2.6240 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6781031667487696e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021934131160378456, 'last_eos_top1': 0}
+step=347150 lr=3.000000e-03 loss=2.8643 ce=2.8643 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4426124077290297e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015601908788084984, 'last_eos_top1': 0}
+step=347200 lr=3.000000e-03 loss=2.5722 ce=2.5722 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6225234503508545e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028237776830792427, 'last_eos_top1': 0}
+step=347250 lr=3.000000e-03 loss=2.8623 ce=2.8623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.235022010514513e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015056177042424679, 'last_eos_top1': 0}
+step=347300 lr=3.000000e-03 loss=2.3785 ce=2.3785 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.948120037326589e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01415354572236538, 'last_eos_top1': 0}
+step=347350 lr=3.000000e-03 loss=2.6776 ce=2.6776 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8565631257370114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02035469189286232, 'last_eos_top1': 0}
+step=347400 lr=3.000000e-03 loss=2.7111 ce=2.7111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5245572032872587e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022317981347441673, 'last_eos_top1': 0}
+step=347450 lr=3.000000e-03 loss=2.6637 ce=2.6637 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.289658318157308e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020430853590369225, 'last_eos_top1': 0}
+step=347500 lr=3.000000e-03 loss=2.4705 ce=2.4705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4867096726666205e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026498716324567795, 'last_eos_top1': 0}
+step=347550 lr=3.000000e-03 loss=2.0625 ce=2.0625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7669755581882782e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021416321396827698, 'last_eos_top1': 0}
+step=347600 lr=3.000000e-03 loss=2.9525 ce=2.9525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.62550625950098e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02151324413716793, 'last_eos_top1': 0}
+step=347650 lr=3.000000e-03 loss=2.9383 ce=2.9383 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.925442332634702e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01901010423898697, 'last_eos_top1': 0}
+step=347700 lr=3.000000e-03 loss=2.8273 ce=2.8273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00030786319985054433, 'pos0_bos_top1': 0, 'last_eos_p': 0.021869642660021782, 'last_eos_top1': 0}
+step=347750 lr=3.000000e-03 loss=2.3621 ce=2.3621 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002122088917531073, 'pos0_bos_top1': 0, 'last_eos_p': 0.029097866266965866, 'last_eos_top1': 0}
+step=347800 lr=3.000000e-03 loss=2.8570 ce=2.8570 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.944049866637215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03049873374402523, 'last_eos_top1': 0}
+step=347850 lr=3.000000e-03 loss=1.9035 ce=1.9035 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5189539378043264e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04201815649867058, 'last_eos_top1': 0}
+step=347900 lr=3.000000e-03 loss=2.4198 ce=2.4198 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.843045487883501e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026077721267938614, 'last_eos_top1': 0}
+step=347950 lr=3.000000e-03 loss=2.0053 ce=2.0053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.130254455958493e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023310983553528786, 'last_eos_top1': 0}
+step=348000 lr=3.000000e-03 loss=2.0701 ce=2.0701 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.144510214449838e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027364226058125496, 'last_eos_top1': 0}
+step=348050 lr=3.000000e-03 loss=2.1658 ce=2.1658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.354208431323059e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02365146391093731, 'last_eos_top1': 0}
+step=348100 lr=3.000000e-03 loss=2.0930 ce=2.0930 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.1502491007559e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023263566195964813, 'last_eos_top1': 0}
+step=348150 lr=3.000000e-03 loss=2.4421 ce=2.4421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3665830162353814e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01933322846889496, 'last_eos_top1': 0}
+step=348200 lr=3.000000e-03 loss=1.8913 ce=1.8913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5567831724183634e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023905035108327866, 'last_eos_top1': 0}
+step=348250 lr=3.000000e-03 loss=2.8630 ce=2.8630 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0358887670445256e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023277437314391136, 'last_eos_top1': 0}
+step=348300 lr=3.000000e-03 loss=2.0192 ce=2.0192 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.513801104621962e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022478101775050163, 'last_eos_top1': 0}
+step=348350 lr=3.000000e-03 loss=2.3585 ce=2.3585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4745240554912016e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021015053614974022, 'last_eos_top1': 0}
+step=348400 lr=3.000000e-03 loss=2.1607 ce=2.1607 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5410339731024578e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025284629315137863, 'last_eos_top1': 0}
+step=348450 lr=3.000000e-03 loss=1.9326 ce=1.9326 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5660290197702125e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01916671358048916, 'last_eos_top1': 0}
+step=348500 lr=3.000000e-03 loss=1.9504 ce=1.9504 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2105726859299466e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032111819833517075, 'last_eos_top1': 0}
+step=348550 lr=3.000000e-03 loss=2.5657 ce=2.5657 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.301113899098709e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.029378322884440422, 'last_eos_top1': 0}
+step=348600 lr=3.000000e-03 loss=2.5815 ce=2.5815 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8386246665613726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031576815992593765, 'last_eos_top1': 0}
+step=348650 lr=3.000000e-03 loss=3.0675 ce=3.0675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.085111580323428e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02160799503326416, 'last_eos_top1': 0}
+step=348700 lr=3.000000e-03 loss=3.3412 ce=3.3412 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.124739305349067e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02891610376536846, 'last_eos_top1': 0}
+step=348750 lr=3.000000e-03 loss=2.8220 ce=2.8220 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.68865515460493e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025930551812052727, 'last_eos_top1': 0}
+step=348800 lr=3.000000e-03 loss=2.2929 ce=2.2929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.439235974336043e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026471398770809174, 'last_eos_top1': 0}
+step=348850 lr=3.000000e-03 loss=3.1397 ce=3.1397 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.934038250008598e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02670133486390114, 'last_eos_top1': 0}
+step=348900 lr=3.000000e-03 loss=2.1980 ce=2.1980 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.727513442048803e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016547787934541702, 'last_eos_top1': 0}
+step=348950 lr=3.000000e-03 loss=2.0973 ce=2.0973 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7501216613454744e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0246049202978611, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=2800000 rows=2791809 buffered=8191 part=openwebtext-t5
+step=349000 lr=3.000000e-03 loss=2.0346 ce=2.0346 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.950156522274483e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03108401596546173, 'last_eos_top1': 0}
+step=349050 lr=3.000000e-03 loss=2.6006 ce=2.6006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.985256863525137e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02702418714761734, 'last_eos_top1': 0}
+step=349100 lr=3.000000e-03 loss=2.1100 ce=2.1100 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5864500862080604e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02447197213768959, 'last_eos_top1': 0}
+step=349150 lr=3.000000e-03 loss=2.9536 ce=2.9536 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.682541137095541e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020405378192663193, 'last_eos_top1': 0}
+step=349200 lr=3.000000e-03 loss=1.8911 ce=1.8911 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.535511106951162e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019983047619462013, 'last_eos_top1': 0}
+step=349250 lr=3.000000e-03 loss=2.1983 ce=2.1983 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013263944128993899, 'pos0_bos_top1': 0, 'last_eos_p': 0.02088169939815998, 'last_eos_top1': 0}
+step=349300 lr=3.000000e-03 loss=2.2168 ce=2.2168 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.849768811254762e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02966754510998726, 'last_eos_top1': 0}
+step=349350 lr=3.000000e-03 loss=2.0339 ce=2.0339 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1314749725861475e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02588766999542713, 'last_eos_top1': 0}
+step=349400 lr=3.000000e-03 loss=2.2787 ce=2.2787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.508487836574204e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015690388157963753, 'last_eos_top1': 0}
+step=349450 lr=3.000000e-03 loss=2.1172 ce=2.1172 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001594098866917193, 'pos0_bos_top1': 0, 'last_eos_p': 0.024880945682525635, 'last_eos_top1': 0}
+step=349500 lr=3.000000e-03 loss=2.3061 ce=2.3061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004334064433351159, 'pos0_bos_top1': 0, 'last_eos_p': 0.021721795201301575, 'last_eos_top1': 0}
+step=349550 lr=3.000000e-03 loss=2.4428 ce=2.4428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020373302686493844, 'pos0_bos_top1': 0, 'last_eos_p': 0.01718134619295597, 'last_eos_top1': 0}
+step=349600 lr=3.000000e-03 loss=2.0510 ce=2.0510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002730699779931456, 'pos0_bos_top1': 0, 'last_eos_p': 0.024810897186398506, 'last_eos_top1': 0}
+step=349650 lr=3.000000e-03 loss=2.4492 ce=2.4492 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012448268535081297, 'pos0_bos_top1': 0, 'last_eos_p': 0.02732919715344906, 'last_eos_top1': 0}
+step=349700 lr=3.000000e-03 loss=2.0830 ce=2.0830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5114596761995926e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02871016226708889, 'last_eos_top1': 0}
+step=349750 lr=3.000000e-03 loss=3.3871 ce=3.3871 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00031405003392137587, 'pos0_bos_top1': 0, 'last_eos_p': 0.020495017990469933, 'last_eos_top1': 0}
+step=349800 lr=3.000000e-03 loss=2.1760 ce=2.1760 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001368859229842201, 'pos0_bos_top1': 0, 'last_eos_p': 0.021188732236623764, 'last_eos_top1': 0}
+step=349850 lr=3.000000e-03 loss=2.0979 ce=2.0979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013321616279426962, 'pos0_bos_top1': 0, 'last_eos_p': 0.025179388001561165, 'last_eos_top1': 0}
+step=349900 lr=3.000000e-03 loss=1.8867 ce=1.8867 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012075525592081249, 'pos0_bos_top1': 0, 'last_eos_p': 0.016547618433833122, 'last_eos_top1': 0}
+step=349950 lr=3.000000e-03 loss=2.4702 ce=2.4702 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014488202577922493, 'pos0_bos_top1': 0, 'last_eos_p': 0.018435167148709297, 'last_eos_top1': 0}
+step=350000 lr=3.000000e-03 loss=2.3546 ce=2.3546 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013582543761003762, 'pos0_bos_top1': 0, 'last_eos_p': 0.022366315126419067, 'last_eos_top1': 0}
+step=350050 lr=3.000000e-03 loss=2.6543 ce=2.6543 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.202072861720808e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01851928047835827, 'last_eos_top1': 0}
+step=350100 lr=3.000000e-03 loss=1.9654 ce=1.9654 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.96619608788751e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025783533230423927, 'last_eos_top1': 0}
+step=350150 lr=3.000000e-03 loss=1.7303 ce=1.7303 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.556148921139538e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02972639910876751, 'last_eos_top1': 0}
+step=350200 lr=3.000000e-03 loss=2.8518 ce=2.8518 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.737106453627348e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030784685164690018, 'last_eos_top1': 0}
+step=350250 lr=3.000000e-03 loss=2.0173 ce=2.0173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.295323692029342e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029350891709327698, 'last_eos_top1': 0}
+step=350300 lr=3.000000e-03 loss=2.5562 ce=2.5562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.904202301579062e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02130119316279888, 'last_eos_top1': 0}
+step=350350 lr=3.000000e-03 loss=2.3377 ce=2.3377 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4536191883962601e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026410099118947983, 'last_eos_top1': 0}
+step=350400 lr=3.000000e-03 loss=3.0466 ce=3.0466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.458402195770759e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025553518906235695, 'last_eos_top1': 0}
+step=350450 lr=3.000000e-03 loss=2.0418 ce=2.0418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6243808204308152e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019938696175813675, 'last_eos_top1': 0}
+step=350500 lr=3.000000e-03 loss=2.2119 ce=2.2119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.479279959923588e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02607247792184353, 'last_eos_top1': 0}
+step=350550 lr=3.000000e-03 loss=1.6947 ce=1.6947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2922191167017445e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030525000765919685, 'last_eos_top1': 0}
+step=350600 lr=3.000000e-03 loss=2.3889 ce=2.3889 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0889601475792006e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03021169640123844, 'last_eos_top1': 0}
+step=350650 lr=3.000000e-03 loss=2.4792 ce=2.4792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.222637264523655e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01640121266245842, 'last_eos_top1': 0}
+step=350700 lr=3.000000e-03 loss=1.8970 ce=1.8970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011163648741785437, 'pos0_bos_top1': 0, 'last_eos_p': 0.01540348120033741, 'last_eos_top1': 0}
+step=350750 lr=3.000000e-03 loss=2.1961 ce=2.1961 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011796159378718585, 'pos0_bos_top1': 0, 'last_eos_p': 0.019939346238970757, 'last_eos_top1': 0}
+step=350800 lr=3.000000e-03 loss=1.9776 ce=1.9776 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010776631825137883, 'pos0_bos_top1': 0, 'last_eos_p': 0.018248720094561577, 'last_eos_top1': 0}
+step=350850 lr=3.000000e-03 loss=2.7410 ce=2.7410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.791863415855914e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01575271040201187, 'last_eos_top1': 0}
+step=350900 lr=3.000000e-03 loss=1.7846 ce=1.7846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.829016324947588e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02924494259059429, 'last_eos_top1': 0}
+step=350950 lr=3.000000e-03 loss=2.9244 ce=2.9244 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9742742703529075e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02023065648972988, 'last_eos_top1': 0}
+step=351000 lr=3.000000e-03 loss=2.1383 ce=2.1383 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.738154818071052e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026656724512577057, 'last_eos_top1': 0}
+step=351050 lr=3.000000e-03 loss=2.0935 ce=2.0935 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.608090992202051e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026964537799358368, 'last_eos_top1': 0}
+step=351100 lr=3.000000e-03 loss=2.6061 ce=2.6061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.78527173679322e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022224940359592438, 'last_eos_top1': 0}
+step=351150 lr=3.000000e-03 loss=2.5725 ce=2.5725 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001099018263630569, 'pos0_bos_top1': 0, 'last_eos_p': 0.02841096743941307, 'last_eos_top1': 0}
+step=351200 lr=3.000000e-03 loss=2.7623 ce=2.7623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015940597222652286, 'pos0_bos_top1': 0, 'last_eos_p': 0.019184323027729988, 'last_eos_top1': 0}
+step=351250 lr=3.000000e-03 loss=2.1790 ce=2.1790 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004230524064041674, 'pos0_bos_top1': 0, 'last_eos_p': 0.022558851167559624, 'last_eos_top1': 0}
+step=351300 lr=3.000000e-03 loss=2.7558 ce=2.7558 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.461934339720756e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02556132711470127, 'last_eos_top1': 0}
+step=351350 lr=3.000000e-03 loss=1.5647 ce=1.5647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001380425674142316, 'pos0_bos_top1': 0, 'last_eos_p': 0.023709164932370186, 'last_eos_top1': 0}
+step=351400 lr=3.000000e-03 loss=2.2609 ce=2.2609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012661969230975956, 'pos0_bos_top1': 0, 'last_eos_p': 0.026372244581580162, 'last_eos_top1': 0}
+step=351450 lr=3.000000e-03 loss=2.5148 ce=2.5148 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014866140554659069, 'pos0_bos_top1': 0, 'last_eos_p': 0.021962670609354973, 'last_eos_top1': 0}
+step=351500 lr=3.000000e-03 loss=2.5242 ce=2.5242 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012396101374179125, 'pos0_bos_top1': 0, 'last_eos_p': 0.02096797525882721, 'last_eos_top1': 0}
+step=351550 lr=3.000000e-03 loss=2.0799 ce=2.0799 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023709647939540446, 'pos0_bos_top1': 0, 'last_eos_p': 0.025038346648216248, 'last_eos_top1': 0}
+step=351600 lr=3.000000e-03 loss=2.3151 ce=2.3151 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001103003160096705, 'pos0_bos_top1': 0, 'last_eos_p': 0.01956779509782791, 'last_eos_top1': 0}
+step=351650 lr=3.000000e-03 loss=3.2958 ce=3.2958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012101168977096677, 'pos0_bos_top1': 0, 'last_eos_p': 0.02119678445160389, 'last_eos_top1': 0}
+step=351700 lr=3.000000e-03 loss=2.4671 ce=2.4671 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001613114436622709, 'pos0_bos_top1': 0, 'last_eos_p': 0.021653858944773674, 'last_eos_top1': 0}
+step=351750 lr=3.000000e-03 loss=1.7526 ce=1.7526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011927496234420687, 'pos0_bos_top1': 0, 'last_eos_p': 0.023139584809541702, 'last_eos_top1': 0}
+step=351800 lr=3.000000e-03 loss=2.1806 ce=2.1806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001313982211286202, 'pos0_bos_top1': 0, 'last_eos_p': 0.023095328360795975, 'last_eos_top1': 0}
+step=351850 lr=3.000000e-03 loss=2.3112 ce=2.3112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014337565517053008, 'pos0_bos_top1': 0, 'last_eos_p': 0.024060891941189766, 'last_eos_top1': 0}
+step=351900 lr=3.000000e-03 loss=2.0742 ce=2.0742 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012686429545283318, 'pos0_bos_top1': 0, 'last_eos_p': 0.02817729115486145, 'last_eos_top1': 0}
+step=351950 lr=3.000000e-03 loss=2.3529 ce=2.3529 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001179280734504573, 'pos0_bos_top1': 0, 'last_eos_p': 0.024609751999378204, 'last_eos_top1': 0}
+step=352000 lr=3.000000e-03 loss=2.0029 ce=2.0029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002475924848113209, 'pos0_bos_top1': 0, 'last_eos_p': 0.01926080696284771, 'last_eos_top1': 0}
+step=352050 lr=3.000000e-03 loss=2.9827 ce=2.9827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016777802375145257, 'pos0_bos_top1': 0, 'last_eos_p': 0.014308629557490349, 'last_eos_top1': 0}
+step=352100 lr=3.000000e-03 loss=2.7488 ce=2.7488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012461567530408502, 'pos0_bos_top1': 0, 'last_eos_p': 0.02483394555747509, 'last_eos_top1': 0}
+step=352150 lr=3.000000e-03 loss=2.9623 ce=2.9623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.392315066885203e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03166947141289711, 'last_eos_top1': 0}
+step=352200 lr=3.000000e-03 loss=2.2457 ce=2.2457 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016672808851581067, 'pos0_bos_top1': 0, 'last_eos_p': 0.018996596336364746, 'last_eos_top1': 0}
+step=352250 lr=3.000000e-03 loss=2.1685 ce=2.1685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.484912278712727e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026530016213655472, 'last_eos_top1': 0}
+step=352300 lr=3.000000e-03 loss=2.4380 ce=2.4380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.13587718969211e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025107501074671745, 'last_eos_top1': 0}
+step=352350 lr=3.000000e-03 loss=2.7828 ce=2.7828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9326194130117074e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03320693224668503, 'last_eos_top1': 0}
+step=352400 lr=3.000000e-03 loss=2.6554 ce=2.6554 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013048828986939043, 'pos0_bos_top1': 0, 'last_eos_p': 0.03466124087572098, 'last_eos_top1': 0}
+step=352450 lr=3.000000e-03 loss=2.1526 ce=2.1526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.696123167173937e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0234681386500597, 'last_eos_top1': 0}
+step=352500 lr=3.000000e-03 loss=2.4634 ce=2.4634 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.906363655114546e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024552350863814354, 'last_eos_top1': 0}
+step=352550 lr=3.000000e-03 loss=3.0582 ce=3.0582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.992033301386982e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02837732434272766, 'last_eos_top1': 0}
+step=352600 lr=3.000000e-03 loss=2.4631 ce=2.4631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023409657296724617, 'pos0_bos_top1': 0, 'last_eos_p': 0.02604743465781212, 'last_eos_top1': 0}
+step=352650 lr=3.000000e-03 loss=3.0362 ce=3.0362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014501957048196346, 'pos0_bos_top1': 0, 'last_eos_p': 0.021302353590726852, 'last_eos_top1': 0}
+step=352700 lr=3.000000e-03 loss=2.4316 ce=2.4316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000203525967663154, 'pos0_bos_top1': 0, 'last_eos_p': 0.018761498853564262, 'last_eos_top1': 0}
+step=352750 lr=3.000000e-03 loss=2.8532 ce=2.8532 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00034260391839779913, 'pos0_bos_top1': 0, 'last_eos_p': 0.01767686940729618, 'last_eos_top1': 0}
+step=352800 lr=3.000000e-03 loss=2.2996 ce=2.2996 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.307899896753952e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02528812736272812, 'last_eos_top1': 0}
+step=352850 lr=3.000000e-03 loss=1.9212 ce=1.9212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.738468800904229e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026412012055516243, 'last_eos_top1': 0}
+step=352900 lr=3.000000e-03 loss=2.8023 ce=2.8023 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00042020168621093035, 'pos0_bos_top1': 0, 'last_eos_p': 0.020841112360358238, 'last_eos_top1': 0}
+step=352950 lr=3.000000e-03 loss=2.2254 ce=2.2254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011896311480086297, 'pos0_bos_top1': 0, 'last_eos_p': 0.030714599415659904, 'last_eos_top1': 0}
+step=353000 lr=3.000000e-03 loss=3.1237 ce=3.1237 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.835669384803623e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03104957565665245, 'last_eos_top1': 0}
+step=353050 lr=3.000000e-03 loss=2.3684 ce=2.3684 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015466999320778996, 'pos0_bos_top1': 0, 'last_eos_p': 0.019304553046822548, 'last_eos_top1': 0}
+step=353100 lr=3.000000e-03 loss=2.7176 ce=2.7176 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.602445500902832e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02526894025504589, 'last_eos_top1': 0}
+step=353150 lr=3.000000e-03 loss=2.5062 ce=2.5062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.656077650608495e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024811265990138054, 'last_eos_top1': 0}
+step=353200 lr=3.000000e-03 loss=2.1555 ce=2.1555 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011546953464858234, 'pos0_bos_top1': 0, 'last_eos_p': 0.020179325714707375, 'last_eos_top1': 0}
+step=353250 lr=3.000000e-03 loss=2.2317 ce=2.2317 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011676108260871843, 'pos0_bos_top1': 0, 'last_eos_p': 0.01719890907406807, 'last_eos_top1': 0}
+step=353300 lr=3.000000e-03 loss=2.3484 ce=2.3484 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.916391041362658e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024472219869494438, 'last_eos_top1': 0}
+step=353350 lr=3.000000e-03 loss=2.1532 ce=2.1532 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.397546970518306e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02326846495270729, 'last_eos_top1': 0}
+step=353400 lr=3.000000e-03 loss=2.2140 ce=2.2140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015671666187699884, 'pos0_bos_top1': 0, 'last_eos_p': 0.024489564821124077, 'last_eos_top1': 0}
+step=353450 lr=3.000000e-03 loss=1.3713 ce=1.3713 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000143630983075127, 'pos0_bos_top1': 0, 'last_eos_p': 0.032583825290203094, 'last_eos_top1': 0}
+step=353500 lr=3.000000e-03 loss=2.6255 ce=2.6255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.636739559937268e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026156077161431313, 'last_eos_top1': 0}
+step=353550 lr=3.000000e-03 loss=2.2025 ce=2.2025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011981302668573335, 'pos0_bos_top1': 0, 'last_eos_p': 0.024530284106731415, 'last_eos_top1': 0}
+step=353600 lr=3.000000e-03 loss=1.9796 ce=1.9796 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015669687127228826, 'pos0_bos_top1': 0, 'last_eos_p': 0.01585850864648819, 'last_eos_top1': 0}
+step=353650 lr=3.000000e-03 loss=2.7240 ce=2.7240 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00034477075678296387, 'pos0_bos_top1': 0, 'last_eos_p': 0.017894357442855835, 'last_eos_top1': 0}
+step=353700 lr=3.000000e-03 loss=2.3259 ce=2.3259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00037361824070103467, 'pos0_bos_top1': 0, 'last_eos_p': 0.016098998486995697, 'last_eos_top1': 0}
+step=353750 lr=3.000000e-03 loss=2.5711 ce=2.5711 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020226613560225815, 'pos0_bos_top1': 0, 'last_eos_p': 0.027612362056970596, 'last_eos_top1': 0}
+step=353800 lr=3.000000e-03 loss=2.8765 ce=2.8765 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.102297579171136e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032416824251413345, 'last_eos_top1': 0}
+step=353850 lr=3.000000e-03 loss=2.4563 ce=2.4563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000190789854968898, 'pos0_bos_top1': 0, 'last_eos_p': 0.027591852471232414, 'last_eos_top1': 0}
+step=353900 lr=3.000000e-03 loss=2.4768 ce=2.4768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00035942907561548054, 'pos0_bos_top1': 0, 'last_eos_p': 0.023745039477944374, 'last_eos_top1': 0}
+step=353950 lr=3.000000e-03 loss=2.4058 ce=2.4058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004446939565241337, 'pos0_bos_top1': 0, 'last_eos_p': 0.022105762735009193, 'last_eos_top1': 0}
+step=354000 lr=3.000000e-03 loss=1.6668 ce=1.6668 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028435103013180196, 'pos0_bos_top1': 0, 'last_eos_p': 0.02772464044392109, 'last_eos_top1': 0}
+step=354050 lr=3.000000e-03 loss=2.6148 ce=2.6148 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002804728574119508, 'pos0_bos_top1': 0, 'last_eos_p': 0.029538480564951897, 'last_eos_top1': 0}
+step=354100 lr=3.000000e-03 loss=2.4147 ce=2.4147 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.80212615407072e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027158772572875023, 'last_eos_top1': 0}
+step=354150 lr=3.000000e-03 loss=2.2585 ce=2.2585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002057380770565942, 'pos0_bos_top1': 0, 'last_eos_p': 0.024352801963686943, 'last_eos_top1': 0}
+step=354200 lr=3.000000e-03 loss=2.7098 ce=2.7098 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.752286233473569e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032358940690755844, 'last_eos_top1': 0}
+step=354250 lr=3.000000e-03 loss=1.9567 ce=1.9567 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001588512968737632, 'pos0_bos_top1': 0, 'last_eos_p': 0.026697557419538498, 'last_eos_top1': 0}
+step=354300 lr=3.000000e-03 loss=1.6446 ce=1.6446 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002559398126322776, 'pos0_bos_top1': 0, 'last_eos_p': 0.02883906103670597, 'last_eos_top1': 0}
+step=354350 lr=3.000000e-03 loss=3.0423 ce=3.0423 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003689125878736377, 'pos0_bos_top1': 0, 'last_eos_p': 0.02821696549654007, 'last_eos_top1': 0}
+step=354400 lr=3.000000e-03 loss=2.4926 ce=2.4926 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002455978828947991, 'pos0_bos_top1': 0, 'last_eos_p': 0.029665831476449966, 'last_eos_top1': 0}
+step=354450 lr=3.000000e-03 loss=2.8811 ce=2.8811 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010559350630501285, 'pos0_bos_top1': 0, 'last_eos_p': 0.03634526953101158, 'last_eos_top1': 0}
+step=354500 lr=3.000000e-03 loss=2.8041 ce=2.8041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018934821127913892, 'pos0_bos_top1': 0, 'last_eos_p': 0.02156742662191391, 'last_eos_top1': 0}
+step=354550 lr=3.000000e-03 loss=2.7277 ce=2.7277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003314715577289462, 'pos0_bos_top1': 0, 'last_eos_p': 0.025939051061868668, 'last_eos_top1': 0}
+step=354600 lr=3.000000e-03 loss=2.6307 ce=2.6307 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012626615352928638, 'pos0_bos_top1': 0, 'last_eos_p': 0.03379075229167938, 'last_eos_top1': 0}
+step=354650 lr=3.000000e-03 loss=2.1629 ce=2.1629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.769125608727336e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02051616460084915, 'last_eos_top1': 0}
+step=354700 lr=3.000000e-03 loss=3.2225 ce=3.2225 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.08950828993693e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019161872565746307, 'last_eos_top1': 0}
+step=354750 lr=3.000000e-03 loss=2.6571 ce=2.6571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011665694182738662, 'pos0_bos_top1': 0, 'last_eos_p': 0.021372340619564056, 'last_eos_top1': 0}
+step=354800 lr=3.000000e-03 loss=2.6085 ce=2.6085 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015768954472150654, 'pos0_bos_top1': 0, 'last_eos_p': 0.023466842249035835, 'last_eos_top1': 0}
+step=354850 lr=3.000000e-03 loss=2.0879 ce=2.0879 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9747619919362478e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02375751920044422, 'last_eos_top1': 0}
+step=354900 lr=3.000000e-03 loss=2.8320 ce=2.8320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003104126371908933, 'pos0_bos_top1': 0, 'last_eos_p': 0.02213970199227333, 'last_eos_top1': 0}
+step=354950 lr=3.000000e-03 loss=2.1089 ce=2.1089 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6514897399465553e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03050195425748825, 'last_eos_top1': 0}
+step=355000 lr=3.000000e-03 loss=2.3561 ce=2.3561 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.831831261573825e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02047368511557579, 'last_eos_top1': 0}
+step=355050 lr=3.000000e-03 loss=1.7769 ce=1.7769 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.552606671699323e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03009028360247612, 'last_eos_top1': 0}
+step=355100 lr=3.000000e-03 loss=2.1447 ce=2.1447 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.034180063987151e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023244936019182205, 'last_eos_top1': 0}
+step=355150 lr=3.000000e-03 loss=2.2037 ce=2.2037 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014276539150159806, 'pos0_bos_top1': 0, 'last_eos_p': 0.014401715248823166, 'last_eos_top1': 0}
+step=355200 lr=3.000000e-03 loss=2.6061 ce=2.6061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.197961480822414e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02870962768793106, 'last_eos_top1': 0}
+step=355250 lr=3.000000e-03 loss=1.8089 ce=1.8089 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012796548253390938, 'pos0_bos_top1': 0, 'last_eos_p': 0.018350277096033096, 'last_eos_top1': 0}
+step=355300 lr=3.000000e-03 loss=2.9547 ce=2.9547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013555187615565956, 'pos0_bos_top1': 0, 'last_eos_p': 0.023037072271108627, 'last_eos_top1': 0}
+step=355350 lr=3.000000e-03 loss=2.2150 ce=2.2150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.296516949078068e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021999120712280273, 'last_eos_top1': 0}
+step=355400 lr=3.000000e-03 loss=2.2273 ce=2.2273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.95868506631814e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020909136161208153, 'last_eos_top1': 0}
+step=355450 lr=3.000000e-03 loss=1.8669 ce=1.8669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6320165236247703e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02108948864042759, 'last_eos_top1': 0}
+step=355500 lr=3.000000e-03 loss=2.4419 ce=2.4419 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.437818981590681e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02793876826763153, 'last_eos_top1': 0}
+step=355550 lr=3.000000e-03 loss=2.3379 ce=2.3379 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.604411414125934e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0226654764264822, 'last_eos_top1': 0}
+step=355600 lr=3.000000e-03 loss=2.4961 ce=2.4961 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9540539142326452e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022845182567834854, 'last_eos_top1': 0}
+step=355650 lr=3.000000e-03 loss=1.9420 ce=1.9420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.77064932056237e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028447790071368217, 'last_eos_top1': 0}
+step=355700 lr=3.000000e-03 loss=3.3197 ce=3.3197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011567719047889113, 'pos0_bos_top1': 0, 'last_eos_p': 0.029225977137684822, 'last_eos_top1': 0}
+step=355750 lr=3.000000e-03 loss=2.1663 ce=2.1663 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011976186942774802, 'pos0_bos_top1': 0, 'last_eos_p': 0.030922556295990944, 'last_eos_top1': 0}
+step=355800 lr=3.000000e-03 loss=2.6877 ce=2.6877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011815595644293353, 'pos0_bos_top1': 0, 'last_eos_p': 0.0344882532954216, 'last_eos_top1': 0}
+step=355850 lr=3.000000e-03 loss=1.8971 ce=1.8971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.63658681535162e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03140665218234062, 'last_eos_top1': 0}
+step=355900 lr=3.000000e-03 loss=2.5421 ce=2.5421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011812243610620499, 'pos0_bos_top1': 0, 'last_eos_p': 0.025533953681588173, 'last_eos_top1': 0}
+step=355950 lr=3.000000e-03 loss=2.1279 ce=2.1279 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.955226076068357e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02779383584856987, 'last_eos_top1': 0}
+step=356000 lr=3.000000e-03 loss=2.1593 ce=2.1593 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.173457950353622e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02489679865539074, 'last_eos_top1': 0}
+step=356050 lr=3.000000e-03 loss=2.3698 ce=2.3698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011544294829946011, 'pos0_bos_top1': 0, 'last_eos_p': 0.02294129878282547, 'last_eos_top1': 0}
+step=356100 lr=3.000000e-03 loss=2.6267 ce=2.6267 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001235690142493695, 'pos0_bos_top1': 0, 'last_eos_p': 0.02806525118649006, 'last_eos_top1': 0}
+step=356150 lr=3.000000e-03 loss=2.1926 ce=2.1926 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012297311332076788, 'pos0_bos_top1': 0, 'last_eos_p': 0.02812407724559307, 'last_eos_top1': 0}
+step=356200 lr=3.000000e-03 loss=2.3421 ce=2.3421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012333410268183798, 'pos0_bos_top1': 0, 'last_eos_p': 0.01990627497434616, 'last_eos_top1': 0}
+step=356250 lr=3.000000e-03 loss=2.0620 ce=2.0620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.476418376318179e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032211288809776306, 'last_eos_top1': 0}
+step=356300 lr=3.000000e-03 loss=2.2877 ce=2.2877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.360718882409856e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019926322624087334, 'last_eos_top1': 0}
+step=356350 lr=3.000000e-03 loss=1.9590 ce=1.9590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3222134738462046e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029094377532601357, 'last_eos_top1': 0}
+step=356400 lr=3.000000e-03 loss=2.4608 ce=2.4608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006228265701793134, 'pos0_bos_top1': 0, 'last_eos_p': 0.02274693176150322, 'last_eos_top1': 0}
+step=356450 lr=3.000000e-03 loss=3.0960 ce=3.0960 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000256838888162747, 'pos0_bos_top1': 0, 'last_eos_p': 0.027926137670874596, 'last_eos_top1': 0}
+step=356500 lr=3.000000e-03 loss=3.4912 ce=3.4912 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028321100398898125, 'pos0_bos_top1': 0, 'last_eos_p': 0.031659770756959915, 'last_eos_top1': 0}
+step=356550 lr=3.000000e-03 loss=2.6891 ce=2.6891 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024018161639105529, 'pos0_bos_top1': 0, 'last_eos_p': 0.028460966423153877, 'last_eos_top1': 0}
+step=356600 lr=3.000000e-03 loss=1.7705 ce=1.7705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018852589710149914, 'pos0_bos_top1': 0, 'last_eos_p': 0.0299234502017498, 'last_eos_top1': 0}
+step=356650 lr=3.000000e-03 loss=2.3099 ce=2.3099 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014158985868562013, 'pos0_bos_top1': 0, 'last_eos_p': 0.029935181140899658, 'last_eos_top1': 0}
+step=356700 lr=3.000000e-03 loss=2.5926 ce=2.5926 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011758925393223763, 'pos0_bos_top1': 0, 'last_eos_p': 0.029226964339613914, 'last_eos_top1': 0}
+step=356750 lr=3.000000e-03 loss=2.2769 ce=2.2769 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002966653846669942, 'pos0_bos_top1': 0, 'last_eos_p': 0.030863188207149506, 'last_eos_top1': 0}
+step=356800 lr=3.000000e-03 loss=2.5773 ce=2.5773 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00040057560545392334, 'pos0_bos_top1': 0, 'last_eos_p': 0.020975399762392044, 'last_eos_top1': 0}
+step=356850 lr=3.000000e-03 loss=2.6613 ce=2.6613 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002542413421906531, 'pos0_bos_top1': 0, 'last_eos_p': 0.03669782355427742, 'last_eos_top1': 0}
+step=356900 lr=3.000000e-03 loss=2.4849 ce=2.4849 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.817302295938134e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.034256089478731155, 'last_eos_top1': 0}
+step=356950 lr=3.000000e-03 loss=2.8431 ce=2.8431 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010983335960190743, 'pos0_bos_top1': 0, 'last_eos_p': 0.03261324763298035, 'last_eos_top1': 0}
+step=357000 lr=3.000000e-03 loss=2.2412 ce=2.2412 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014398712664842606, 'pos0_bos_top1': 0, 'last_eos_p': 0.030516451224684715, 'last_eos_top1': 0}
+step=357050 lr=3.000000e-03 loss=2.4670 ce=2.4670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002195924607804045, 'pos0_bos_top1': 0, 'last_eos_p': 0.02937992475926876, 'last_eos_top1': 0}
+step=357100 lr=3.000000e-03 loss=2.8282 ce=2.8282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013561353262048215, 'pos0_bos_top1': 0, 'last_eos_p': 0.030328745022416115, 'last_eos_top1': 0}
+step=357150 lr=3.000000e-03 loss=2.1699 ce=2.1699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003436893748585135, 'pos0_bos_top1': 0, 'last_eos_p': 0.034138429909944534, 'last_eos_top1': 0}
+step=357200 lr=3.000000e-03 loss=2.1563 ce=2.1563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011320400517433882, 'pos0_bos_top1': 0, 'last_eos_p': 0.01634884811937809, 'last_eos_top1': 0}
+step=357250 lr=3.000000e-03 loss=2.6390 ce=2.6390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.232204320142046e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017366524785757065, 'last_eos_top1': 0}
+step=357300 lr=3.000000e-03 loss=2.2395 ce=2.2395 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010844936332432553, 'pos0_bos_top1': 0, 'last_eos_p': 0.0189482681453228, 'last_eos_top1': 0}
+step=357350 lr=3.000000e-03 loss=2.9360 ce=2.9360 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020031840540468693, 'pos0_bos_top1': 0, 'last_eos_p': 0.0229958388954401, 'last_eos_top1': 0}
+step=357400 lr=3.000000e-03 loss=2.5142 ce=2.5142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001054433814715594, 'pos0_bos_top1': 0, 'last_eos_p': 0.02635161578655243, 'last_eos_top1': 0}
+step=357450 lr=3.000000e-03 loss=2.4316 ce=2.4316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012598703324329108, 'pos0_bos_top1': 0, 'last_eos_p': 0.02917175367474556, 'last_eos_top1': 0}
+step=357500 lr=3.000000e-03 loss=1.9983 ce=1.9983 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.765645695035346e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029803385958075523, 'last_eos_top1': 0}
+step=357550 lr=3.000000e-03 loss=2.1518 ce=2.1518 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011423893010942265, 'pos0_bos_top1': 0, 'last_eos_p': 0.032106783241033554, 'last_eos_top1': 0}
+step=357600 lr=3.000000e-03 loss=2.4316 ce=2.4316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017598722479306161, 'pos0_bos_top1': 0, 'last_eos_p': 0.023979555815458298, 'last_eos_top1': 0}
+step=357650 lr=3.000000e-03 loss=3.4094 ce=3.4094 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.885374775971286e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02691737562417984, 'last_eos_top1': 0}
+step=357700 lr=3.000000e-03 loss=1.6652 ce=1.6652 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3321079424931668e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02752513997256756, 'last_eos_top1': 0}
+step=357750 lr=3.000000e-03 loss=2.4521 ce=2.4521 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001827172382036224, 'pos0_bos_top1': 0, 'last_eos_p': 0.032750215381383896, 'last_eos_top1': 0}
+step=357800 lr=3.000000e-03 loss=2.3711 ce=2.3711 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018521568563301116, 'pos0_bos_top1': 0, 'last_eos_p': 0.02182694338262081, 'last_eos_top1': 0}
+step=357850 lr=3.000000e-03 loss=2.4332 ce=2.4332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015729080769233406, 'pos0_bos_top1': 0, 'last_eos_p': 0.024907927960157394, 'last_eos_top1': 0}
+step=357900 lr=3.000000e-03 loss=1.6771 ce=1.6771 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.26726177870296e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02835245057940483, 'last_eos_top1': 0}
+step=357950 lr=3.000000e-03 loss=2.3313 ce=2.3313 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.828381159109995e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022910073399543762, 'last_eos_top1': 0}
+step=358000 lr=3.000000e-03 loss=2.1469 ce=2.1469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011777133477153257, 'pos0_bos_top1': 0, 'last_eos_p': 0.028829459100961685, 'last_eos_top1': 0}
+step=358050 lr=3.000000e-03 loss=1.9757 ce=1.9757 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012178071483504027, 'pos0_bos_top1': 0, 'last_eos_p': 0.020161893218755722, 'last_eos_top1': 0}
+step=358100 lr=3.000000e-03 loss=3.2564 ce=3.2564 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001834635331761092, 'pos0_bos_top1': 0, 'last_eos_p': 0.021063685417175293, 'last_eos_top1': 0}
+step=358150 lr=3.000000e-03 loss=2.9060 ce=2.9060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.518830484012142e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022145679220557213, 'last_eos_top1': 0}
+step=358200 lr=3.000000e-03 loss=1.9090 ce=1.9090 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.360053960932419e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03209159895777702, 'last_eos_top1': 0}
+step=358250 lr=3.000000e-03 loss=2.6473 ce=2.6473 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.728205021820031e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022359387949109077, 'last_eos_top1': 0}
+step=358300 lr=3.000000e-03 loss=2.6333 ce=2.6333 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.707123687490821e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019969772547483444, 'last_eos_top1': 0}
+step=358350 lr=3.000000e-03 loss=2.8927 ce=2.8927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001446523965569213, 'pos0_bos_top1': 0, 'last_eos_p': 0.0189946461468935, 'last_eos_top1': 0}
+step=358400 lr=3.000000e-03 loss=2.2358 ce=2.2358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00025284531875513494, 'pos0_bos_top1': 0, 'last_eos_p': 0.027189113199710846, 'last_eos_top1': 0}
+step=358450 lr=3.000000e-03 loss=1.9191 ce=1.9191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014638299762737006, 'pos0_bos_top1': 0, 'last_eos_p': 0.02906661666929722, 'last_eos_top1': 0}
+step=358500 lr=3.000000e-03 loss=2.2635 ce=2.2635 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3608790040016174e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030372411012649536, 'last_eos_top1': 0}
+step=358550 lr=3.000000e-03 loss=2.2786 ce=2.2786 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013634581409860402, 'pos0_bos_top1': 0, 'last_eos_p': 0.01944851316511631, 'last_eos_top1': 0}
+step=358600 lr=3.000000e-03 loss=2.3994 ce=2.3994 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0745365772163495e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019942810758948326, 'last_eos_top1': 0}
+step=358650 lr=3.000000e-03 loss=2.6124 ce=2.6124 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.084110934054479e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020123744383454323, 'last_eos_top1': 0}
+step=358700 lr=3.000000e-03 loss=2.8609 ce=2.8609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7626745072193444e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025401195511221886, 'last_eos_top1': 0}
+step=358750 lr=3.000000e-03 loss=2.2534 ce=2.2534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.687123378564138e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02132556401193142, 'last_eos_top1': 0}
+step=358800 lr=3.000000e-03 loss=2.9513 ce=2.9513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2089512640377507e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02145160362124443, 'last_eos_top1': 0}
+step=358850 lr=3.000000e-03 loss=2.6047 ce=2.6047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.146468588965945e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03271014243364334, 'last_eos_top1': 0}
+step=358900 lr=3.000000e-03 loss=2.6727 ce=2.6727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.340329855447635e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02100525237619877, 'last_eos_top1': 0}
+step=358950 lr=3.000000e-03 loss=3.1258 ce=3.1258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3534168323967606e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02025146223604679, 'last_eos_top1': 0}
+step=359000 lr=3.000000e-03 loss=2.2013 ce=2.2013 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.171995432348922e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.034541986882686615, 'last_eos_top1': 0}
+step=359050 lr=3.000000e-03 loss=2.0301 ce=2.0301 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.212188312318176e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022906988859176636, 'last_eos_top1': 0}
+step=359100 lr=3.000000e-03 loss=3.1804 ce=3.1804 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6284589441493154e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027074148878455162, 'last_eos_top1': 0}
+step=359150 lr=3.000000e-03 loss=2.2700 ce=2.2700 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2827474822406657e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022761616855859756, 'last_eos_top1': 0}
+step=359200 lr=3.000000e-03 loss=2.3611 ce=2.3611 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.970551814651117e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0293661467730999, 'last_eos_top1': 0}
+step=359250 lr=3.000000e-03 loss=2.5199 ce=2.5199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8488426323747262e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02549056150019169, 'last_eos_top1': 0}
+step=359300 lr=3.000000e-03 loss=2.7008 ce=2.7008 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.04131845041411e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02085644006729126, 'last_eos_top1': 0}
+step=359350 lr=3.000000e-03 loss=2.4107 ce=2.4107 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.288650623289868e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02562768943607807, 'last_eos_top1': 0}
+step=359400 lr=3.000000e-03 loss=2.4878 ce=2.4878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.97696557128802e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023475680500268936, 'last_eos_top1': 0}
+step=359450 lr=3.000000e-03 loss=2.4013 ce=2.4013 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.093593088327907e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022778403013944626, 'last_eos_top1': 0}
+step=359500 lr=3.000000e-03 loss=2.3756 ce=2.3756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0057563486043364e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021280746906995773, 'last_eos_top1': 0}
+step=359550 lr=3.000000e-03 loss=2.2311 ce=2.2311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.49759692553198e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02311583049595356, 'last_eos_top1': 0}
+step=359600 lr=3.000000e-03 loss=3.2331 ce=3.2331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6198813177179545e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02322179451584816, 'last_eos_top1': 0}
+step=359650 lr=3.000000e-03 loss=1.7183 ce=1.7183 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1542284230235964e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027589380741119385, 'last_eos_top1': 0}
+step=359700 lr=3.000000e-03 loss=1.8346 ce=1.8346 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.996700302697718e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027670014649629593, 'last_eos_top1': 0}
+step=359750 lr=3.000000e-03 loss=2.0226 ce=2.0226 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.719459709827788e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0292217880487442, 'last_eos_top1': 0}
+step=359800 lr=3.000000e-03 loss=2.6733 ce=2.6733 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.336698864586651e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02718932554125786, 'last_eos_top1': 0}
+step=359850 lr=3.000000e-03 loss=2.2322 ce=2.2322 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.996457472676411e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02940966747701168, 'last_eos_top1': 0}
+step=359900 lr=3.000000e-03 loss=3.0817 ce=3.0817 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001606917503522709, 'pos0_bos_top1': 0, 'last_eos_p': 0.016839345917105675, 'last_eos_top1': 0}
+step=359950 lr=3.000000e-03 loss=2.5028 ce=2.5028 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010710397327784449, 'pos0_bos_top1': 0, 'last_eos_p': 0.02342015504837036, 'last_eos_top1': 0}
+step=360000 lr=3.000000e-03 loss=2.5007 ce=2.5007 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.137958841165528e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02787778340280056, 'last_eos_top1': 0}
+step=360050 lr=3.000000e-03 loss=3.0939 ce=3.0939 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1765735406661406e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02678270824253559, 'last_eos_top1': 0}
+step=360100 lr=3.000000e-03 loss=2.3289 ce=2.3289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021596037549898028, 'pos0_bos_top1': 0, 'last_eos_p': 0.016098661348223686, 'last_eos_top1': 0}
+step=360150 lr=3.000000e-03 loss=2.2764 ce=2.2764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001657370594330132, 'pos0_bos_top1': 0, 'last_eos_p': 0.01651345193386078, 'last_eos_top1': 0}
+step=360200 lr=3.000000e-03 loss=2.3161 ce=2.3161 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.520629151258618e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016393573954701424, 'last_eos_top1': 0}
+step=360250 lr=3.000000e-03 loss=1.8302 ce=1.8302 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000123830686789006, 'pos0_bos_top1': 0, 'last_eos_p': 0.02285734750330448, 'last_eos_top1': 0}
+step=360300 lr=3.000000e-03 loss=2.4766 ce=2.4766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8250498871784657e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02522808313369751, 'last_eos_top1': 0}
+step=360350 lr=3.000000e-03 loss=2.6606 ce=2.6606 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010493925947230309, 'pos0_bos_top1': 0, 'last_eos_p': 0.025646662339568138, 'last_eos_top1': 0}
+step=360400 lr=3.000000e-03 loss=2.7504 ce=2.7504 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001869160623755306, 'pos0_bos_top1': 0, 'last_eos_p': 0.021828070282936096, 'last_eos_top1': 0}
+step=360450 lr=3.000000e-03 loss=3.1894 ce=3.1894 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019920834165532142, 'pos0_bos_top1': 0, 'last_eos_p': 0.02043450064957142, 'last_eos_top1': 0}
+step=360500 lr=3.000000e-03 loss=2.0040 ce=2.0040 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003953100531361997, 'pos0_bos_top1': 0, 'last_eos_p': 0.027491016313433647, 'last_eos_top1': 0}
+step=360550 lr=3.000000e-03 loss=3.2092 ce=3.2092 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003895520931109786, 'pos0_bos_top1': 0, 'last_eos_p': 0.015842972323298454, 'last_eos_top1': 0}
+step=360600 lr=3.000000e-03 loss=2.0006 ce=2.0006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013731283252127469, 'pos0_bos_top1': 0, 'last_eos_p': 0.020671581849455833, 'last_eos_top1': 0}
+step=360650 lr=3.000000e-03 loss=2.6381 ce=2.6381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022962024377193302, 'pos0_bos_top1': 0, 'last_eos_p': 0.020926207304000854, 'last_eos_top1': 0}
+step=360700 lr=3.000000e-03 loss=1.7842 ce=1.7842 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.79264888074249e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028689566999673843, 'last_eos_top1': 0}
+step=360750 lr=3.000000e-03 loss=2.4056 ce=2.4056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.371578249149024e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022459851577878, 'last_eos_top1': 0}
+step=360800 lr=3.000000e-03 loss=3.1574 ce=3.1574 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011422904208302498, 'pos0_bos_top1': 0, 'last_eos_p': 0.017187846824526787, 'last_eos_top1': 0}
+step=360850 lr=3.000000e-03 loss=2.3485 ce=2.3485 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004093937168363482, 'pos0_bos_top1': 0, 'last_eos_p': 0.020659569650888443, 'last_eos_top1': 0}
+step=360900 lr=3.000000e-03 loss=2.3183 ce=2.3183 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005175921251066029, 'pos0_bos_top1': 0, 'last_eos_p': 0.026260599493980408, 'last_eos_top1': 0}
+step=360950 lr=3.000000e-03 loss=2.0233 ce=2.0233 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016783845785539597, 'pos0_bos_top1': 0, 'last_eos_p': 0.02946026809513569, 'last_eos_top1': 0}
+step=361000 lr=3.000000e-03 loss=2.0357 ce=2.0357 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013967699487693608, 'pos0_bos_top1': 0, 'last_eos_p': 0.027517376467585564, 'last_eos_top1': 0}
+step=361050 lr=3.000000e-03 loss=2.4558 ce=2.4558 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017194375686813146, 'pos0_bos_top1': 0, 'last_eos_p': 0.030734682455658913, 'last_eos_top1': 0}
+step=361100 lr=3.000000e-03 loss=2.4787 ce=2.4787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.086699042702094e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023942697793245316, 'last_eos_top1': 0}
+step=361150 lr=3.000000e-03 loss=2.0757 ce=2.0757 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016979324573185295, 'pos0_bos_top1': 0, 'last_eos_p': 0.025244075804948807, 'last_eos_top1': 0}
+step=361200 lr=3.000000e-03 loss=2.3265 ce=2.3265 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003484052140265703, 'pos0_bos_top1': 0, 'last_eos_p': 0.02333141304552555, 'last_eos_top1': 0}
+step=361250 lr=3.000000e-03 loss=2.8273 ce=2.8273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024076014233287424, 'pos0_bos_top1': 0, 'last_eos_p': 0.021512826904654503, 'last_eos_top1': 0}
+step=361300 lr=3.000000e-03 loss=2.5753 ce=2.5753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00040437214192934334, 'pos0_bos_top1': 0, 'last_eos_p': 0.020546676591038704, 'last_eos_top1': 0}
+step=361350 lr=3.000000e-03 loss=2.1929 ce=2.1929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022558750060852617, 'pos0_bos_top1': 0, 'last_eos_p': 0.027855800464749336, 'last_eos_top1': 0}
+step=361400 lr=3.000000e-03 loss=2.7735 ce=2.7735 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010897661559283733, 'pos0_bos_top1': 0, 'last_eos_p': 0.03126901760697365, 'last_eos_top1': 0}
+step=361450 lr=3.000000e-03 loss=2.2738 ce=2.2738 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020395137835294008, 'pos0_bos_top1': 0, 'last_eos_p': 0.023603590205311775, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=2900000 rows=2891809 buffered=8191 part=openwebtext-t5
+step=361500 lr=3.000000e-03 loss=2.8126 ce=2.8126 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.584593160776421e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02183782309293747, 'last_eos_top1': 0}
+step=361550 lr=3.000000e-03 loss=1.9355 ce=1.9355 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.259888737578876e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03841427341103554, 'last_eos_top1': 0}
+step=361600 lr=3.000000e-03 loss=2.0838 ce=2.0838 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.150320405140519e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025582212954759598, 'last_eos_top1': 0}
+step=361650 lr=3.000000e-03 loss=2.8415 ce=2.8415 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020139661501161754, 'pos0_bos_top1': 0, 'last_eos_p': 0.021464383229613304, 'last_eos_top1': 0}
+step=361700 lr=3.000000e-03 loss=2.4042 ce=2.4042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013797020073980093, 'pos0_bos_top1': 0, 'last_eos_p': 0.021288994699716568, 'last_eos_top1': 0}
+step=361750 lr=3.000000e-03 loss=2.4694 ce=2.4694 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001274794340133667, 'pos0_bos_top1': 0, 'last_eos_p': 0.026952609419822693, 'last_eos_top1': 0}
+step=361800 lr=3.000000e-03 loss=2.5859 ce=2.5859 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001928881974890828, 'pos0_bos_top1': 0, 'last_eos_p': 0.02547188475728035, 'last_eos_top1': 0}
+step=361850 lr=3.000000e-03 loss=2.4622 ce=2.4622 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.21898938738741e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031446002423763275, 'last_eos_top1': 0}
+step=361900 lr=3.000000e-03 loss=1.9591 ce=1.9591 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7540103221544996e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02064097672700882, 'last_eos_top1': 0}
+step=361950 lr=3.000000e-03 loss=2.3799 ce=2.3799 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.547515320358798e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016695063561201096, 'last_eos_top1': 0}
+step=362000 lr=3.000000e-03 loss=2.6782 ce=2.6782 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.525048901385162e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021443618461489677, 'last_eos_top1': 0}
+step=362050 lr=3.000000e-03 loss=2.5408 ce=2.5408 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.452629895647988e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019999824464321136, 'last_eos_top1': 0}
+step=362100 lr=3.000000e-03 loss=2.0256 ce=2.0256 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.800028495490551e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033549174666404724, 'last_eos_top1': 0}
+step=362150 lr=3.000000e-03 loss=1.8726 ce=1.8726 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010020090121543035, 'pos0_bos_top1': 0, 'last_eos_p': 0.027566375210881233, 'last_eos_top1': 0}
+step=362200 lr=3.000000e-03 loss=1.8081 ce=1.8081 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001843246427597478, 'pos0_bos_top1': 0, 'last_eos_p': 0.020519599318504333, 'last_eos_top1': 0}
+step=362250 lr=3.000000e-03 loss=2.5561 ce=2.5561 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001280156575376168, 'pos0_bos_top1': 0, 'last_eos_p': 0.022590843960642815, 'last_eos_top1': 0}
+step=362300 lr=3.000000e-03 loss=2.3574 ce=2.3574 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3887961510336027e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025775732472538948, 'last_eos_top1': 0}
+step=362350 lr=3.000000e-03 loss=2.6319 ce=2.6319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.291037763934582e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023686476051807404, 'last_eos_top1': 0}
+step=362400 lr=3.000000e-03 loss=2.5676 ce=2.5676 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.667904431698844e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02566833235323429, 'last_eos_top1': 0}
+step=362450 lr=3.000000e-03 loss=2.8224 ce=2.8224 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014130622730590403, 'pos0_bos_top1': 0, 'last_eos_p': 0.024671418592333794, 'last_eos_top1': 0}
+step=362500 lr=3.000000e-03 loss=2.6893 ce=2.6893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.844471575575881e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025332489982247353, 'last_eos_top1': 0}
+step=362550 lr=3.000000e-03 loss=2.7325 ce=2.7325 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001059708883985877, 'pos0_bos_top1': 0, 'last_eos_p': 0.03125374764204025, 'last_eos_top1': 0}
+step=362600 lr=3.000000e-03 loss=2.7268 ce=2.7268 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.646712866611779e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02151719480752945, 'last_eos_top1': 0}
+step=362650 lr=3.000000e-03 loss=3.0063 ce=3.0063 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012336116924416274, 'pos0_bos_top1': 0, 'last_eos_p': 0.02367115020751953, 'last_eos_top1': 0}
+step=362700 lr=3.000000e-03 loss=2.7764 ce=2.7764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.054114005062729e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02914474718272686, 'last_eos_top1': 0}
+step=362750 lr=3.000000e-03 loss=2.2248 ce=2.2248 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.546016372041777e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022745739668607712, 'last_eos_top1': 0}
+step=362800 lr=3.000000e-03 loss=1.9928 ce=1.9928 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024838291574269533, 'pos0_bos_top1': 0, 'last_eos_p': 0.020962340757250786, 'last_eos_top1': 0}
+step=362850 lr=3.000000e-03 loss=3.1961 ce=3.1961 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.102854189928621e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028325093910098076, 'last_eos_top1': 0}
+step=362900 lr=3.000000e-03 loss=2.2552 ce=2.2552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2082327126991004e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018346069380640984, 'last_eos_top1': 0}
+step=362950 lr=3.000000e-03 loss=3.0786 ce=3.0786 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.678092177025974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020583797246217728, 'last_eos_top1': 0}
+step=363000 lr=3.000000e-03 loss=2.7258 ce=2.7258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.631790918414481e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02344970591366291, 'last_eos_top1': 0}
+step=363050 lr=3.000000e-03 loss=2.6894 ce=2.6894 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001430088741471991, 'pos0_bos_top1': 0, 'last_eos_p': 0.01874237321317196, 'last_eos_top1': 0}
+step=363100 lr=3.000000e-03 loss=2.3425 ce=2.3425 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010975881741615012, 'pos0_bos_top1': 0, 'last_eos_p': 0.026461511850357056, 'last_eos_top1': 0}
+step=363150 lr=3.000000e-03 loss=2.6193 ce=2.6193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018632631690707058, 'pos0_bos_top1': 0, 'last_eos_p': 0.02529856003820896, 'last_eos_top1': 0}
+step=363200 lr=3.000000e-03 loss=2.9521 ce=2.9521 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.679749251110479e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027942800894379616, 'last_eos_top1': 0}
+step=363250 lr=3.000000e-03 loss=2.0991 ce=2.0991 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.430063851643354e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022103700786828995, 'last_eos_top1': 0}
+step=363300 lr=3.000000e-03 loss=1.8932 ce=1.8932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.303573511308059e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01958652399480343, 'last_eos_top1': 0}
+step=363350 lr=3.000000e-03 loss=2.7050 ce=2.7050 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.252976577845402e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030240919440984726, 'last_eos_top1': 0}
+step=363400 lr=3.000000e-03 loss=3.0225 ce=3.0225 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020160693384241313, 'pos0_bos_top1': 0, 'last_eos_p': 0.023564618080854416, 'last_eos_top1': 0}
+step=363450 lr=3.000000e-03 loss=2.6852 ce=2.6852 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004504846001509577, 'pos0_bos_top1': 0, 'last_eos_p': 0.01900889351963997, 'last_eos_top1': 0}
+step=363500 lr=3.000000e-03 loss=2.3842 ce=2.3842 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010681950516300276, 'pos0_bos_top1': 0, 'last_eos_p': 0.025486046448349953, 'last_eos_top1': 0}
+step=363550 lr=3.000000e-03 loss=2.4731 ce=2.4731 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028860699967481196, 'pos0_bos_top1': 0, 'last_eos_p': 0.02028575912117958, 'last_eos_top1': 0}
+step=363600 lr=3.000000e-03 loss=2.1500 ce=2.1500 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.387763566337526e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026967771351337433, 'last_eos_top1': 0}
+step=363650 lr=3.000000e-03 loss=3.1919 ce=3.1919 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001518585777375847, 'pos0_bos_top1': 0, 'last_eos_p': 0.022845229133963585, 'last_eos_top1': 0}
+step=363700 lr=3.000000e-03 loss=2.4526 ce=2.4526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.263007814297453e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027242818847298622, 'last_eos_top1': 0}
+step=363750 lr=3.000000e-03 loss=2.4396 ce=2.4396 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004892901633866131, 'pos0_bos_top1': 0, 'last_eos_p': 0.02504662610590458, 'last_eos_top1': 0}
+step=363800 lr=3.000000e-03 loss=2.3220 ce=2.3220 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002200018789153546, 'pos0_bos_top1': 0, 'last_eos_p': 0.025673842057585716, 'last_eos_top1': 0}
+step=363850 lr=3.000000e-03 loss=2.4086 ce=2.4086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.727058255113661e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02156255766749382, 'last_eos_top1': 0}
+step=363900 lr=3.000000e-03 loss=3.0709 ce=3.0709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001263440353795886, 'pos0_bos_top1': 0, 'last_eos_p': 0.018389573320746422, 'last_eos_top1': 0}
+step=363950 lr=3.000000e-03 loss=2.1080 ce=2.1080 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010213017230853438, 'pos0_bos_top1': 0, 'last_eos_p': 0.02359064668416977, 'last_eos_top1': 0}
+step=364000 lr=3.000000e-03 loss=3.3593 ce=3.3593 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.055347668938339e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022615604102611542, 'last_eos_top1': 0}
+step=364050 lr=3.000000e-03 loss=2.5302 ce=2.5302 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.445696711423807e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017016440629959106, 'last_eos_top1': 0}
+step=364100 lr=3.000000e-03 loss=2.5321 ce=2.5321 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.915757694514468e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020752256736159325, 'last_eos_top1': 0}
+step=364150 lr=3.000000e-03 loss=2.8744 ce=2.8744 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.488680421374738e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02435244992375374, 'last_eos_top1': 0}
+step=364200 lr=3.000000e-03 loss=2.5352 ce=2.5352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.667926598107442e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025011053308844566, 'last_eos_top1': 0}
+step=364250 lr=3.000000e-03 loss=2.3431 ce=2.3431 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.831419159425423e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026001835241913795, 'last_eos_top1': 0}
+step=364300 lr=3.000000e-03 loss=2.7627 ce=2.7627 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001469682320021093, 'pos0_bos_top1': 0, 'last_eos_p': 0.01961256004869938, 'last_eos_top1': 0}
+step=364350 lr=3.000000e-03 loss=2.0347 ce=2.0347 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.949888559873216e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02081175707280636, 'last_eos_top1': 0}
+step=364400 lr=3.000000e-03 loss=2.8452 ce=2.8452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016613505431450903, 'pos0_bos_top1': 0, 'last_eos_p': 0.02497142367064953, 'last_eos_top1': 0}
+step=364450 lr=3.000000e-03 loss=2.8576 ce=2.8576 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.906198228127323e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025409700348973274, 'last_eos_top1': 0}
+step=364500 lr=3.000000e-03 loss=3.0880 ce=3.0880 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.368234658613801e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020802047103643417, 'last_eos_top1': 0}
+step=364550 lr=3.000000e-03 loss=2.4283 ce=2.4283 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8770009521394968e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023830832913517952, 'last_eos_top1': 0}
+step=364600 lr=3.000000e-03 loss=2.2799 ce=2.2799 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.480288670398295e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026286952197551727, 'last_eos_top1': 0}
+step=364650 lr=3.000000e-03 loss=2.3491 ce=2.3491 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.569653563317843e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02747984230518341, 'last_eos_top1': 0}
+step=364700 lr=3.000000e-03 loss=2.7956 ce=2.7956 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.419745214865543e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017713308334350586, 'last_eos_top1': 0}
+step=364750 lr=3.000000e-03 loss=1.9795 ce=1.9795 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.096833825111389e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022239459678530693, 'last_eos_top1': 0}
+step=364800 lr=3.000000e-03 loss=2.6006 ce=2.6006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014302511408459395, 'pos0_bos_top1': 0, 'last_eos_p': 0.026910915970802307, 'last_eos_top1': 0}
+step=364850 lr=3.000000e-03 loss=2.6844 ce=2.6844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.227490616263822e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020084833726286888, 'last_eos_top1': 0}
+step=364900 lr=3.000000e-03 loss=2.7247 ce=2.7247 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010718432895373553, 'pos0_bos_top1': 0, 'last_eos_p': 0.025075016543269157, 'last_eos_top1': 0}
+step=364950 lr=3.000000e-03 loss=2.1545 ce=2.1545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.692721656989306e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022238418459892273, 'last_eos_top1': 0}
+step=365000 lr=3.000000e-03 loss=2.1567 ce=2.1567 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.404928742791526e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017352359369397163, 'last_eos_top1': 0}
+step=365050 lr=3.000000e-03 loss=2.4353 ce=2.4353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.377883594017476e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01947517693042755, 'last_eos_top1': 0}
+step=365100 lr=3.000000e-03 loss=2.4390 ce=2.4390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001358212757622823, 'pos0_bos_top1': 0, 'last_eos_p': 0.017696280032396317, 'last_eos_top1': 0}
+step=365150 lr=3.000000e-03 loss=2.3892 ce=2.3892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.789416460786015e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024386415258049965, 'last_eos_top1': 0}
+step=365200 lr=3.000000e-03 loss=2.7999 ce=2.7999 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.698710007593036e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026148121803998947, 'last_eos_top1': 0}
+step=365250 lr=3.000000e-03 loss=2.4449 ce=2.4449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.318139639915898e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028136810287833214, 'last_eos_top1': 0}
+step=365300 lr=3.000000e-03 loss=2.4337 ce=2.4337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.953480624360964e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0318327322602272, 'last_eos_top1': 0}
+step=365350 lr=3.000000e-03 loss=2.4279 ce=2.4279 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012565487122628838, 'pos0_bos_top1': 0, 'last_eos_p': 0.024831019341945648, 'last_eos_top1': 0}
+step=365400 lr=3.000000e-03 loss=2.8387 ce=2.8387 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.500373713904992e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01907922327518463, 'last_eos_top1': 0}
+step=365450 lr=3.000000e-03 loss=2.2283 ce=2.2283 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1559648303082213e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02259252779185772, 'last_eos_top1': 0}
+step=365500 lr=3.000000e-03 loss=2.6403 ce=2.6403 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.473838609759696e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02198632061481476, 'last_eos_top1': 0}
+step=365550 lr=3.000000e-03 loss=2.9758 ce=2.9758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.338216967880726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018822509795427322, 'last_eos_top1': 0}
+step=365600 lr=3.000000e-03 loss=2.3681 ce=2.3681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.864736158400774e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01747475564479828, 'last_eos_top1': 0}
+step=365650 lr=3.000000e-03 loss=2.3653 ce=2.3653 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.02021903230343e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027556098997592926, 'last_eos_top1': 0}
+step=365700 lr=3.000000e-03 loss=2.4547 ce=2.4547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.512108615832403e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030889812856912613, 'last_eos_top1': 0}
+step=365750 lr=3.000000e-03 loss=2.3856 ce=2.3856 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0858147005783394e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022859113290905952, 'last_eos_top1': 0}
+step=365800 lr=3.000000e-03 loss=2.6452 ce=2.6452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7658591686049476e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020901605486869812, 'last_eos_top1': 0}
+step=365850 lr=3.000000e-03 loss=2.2841 ce=2.2841 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.687187043193262e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02397724986076355, 'last_eos_top1': 0}
+step=365900 lr=3.000000e-03 loss=2.5030 ce=2.5030 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.536000778898597e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019357897341251373, 'last_eos_top1': 0}
+step=365950 lr=3.000000e-03 loss=2.8202 ce=2.8202 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1357875084504485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02528672106564045, 'last_eos_top1': 0}
+step=366000 lr=3.000000e-03 loss=2.6452 ce=2.6452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8691465558949858e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020672861486673355, 'last_eos_top1': 0}
+step=366050 lr=3.000000e-03 loss=2.4927 ce=2.4927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7022633478045464e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02891429141163826, 'last_eos_top1': 0}
+step=366100 lr=3.000000e-03 loss=2.8163 ce=2.8163 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.872316508728545e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02175959385931492, 'last_eos_top1': 0}
+step=366150 lr=3.000000e-03 loss=1.9895 ce=1.9895 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1116942409425974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01891455613076687, 'last_eos_top1': 0}
+step=366200 lr=3.000000e-03 loss=2.4734 ce=2.4734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.048897871049121e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02165709249675274, 'last_eos_top1': 0}
+step=366250 lr=3.000000e-03 loss=2.6917 ce=2.6917 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.963702197826933e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023004313930869102, 'last_eos_top1': 0}
+step=366300 lr=3.000000e-03 loss=2.6035 ce=2.6035 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2802222045138478e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027855686843395233, 'last_eos_top1': 0}
+step=366350 lr=3.000000e-03 loss=2.2878 ce=2.2878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.9378424996102694e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02890654094517231, 'last_eos_top1': 0}
+step=366400 lr=3.000000e-03 loss=2.5903 ce=2.5903 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9622802938101813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02099447138607502, 'last_eos_top1': 0}
+step=366450 lr=3.000000e-03 loss=2.2202 ce=2.2202 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.055495446664281e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02058534137904644, 'last_eos_top1': 0}
+step=366500 lr=3.000000e-03 loss=2.3978 ce=2.3978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.462075983406976e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025492168962955475, 'last_eos_top1': 0}
+step=366550 lr=3.000000e-03 loss=1.8103 ce=1.8103 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.480284693883732e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020377324894070625, 'last_eos_top1': 0}
+step=366600 lr=3.000000e-03 loss=2.2611 ce=2.2611 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8847254725405946e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024277400225400925, 'last_eos_top1': 0}
+step=366650 lr=3.000000e-03 loss=2.5104 ce=2.5104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.101782567682676e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026638025417923927, 'last_eos_top1': 0}
+step=366700 lr=3.000000e-03 loss=1.6928 ce=1.6928 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0519975300412625e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03329635038971901, 'last_eos_top1': 0}
+step=366750 lr=3.000000e-03 loss=2.6555 ce=2.6555 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.774692155886441e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024659857153892517, 'last_eos_top1': 0}
+step=366800 lr=3.000000e-03 loss=2.2482 ce=2.2482 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.336764585692436e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01938433013856411, 'last_eos_top1': 0}
+step=366850 lr=3.000000e-03 loss=2.2055 ce=2.2055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.069396552746184e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015727674588561058, 'last_eos_top1': 0}
+step=366900 lr=3.000000e-03 loss=1.8804 ce=1.8804 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.204906847211532e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022795625030994415, 'last_eos_top1': 0}
+step=366950 lr=3.000000e-03 loss=2.6291 ce=2.6291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5733698091935366e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024613304063677788, 'last_eos_top1': 0}
+step=367000 lr=3.000000e-03 loss=2.1250 ce=2.1250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9563174393842928e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016335610300302505, 'last_eos_top1': 0}
+step=367050 lr=3.000000e-03 loss=2.2807 ce=2.2807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9531065592891537e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022900817915797234, 'last_eos_top1': 0}
+step=367100 lr=3.000000e-03 loss=2.0189 ce=2.0189 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.681925540557131e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023023616522550583, 'last_eos_top1': 0}
+step=367150 lr=3.000000e-03 loss=1.6699 ce=1.6699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.517786434618756e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024459654465317726, 'last_eos_top1': 0}
+step=367200 lr=3.000000e-03 loss=2.5038 ce=2.5038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022795032418798655, 'pos0_bos_top1': 0, 'last_eos_p': 0.02014009840786457, 'last_eos_top1': 0}
+step=367250 lr=3.000000e-03 loss=2.9187 ce=2.9187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001354991691187024, 'pos0_bos_top1': 0, 'last_eos_p': 0.019737765192985535, 'last_eos_top1': 0}
+step=367300 lr=3.000000e-03 loss=2.5621 ce=2.5621 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.677172783995047e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020175669342279434, 'last_eos_top1': 0}
+step=367350 lr=3.000000e-03 loss=2.2804 ce=2.2804 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.86333078192547e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0289057195186615, 'last_eos_top1': 0}
+step=367400 lr=3.000000e-03 loss=2.8068 ce=2.8068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.245104304980487e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021931033581495285, 'last_eos_top1': 0}
+step=367450 lr=3.000000e-03 loss=2.7238 ce=2.7238 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.706169652810786e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017660915851593018, 'last_eos_top1': 0}
+step=367500 lr=3.000000e-03 loss=2.2101 ce=2.2101 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.139667236013338e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026733683422207832, 'last_eos_top1': 0}
+step=367550 lr=3.000000e-03 loss=2.5683 ce=2.5683 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010279478010488674, 'pos0_bos_top1': 0, 'last_eos_p': 0.028093069791793823, 'last_eos_top1': 0}
+step=367600 lr=3.000000e-03 loss=2.7022 ce=2.7022 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.700617425143719e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023529019206762314, 'last_eos_top1': 0}
+step=367650 lr=3.000000e-03 loss=2.5969 ce=2.5969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011943757999688387, 'pos0_bos_top1': 0, 'last_eos_p': 0.02254400961101055, 'last_eos_top1': 0}
+step=367700 lr=3.000000e-03 loss=1.8057 ce=1.8057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.422521983040497e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03027193807065487, 'last_eos_top1': 0}
+step=367750 lr=3.000000e-03 loss=2.3383 ce=2.3383 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.202267443062738e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01990041509270668, 'last_eos_top1': 0}
+step=367800 lr=3.000000e-03 loss=2.7693 ce=2.7693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.894717807881534e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023149562999606133, 'last_eos_top1': 0}
+step=367850 lr=3.000000e-03 loss=2.0906 ce=2.0906 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.535523839876987e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025888551026582718, 'last_eos_top1': 0}
+step=367900 lr=3.000000e-03 loss=2.8652 ce=2.8652 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.081445538555272e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025332657620310783, 'last_eos_top1': 0}
+step=367950 lr=3.000000e-03 loss=2.7368 ce=2.7368 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.039201591396704e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02443191595375538, 'last_eos_top1': 0}
+step=368000 lr=3.000000e-03 loss=3.2682 ce=3.2682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.432323764078319e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027375834062695503, 'last_eos_top1': 0}
+step=368050 lr=3.000000e-03 loss=3.1106 ce=3.1106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.787774039665237e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03333432227373123, 'last_eos_top1': 0}
+step=368100 lr=3.000000e-03 loss=2.5068 ce=2.5068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.108112236484885e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028322292491793633, 'last_eos_top1': 0}
+step=368150 lr=3.000000e-03 loss=2.2675 ce=2.2675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7706144717521966e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03056906722486019, 'last_eos_top1': 0}
+step=368200 lr=3.000000e-03 loss=2.8911 ce=2.8911 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5832992075011134e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03003736212849617, 'last_eos_top1': 0}
+step=368250 lr=3.000000e-03 loss=2.3993 ce=2.3993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7480449969298206e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025422951206564903, 'last_eos_top1': 0}
+step=368300 lr=3.000000e-03 loss=2.4870 ce=2.4870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.385471270827111e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03662426397204399, 'last_eos_top1': 0}
+step=368350 lr=3.000000e-03 loss=2.7695 ce=2.7695 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.259574001887813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026195183396339417, 'last_eos_top1': 0}
+step=368400 lr=3.000000e-03 loss=2.1105 ce=2.1105 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001168455564766191, 'pos0_bos_top1': 0, 'last_eos_p': 0.03261737897992134, 'last_eos_top1': 0}
+step=368450 lr=3.000000e-03 loss=2.7619 ce=2.7619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.099832873791456e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03035917319357395, 'last_eos_top1': 0}
+step=368500 lr=3.000000e-03 loss=2.9113 ce=2.9113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.727347838226706e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03219219297170639, 'last_eos_top1': 0}
+step=368550 lr=3.000000e-03 loss=1.7912 ce=1.7912 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.642887531896122e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02624068222939968, 'last_eos_top1': 0}
+step=368600 lr=3.000000e-03 loss=1.9953 ce=1.9953 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.713213168841321e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030511220917105675, 'last_eos_top1': 0}
+step=368650 lr=3.000000e-03 loss=1.4139 ce=1.4139 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.507068170933053e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031041886657476425, 'last_eos_top1': 0}
+step=368700 lr=3.000000e-03 loss=1.7751 ce=1.7751 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.056052057421766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03776915371417999, 'last_eos_top1': 0}
+step=368750 lr=3.000000e-03 loss=2.5871 ce=2.5871 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3738996939500794e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03212057426571846, 'last_eos_top1': 0}
+step=368800 lr=3.000000e-03 loss=2.1220 ce=2.1220 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.040742977755144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03500036895275116, 'last_eos_top1': 0}
+step=368850 lr=3.000000e-03 loss=2.3292 ce=2.3292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2965390598983504e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03835876286029816, 'last_eos_top1': 0}
+step=368900 lr=3.000000e-03 loss=2.6857 ce=2.6857 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.464800677960739e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030743641778826714, 'last_eos_top1': 0}
+step=368950 lr=3.000000e-03 loss=2.0031 ce=2.0031 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010663283319445327, 'pos0_bos_top1': 0, 'last_eos_p': 0.035993434488773346, 'last_eos_top1': 0}
+step=369000 lr=3.000000e-03 loss=3.9624 ce=3.9624 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.130931120016612e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03949616476893425, 'last_eos_top1': 0}
+step=369050 lr=3.000000e-03 loss=2.9118 ce=2.9118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.241617226507515e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025375597178936005, 'last_eos_top1': 0}
+step=369100 lr=3.000000e-03 loss=2.3083 ce=2.3083 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.514668034971692e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022187992930412292, 'last_eos_top1': 0}
+step=369150 lr=3.000000e-03 loss=2.5554 ce=2.5554 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.338338476372883e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03721592575311661, 'last_eos_top1': 0}
+step=369200 lr=3.000000e-03 loss=2.1634 ce=2.1634 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8208264009444974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03001553751528263, 'last_eos_top1': 0}
+step=369250 lr=3.000000e-03 loss=2.9584 ce=2.9584 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6527937987120822e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03066851943731308, 'last_eos_top1': 0}
+step=369300 lr=3.000000e-03 loss=2.3457 ce=2.3457 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.817959127947688e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03113919124007225, 'last_eos_top1': 0}
+step=369350 lr=3.000000e-03 loss=2.5898 ce=2.5898 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.20087097963551e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.029569385573267937, 'last_eos_top1': 0}
+step=369400 lr=3.000000e-03 loss=2.6384 ce=2.6384 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.764621528214775e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021723857149481773, 'last_eos_top1': 0}
+step=369450 lr=3.000000e-03 loss=1.7359 ce=1.7359 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0359822883619927e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02438901923596859, 'last_eos_top1': 0}
+step=369500 lr=3.000000e-03 loss=1.8724 ce=1.8724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2084601116366684e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03816359117627144, 'last_eos_top1': 0}
+step=369550 lr=3.000000e-03 loss=2.1282 ce=2.1282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6644757124595344e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026802590116858482, 'last_eos_top1': 0}
+step=369600 lr=3.000000e-03 loss=2.6223 ce=2.6223 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.527962326188572e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.039856165647506714, 'last_eos_top1': 0}
+step=369650 lr=3.000000e-03 loss=1.4754 ce=1.4754 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.614176577888429e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031473055481910706, 'last_eos_top1': 0}
+step=369700 lr=3.000000e-03 loss=2.1616 ce=2.1616 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.745723218657076e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03348992392420769, 'last_eos_top1': 0}
+step=369750 lr=3.000000e-03 loss=2.7043 ce=2.7043 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.980975765851326e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03455039858818054, 'last_eos_top1': 0}
+step=369800 lr=3.000000e-03 loss=3.2104 ce=3.2104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.88364772638306e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030278891324996948, 'last_eos_top1': 0}
+step=369850 lr=3.000000e-03 loss=2.5878 ce=2.5878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2335843570763245e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02986675687134266, 'last_eos_top1': 0}
+step=369900 lr=3.000000e-03 loss=2.6763 ce=2.6763 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4580971259856597e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02924453094601631, 'last_eos_top1': 0}
+step=369950 lr=3.000000e-03 loss=2.3091 ce=2.3091 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0905816199956462e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03533186763525009, 'last_eos_top1': 0}
+step=370000 lr=3.000000e-03 loss=1.8355 ce=1.8355 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.888399755349383e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026125216856598854, 'last_eos_top1': 0}
+step=370050 lr=3.000000e-03 loss=2.6782 ce=2.6782 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.345281432615593e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027907531708478928, 'last_eos_top1': 0}
+step=370100 lr=3.000000e-03 loss=1.4957 ce=1.4957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.16110438486794e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03436119854450226, 'last_eos_top1': 0}
+step=370150 lr=3.000000e-03 loss=2.9163 ce=2.9163 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.353421435458586e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023148078471422195, 'last_eos_top1': 0}
+step=370200 lr=3.000000e-03 loss=2.6424 ce=2.6424 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4782085499027744e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03000992350280285, 'last_eos_top1': 0}
+step=370250 lr=3.000000e-03 loss=2.1489 ce=2.1489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8630829547182657e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02965463139116764, 'last_eos_top1': 0}
+step=370300 lr=3.000000e-03 loss=2.1189 ce=2.1189 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.303491394035518e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025991961359977722, 'last_eos_top1': 0}
+step=370350 lr=3.000000e-03 loss=2.1332 ce=2.1332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.842802470899187e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02395620383322239, 'last_eos_top1': 0}
+step=370400 lr=3.000000e-03 loss=2.7421 ce=2.7421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.904183151666075e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03199892118573189, 'last_eos_top1': 0}
+step=370450 lr=3.000000e-03 loss=1.9558 ce=1.9558 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8375543479342014e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024683207273483276, 'last_eos_top1': 0}
+step=370500 lr=3.000000e-03 loss=2.0419 ce=2.0419 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6912752471398562e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027374137192964554, 'last_eos_top1': 0}
+step=370550 lr=3.000000e-03 loss=2.1468 ce=2.1468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.626035555091221e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02874789945781231, 'last_eos_top1': 0}
+step=370600 lr=3.000000e-03 loss=1.9316 ce=1.9316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7325386074371636e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030693139880895615, 'last_eos_top1': 0}
+step=370650 lr=3.000000e-03 loss=2.5877 ce=2.5877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017921267135534436, 'pos0_bos_top1': 0, 'last_eos_p': 0.029386762529611588, 'last_eos_top1': 0}
+step=370700 lr=3.000000e-03 loss=2.3135 ce=2.3135 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2615822167135775e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023238638415932655, 'last_eos_top1': 0}
+step=370750 lr=3.000000e-03 loss=2.2221 ce=2.2221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.091731094988063e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023230671882629395, 'last_eos_top1': 0}
+step=370800 lr=3.000000e-03 loss=2.6145 ce=2.6145 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002582996094133705, 'pos0_bos_top1': 0, 'last_eos_p': 0.01928483322262764, 'last_eos_top1': 0}
+step=370850 lr=3.000000e-03 loss=2.0060 ce=2.0060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.686192061053589e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02064412087202072, 'last_eos_top1': 0}
+step=370900 lr=3.000000e-03 loss=2.1653 ce=2.1653 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.261138772359118e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03134289011359215, 'last_eos_top1': 0}
+step=370950 lr=3.000000e-03 loss=2.3456 ce=2.3456 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0032513677724637e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024553267285227776, 'last_eos_top1': 0}
+step=371000 lr=3.000000e-03 loss=3.5833 ce=3.5833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8478352760430425e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024017617106437683, 'last_eos_top1': 0}
+step=371050 lr=3.000000e-03 loss=2.5557 ce=2.5557 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3164893718785606e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025502119213342667, 'last_eos_top1': 0}
+step=371100 lr=3.000000e-03 loss=3.3816 ce=3.3816 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.037768566282466e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029022851958870888, 'last_eos_top1': 0}
+step=371150 lr=3.000000e-03 loss=2.1458 ce=2.1458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9555554394610226e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024306131526827812, 'last_eos_top1': 0}
+step=371200 lr=3.000000e-03 loss=2.6367 ce=2.6367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7102191122830845e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022135397419333458, 'last_eos_top1': 0}
+step=371250 lr=3.000000e-03 loss=1.8478 ce=1.8478 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.579859084216878e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028995098546147346, 'last_eos_top1': 0}
+step=371300 lr=3.000000e-03 loss=2.7913 ce=2.7913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.873873356496915e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02429353818297386, 'last_eos_top1': 0}
+step=371350 lr=3.000000e-03 loss=2.0270 ce=2.0270 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014223178732208908, 'pos0_bos_top1': 0, 'last_eos_p': 0.03197288140654564, 'last_eos_top1': 0}
+step=371400 lr=3.000000e-03 loss=2.3466 ce=2.3466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.071997919818386e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03175792470574379, 'last_eos_top1': 0}
+step=371450 lr=3.000000e-03 loss=3.6004 ce=3.6004 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.746989962877706e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02727356366813183, 'last_eos_top1': 0}
+step=371500 lr=3.000000e-03 loss=2.6707 ce=2.6707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014949616161175072, 'pos0_bos_top1': 0, 'last_eos_p': 0.01901959255337715, 'last_eos_top1': 0}
+step=371550 lr=3.000000e-03 loss=2.4215 ce=2.4215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2095198296010494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023672426119446754, 'last_eos_top1': 0}
+step=371600 lr=3.000000e-03 loss=2.8529 ce=2.8529 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4102193492581137e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02188950404524803, 'last_eos_top1': 0}
+step=371650 lr=3.000000e-03 loss=2.7994 ce=2.7994 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7124958655331284e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02085057832300663, 'last_eos_top1': 0}
+step=371700 lr=3.000000e-03 loss=2.3700 ce=2.3700 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020240091544110328, 'pos0_bos_top1': 0, 'last_eos_p': 0.01671992801129818, 'last_eos_top1': 0}
+step=371750 lr=3.000000e-03 loss=2.0377 ce=2.0377 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.96004494279623e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02171696163713932, 'last_eos_top1': 0}
+step=371800 lr=3.000000e-03 loss=2.2870 ce=2.2870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.624294913606718e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016607318073511124, 'last_eos_top1': 0}
+step=371850 lr=3.000000e-03 loss=2.1803 ce=2.1803 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.624497887562029e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023364700376987457, 'last_eos_top1': 0}
+step=371900 lr=3.000000e-03 loss=2.9045 ce=2.9045 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2587980462703854e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025408660992980003, 'last_eos_top1': 0}
+step=371950 lr=3.000000e-03 loss=1.7233 ce=1.7233 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012871740909758955, 'pos0_bos_top1': 0, 'last_eos_p': 0.029866013675928116, 'last_eos_top1': 0}
+step=372000 lr=3.000000e-03 loss=1.9421 ce=1.9421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.165185914142057e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02946341596543789, 'last_eos_top1': 0}
+step=372050 lr=3.000000e-03 loss=2.8517 ce=2.8517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.545703864598181e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02536335587501526, 'last_eos_top1': 0}
+step=372100 lr=3.000000e-03 loss=2.3961 ce=2.3961 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014569524500984699, 'pos0_bos_top1': 0, 'last_eos_p': 0.02652375027537346, 'last_eos_top1': 0}
+step=372150 lr=3.000000e-03 loss=2.2722 ce=2.2722 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018371196347288787, 'pos0_bos_top1': 0, 'last_eos_p': 0.024835871532559395, 'last_eos_top1': 0}
+step=372200 lr=3.000000e-03 loss=2.3485 ce=2.3485 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015041595906950533, 'pos0_bos_top1': 0, 'last_eos_p': 0.023359201848506927, 'last_eos_top1': 0}
+step=372250 lr=3.000000e-03 loss=2.2140 ce=2.2140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.519528298871592e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027209460735321045, 'last_eos_top1': 0}
+step=372300 lr=3.000000e-03 loss=1.8718 ce=1.8718 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011949331383220851, 'pos0_bos_top1': 0, 'last_eos_p': 0.020703062415122986, 'last_eos_top1': 0}
+step=372350 lr=3.000000e-03 loss=2.5066 ce=2.5066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001962064707186073, 'pos0_bos_top1': 0, 'last_eos_p': 0.02410801686346531, 'last_eos_top1': 0}
+step=372400 lr=3.000000e-03 loss=2.7766 ce=2.7766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002618742873892188, 'pos0_bos_top1': 0, 'last_eos_p': 0.017128154635429382, 'last_eos_top1': 0}
+step=372450 lr=3.000000e-03 loss=2.0189 ce=2.0189 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017576594837009907, 'pos0_bos_top1': 0, 'last_eos_p': 0.028153402730822563, 'last_eos_top1': 0}
+step=372500 lr=3.000000e-03 loss=2.5127 ce=2.5127 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.538073598174378e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030098093673586845, 'last_eos_top1': 0}
+step=372550 lr=3.000000e-03 loss=3.0958 ce=3.0958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012612428690772504, 'pos0_bos_top1': 0, 'last_eos_p': 0.02211814746260643, 'last_eos_top1': 0}
+step=372600 lr=3.000000e-03 loss=1.9259 ce=1.9259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3652744352584705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03516688197851181, 'last_eos_top1': 0}
+step=372650 lr=3.000000e-03 loss=2.2497 ce=2.2497 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0968185708625242e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027265388518571854, 'last_eos_top1': 0}
+step=372700 lr=3.000000e-03 loss=2.0425 ce=2.0425 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8763499610940926e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025851503014564514, 'last_eos_top1': 0}
+step=372750 lr=3.000000e-03 loss=2.5352 ce=2.5352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.163253758335486e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029842006042599678, 'last_eos_top1': 0}
+step=372800 lr=3.000000e-03 loss=2.5131 ce=2.5131 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014448440924752504, 'pos0_bos_top1': 0, 'last_eos_p': 0.023508990183472633, 'last_eos_top1': 0}
+step=372850 lr=3.000000e-03 loss=2.6181 ce=2.6181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.3102222813759e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027314992621541023, 'last_eos_top1': 0}
+step=372900 lr=3.000000e-03 loss=2.3584 ce=2.3584 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011036066280212253, 'pos0_bos_top1': 0, 'last_eos_p': 0.022247442975640297, 'last_eos_top1': 0}
+step=372950 lr=3.000000e-03 loss=2.6051 ce=2.6051 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.290108674671501e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023164907470345497, 'last_eos_top1': 0}
+step=373000 lr=3.000000e-03 loss=3.4976 ce=3.4976 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002149162901332602, 'pos0_bos_top1': 0, 'last_eos_p': 0.018766537308692932, 'last_eos_top1': 0}
+step=373050 lr=3.000000e-03 loss=2.8758 ce=2.8758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4601496988907456e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0321870818734169, 'last_eos_top1': 0}
+step=373100 lr=3.000000e-03 loss=2.7838 ce=2.7838 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.043892113259062e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02623562142252922, 'last_eos_top1': 0}
+step=373150 lr=3.000000e-03 loss=2.9532 ce=2.9532 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5730979511281475e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030504591763019562, 'last_eos_top1': 0}
+step=373200 lr=3.000000e-03 loss=2.3743 ce=2.3743 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7626805604086258e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03416172415018082, 'last_eos_top1': 0}
+step=373250 lr=3.000000e-03 loss=2.0227 ce=2.0227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.709876758279279e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02065434493124485, 'last_eos_top1': 0}
+step=373300 lr=3.000000e-03 loss=2.1625 ce=2.1625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.887083873152733e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03404557704925537, 'last_eos_top1': 0}
+step=373350 lr=3.000000e-03 loss=2.3587 ce=2.3587 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.678386125713587e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027331093326210976, 'last_eos_top1': 0}
+step=373400 lr=3.000000e-03 loss=1.9478 ce=1.9478 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9412829462671652e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02781578339636326, 'last_eos_top1': 0}
+step=373450 lr=3.000000e-03 loss=1.5979 ce=1.5979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.381444836733863e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029395820572972298, 'last_eos_top1': 0}
+step=373500 lr=3.000000e-03 loss=2.5025 ce=2.5025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.148354830453172e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027458971366286278, 'last_eos_top1': 0}
+step=373550 lr=3.000000e-03 loss=2.2157 ce=2.2157 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.875391121255234e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03375500440597534, 'last_eos_top1': 0}
+step=373600 lr=3.000000e-03 loss=2.6588 ce=2.6588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003015339025296271, 'pos0_bos_top1': 0, 'last_eos_p': 0.026075787842273712, 'last_eos_top1': 0}
+step=373650 lr=3.000000e-03 loss=2.8762 ce=2.8762 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005364116514101624, 'pos0_bos_top1': 0, 'last_eos_p': 0.025868946686387062, 'last_eos_top1': 0}
+step=373700 lr=3.000000e-03 loss=1.9097 ce=1.9097 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003082840412389487, 'pos0_bos_top1': 0, 'last_eos_p': 0.027063671499490738, 'last_eos_top1': 0}
+step=373750 lr=3.000000e-03 loss=2.0899 ce=2.0899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00030478450935333967, 'pos0_bos_top1': 0, 'last_eos_p': 0.025028636679053307, 'last_eos_top1': 0}
+step=373800 lr=3.000000e-03 loss=3.4513 ce=3.4513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00031979053164832294, 'pos0_bos_top1': 0, 'last_eos_p': 0.017295194789767265, 'last_eos_top1': 0}
+step=373850 lr=3.000000e-03 loss=2.5840 ce=2.5840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002696830197237432, 'pos0_bos_top1': 0, 'last_eos_p': 0.02854027971625328, 'last_eos_top1': 0}
+step=373900 lr=3.000000e-03 loss=2.9808 ce=2.9808 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001083787064999342, 'pos0_bos_top1': 0, 'last_eos_p': 0.034958917647600174, 'last_eos_top1': 0}
+step=373950 lr=3.000000e-03 loss=2.1864 ce=2.1864 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005258268211036921, 'pos0_bos_top1': 0, 'last_eos_p': 0.020846830680966377, 'last_eos_top1': 0}
+[elf_hfds direct rank=1 worker=0] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=3000000 rows=2991809 buffered=8191 part=openwebtext-t5
+step=374000 lr=3.000000e-03 loss=2.7571 ce=2.7571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.594509224873036e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025591544806957245, 'last_eos_top1': 0}
+step=374050 lr=3.000000e-03 loss=2.5996 ce=2.5996 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.35993593884632e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021510502323508263, 'last_eos_top1': 0}
+step=374100 lr=3.000000e-03 loss=1.6232 ce=1.6232 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.948339872295037e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.034619834274053574, 'last_eos_top1': 0}
+step=374150 lr=3.000000e-03 loss=2.4345 ce=2.4345 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018286413978785276, 'pos0_bos_top1': 0, 'last_eos_p': 0.031241364777088165, 'last_eos_top1': 0}
+step=374200 lr=3.000000e-03 loss=2.4492 ce=2.4492 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002454748610034585, 'pos0_bos_top1': 0, 'last_eos_p': 0.02578270621597767, 'last_eos_top1': 0}
+step=374250 lr=3.000000e-03 loss=2.9201 ce=2.9201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.307784057455137e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022937394678592682, 'last_eos_top1': 0}
+step=374300 lr=3.000000e-03 loss=2.6208 ce=2.6208 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.713232091395184e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023366468027234077, 'last_eos_top1': 0}
+step=374350 lr=3.000000e-03 loss=2.4250 ce=2.4250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.54774490208365e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028729090467095375, 'last_eos_top1': 0}
+step=374400 lr=3.000000e-03 loss=2.2582 ce=2.2582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010586432472337037, 'pos0_bos_top1': 0, 'last_eos_p': 0.021134406328201294, 'last_eos_top1': 0}
+step=374450 lr=3.000000e-03 loss=2.3755 ce=2.3755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001137268845923245, 'pos0_bos_top1': 0, 'last_eos_p': 0.026374366134405136, 'last_eos_top1': 0}
+step=374500 lr=3.000000e-03 loss=3.0570 ce=3.0570 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00026357718161307275, 'pos0_bos_top1': 0, 'last_eos_p': 0.021870693191885948, 'last_eos_top1': 0}
+step=374550 lr=3.000000e-03 loss=2.3681 ce=2.3681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001293802633881569, 'pos0_bos_top1': 0, 'last_eos_p': 0.02050866186618805, 'last_eos_top1': 0}
+step=374600 lr=3.000000e-03 loss=2.1570 ce=2.1570 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.44146101269871e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02231963537633419, 'last_eos_top1': 0}
+step=374650 lr=3.000000e-03 loss=2.2504 ce=2.2504 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001943091774592176, 'pos0_bos_top1': 0, 'last_eos_p': 0.017869437113404274, 'last_eos_top1': 0}
+step=374700 lr=3.000000e-03 loss=1.9009 ce=1.9009 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013853164273314178, 'pos0_bos_top1': 0, 'last_eos_p': 0.022907791659235954, 'last_eos_top1': 0}
+step=374750 lr=3.000000e-03 loss=2.2399 ce=2.2399 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002728319086600095, 'pos0_bos_top1': 0, 'last_eos_p': 0.025152860209345818, 'last_eos_top1': 0}
+step=374800 lr=3.000000e-03 loss=1.9194 ce=1.9194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020173129450995475, 'pos0_bos_top1': 0, 'last_eos_p': 0.026209477335214615, 'last_eos_top1': 0}
+step=374850 lr=3.000000e-03 loss=2.7268 ce=2.7268 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.39174899738282e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02264745905995369, 'last_eos_top1': 0}
+step=374900 lr=3.000000e-03 loss=2.3523 ce=2.3523 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.669431655202061e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024411143735051155, 'last_eos_top1': 0}
+step=374950 lr=3.000000e-03 loss=1.7760 ce=1.7760 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.397179095074534e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03199612721800804, 'last_eos_top1': 0}
+step=375000 lr=3.000000e-03 loss=2.6125 ce=2.6125 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012728442379739136, 'pos0_bos_top1': 0, 'last_eos_p': 0.023255053907632828, 'last_eos_top1': 0}
+step=375050 lr=3.000000e-03 loss=2.1145 ce=2.1145 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.534150841413066e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020938800647854805, 'last_eos_top1': 0}
+step=375100 lr=3.000000e-03 loss=2.2819 ce=2.2819 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0144494303385727e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02139401249587536, 'last_eos_top1': 0}
+step=375150 lr=3.000000e-03 loss=2.2588 ce=2.2588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014473624469246715, 'pos0_bos_top1': 0, 'last_eos_p': 0.03237578272819519, 'last_eos_top1': 0}
+step=375200 lr=3.000000e-03 loss=2.9462 ce=2.9462 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001479428174206987, 'pos0_bos_top1': 0, 'last_eos_p': 0.03128376230597496, 'last_eos_top1': 0}
+step=375250 lr=3.000000e-03 loss=2.8664 ce=2.8664 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012206048268126324, 'pos0_bos_top1': 0, 'last_eos_p': 0.024122945964336395, 'last_eos_top1': 0}
+step=375300 lr=3.000000e-03 loss=3.4327 ce=3.4327 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014233568799681962, 'pos0_bos_top1': 0, 'last_eos_p': 0.02361997403204441, 'last_eos_top1': 0}
+step=375350 lr=3.000000e-03 loss=2.8175 ce=2.8175 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013296064571477473, 'pos0_bos_top1': 0, 'last_eos_p': 0.022383881732821465, 'last_eos_top1': 0}
+step=375400 lr=3.000000e-03 loss=2.9872 ce=2.9872 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.139195076888427e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026612456887960434, 'last_eos_top1': 0}
+step=375450 lr=3.000000e-03 loss=2.2409 ce=2.2409 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00027310504810884595, 'pos0_bos_top1': 0, 'last_eos_p': 0.021775756031274796, 'last_eos_top1': 0}
+step=375500 lr=3.000000e-03 loss=2.2783 ce=2.2783 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002463762939441949, 'pos0_bos_top1': 0, 'last_eos_p': 0.030241891741752625, 'last_eos_top1': 0}
+step=375550 lr=3.000000e-03 loss=2.5112 ce=2.5112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000236624400713481, 'pos0_bos_top1': 0, 'last_eos_p': 0.036527957767248154, 'last_eos_top1': 0}
+step=375600 lr=3.000000e-03 loss=2.2843 ce=2.2843 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.674216562416404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023968614637851715, 'last_eos_top1': 0}
+step=375650 lr=3.000000e-03 loss=2.7784 ce=2.7784 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011844914115499705, 'pos0_bos_top1': 0, 'last_eos_p': 0.025917356833815575, 'last_eos_top1': 0}
+step=375700 lr=3.000000e-03 loss=2.4319 ce=2.4319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.671803253586404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023748086765408516, 'last_eos_top1': 0}
+step=375750 lr=3.000000e-03 loss=2.7631 ce=2.7631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.970702138962224e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030880063772201538, 'last_eos_top1': 0}
+step=375800 lr=3.000000e-03 loss=2.4308 ce=2.4308 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004828399105463177, 'pos0_bos_top1': 0, 'last_eos_p': 0.02291691116988659, 'last_eos_top1': 0}
+step=375850 lr=3.000000e-03 loss=1.7986 ce=1.7986 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000178295056684874, 'pos0_bos_top1': 0, 'last_eos_p': 0.024166785180568695, 'last_eos_top1': 0}
+step=375900 lr=3.000000e-03 loss=2.3799 ce=2.3799 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002355388569412753, 'pos0_bos_top1': 0, 'last_eos_p': 0.02491467073559761, 'last_eos_top1': 0}
+step=375950 lr=3.000000e-03 loss=2.6278 ce=2.6278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.282026490429416e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03314381092786789, 'last_eos_top1': 0}
+step=376000 lr=3.000000e-03 loss=2.2889 ce=2.2889 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002439739037072286, 'pos0_bos_top1': 0, 'last_eos_p': 0.026680409908294678, 'last_eos_top1': 0}
+step=376050 lr=3.000000e-03 loss=1.7448 ce=1.7448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.04423228953965e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0335455983877182, 'last_eos_top1': 0}
+step=376100 lr=3.000000e-03 loss=2.4224 ce=2.4224 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011275394354015589, 'pos0_bos_top1': 0, 'last_eos_p': 0.03250817954540253, 'last_eos_top1': 0}
+step=376150 lr=3.000000e-03 loss=2.6659 ce=2.6659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001864250225480646, 'pos0_bos_top1': 0, 'last_eos_p': 0.02747974917292595, 'last_eos_top1': 0}
+step=376200 lr=3.000000e-03 loss=3.2088 ce=3.2088 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.165252150618471e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03030671551823616, 'last_eos_top1': 0}
+step=376250 lr=3.000000e-03 loss=2.0530 ce=2.0530 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8516458769445308e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03707563132047653, 'last_eos_top1': 0}
+step=376300 lr=3.000000e-03 loss=2.5404 ce=2.5404 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9759870055131614e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02664102613925934, 'last_eos_top1': 0}
+step=376350 lr=3.000000e-03 loss=2.0568 ce=2.0568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.122341437730938e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03130824491381645, 'last_eos_top1': 0}
+step=376400 lr=3.000000e-03 loss=2.3891 ce=2.3891 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9716304197791032e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028948210179805756, 'last_eos_top1': 0}
+step=376450 lr=3.000000e-03 loss=2.3097 ce=2.3097 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.094367275480181e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025599312037229538, 'last_eos_top1': 0}
+step=376500 lr=3.000000e-03 loss=3.2983 ce=3.2983 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.542173388064839e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03364308923482895, 'last_eos_top1': 0}
+step=376550 lr=3.000000e-03 loss=2.8411 ce=2.8411 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.577225263346918e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03360357508063316, 'last_eos_top1': 0}
+step=376600 lr=3.000000e-03 loss=2.3057 ce=2.3057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.210802267654799e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029172848910093307, 'last_eos_top1': 0}
+step=376650 lr=3.000000e-03 loss=2.1113 ce=2.1113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5929712390061468e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026902906596660614, 'last_eos_top1': 0}
+step=376700 lr=3.000000e-03 loss=2.6508 ce=2.6508 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.408568101003766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030370932072401047, 'last_eos_top1': 0}
+step=376750 lr=3.000000e-03 loss=2.3435 ce=2.3435 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014243580517359078, 'pos0_bos_top1': 0, 'last_eos_p': 0.01943923905491829, 'last_eos_top1': 0}
+step=376800 lr=3.000000e-03 loss=2.1285 ce=2.1285 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.166982636088505e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01985667645931244, 'last_eos_top1': 0}
+step=376850 lr=3.000000e-03 loss=2.6798 ce=2.6798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.299235272104852e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028562800958752632, 'last_eos_top1': 0}
+step=376900 lr=3.000000e-03 loss=2.2249 ce=2.2249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.507583748316392e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021528122946619987, 'last_eos_top1': 0}
+step=376950 lr=3.000000e-03 loss=2.5981 ce=2.5981 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4900004316587001e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018404370173811913, 'last_eos_top1': 0}
+step=377000 lr=3.000000e-03 loss=1.7040 ce=1.7040 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5013054508017376e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0155408326536417, 'last_eos_top1': 0}
+step=377050 lr=3.000000e-03 loss=3.0116 ce=3.0116 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.749469321221113e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02298370748758316, 'last_eos_top1': 0}
+step=377100 lr=3.000000e-03 loss=2.7586 ce=2.7586 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.20664195594145e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025118032470345497, 'last_eos_top1': 0}
+step=377150 lr=3.000000e-03 loss=2.0831 ce=2.0831 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4332288376172073e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022527340799570084, 'last_eos_top1': 0}
+step=377200 lr=3.000000e-03 loss=2.0064 ce=2.0064 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7362802433781326e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017110230401158333, 'last_eos_top1': 0}
+step=377250 lr=3.000000e-03 loss=2.1504 ce=2.1504 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.764797995449044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017690327018499374, 'last_eos_top1': 0}
+step=377300 lr=3.000000e-03 loss=2.3432 ce=2.3432 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.106491491664201e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02929297648370266, 'last_eos_top1': 0}
+step=377350 lr=3.000000e-03 loss=2.8702 ce=2.8702 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.718614556826651e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020141884684562683, 'last_eos_top1': 0}
+step=377400 lr=3.000000e-03 loss=3.1623 ce=3.1623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.927940269932151e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023556336760520935, 'last_eos_top1': 0}
+step=377450 lr=3.000000e-03 loss=2.0947 ce=2.0947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.569144817243796e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019729120656847954, 'last_eos_top1': 0}
+step=377500 lr=3.000000e-03 loss=1.9902 ce=1.9902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5223524062312208e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021625151857733727, 'last_eos_top1': 0}
+step=377550 lr=3.000000e-03 loss=2.3817 ce=2.3817 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8247204681974836e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027246395125985146, 'last_eos_top1': 0}
+step=377600 lr=3.000000e-03 loss=2.7532 ce=2.7532 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011473220365587622, 'pos0_bos_top1': 0, 'last_eos_p': 0.02071874588727951, 'last_eos_top1': 0}
+step=377650 lr=3.000000e-03 loss=2.8410 ce=2.8410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1726819947361946e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025955375283956528, 'last_eos_top1': 0}
+step=377700 lr=3.000000e-03 loss=2.6939 ce=2.6939 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012820784468203783, 'pos0_bos_top1': 0, 'last_eos_p': 0.02277635596692562, 'last_eos_top1': 0}
+step=377750 lr=3.000000e-03 loss=1.8647 ce=1.8647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.495972386095673e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02997218258678913, 'last_eos_top1': 0}
+step=377800 lr=3.000000e-03 loss=1.8397 ce=1.8397 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.399491081130691e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024381007999181747, 'last_eos_top1': 0}
+step=377850 lr=3.000000e-03 loss=1.9449 ce=1.9449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2680519729619846e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025562040507793427, 'last_eos_top1': 0}
+step=377900 lr=3.000000e-03 loss=2.9595 ce=2.9595 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0245826817699708e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019350729882717133, 'last_eos_top1': 0}
+step=377950 lr=3.000000e-03 loss=1.5117 ce=1.5117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.991795478621498e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021210381761193275, 'last_eos_top1': 0}
+step=378000 lr=3.000000e-03 loss=1.9495 ce=1.9495 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.811473965877667e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026700984686613083, 'last_eos_top1': 0}
+step=378050 lr=3.000000e-03 loss=2.0920 ce=2.0920 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.588960190536454e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024128708988428116, 'last_eos_top1': 0}
+step=378100 lr=3.000000e-03 loss=2.7133 ce=2.7133 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011430011363700032, 'pos0_bos_top1': 0, 'last_eos_p': 0.026018531993031502, 'last_eos_top1': 0}
+step=378150 lr=3.000000e-03 loss=2.4414 ce=2.4414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015879418060649186, 'pos0_bos_top1': 0, 'last_eos_p': 0.022155247628688812, 'last_eos_top1': 0}
+step=378200 lr=3.000000e-03 loss=2.8474 ce=2.8474 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.325619243492838e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01821257174015045, 'last_eos_top1': 0}
+step=378250 lr=3.000000e-03 loss=2.5461 ce=2.5461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3683790712093469e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019137628376483917, 'last_eos_top1': 0}
+step=378300 lr=3.000000e-03 loss=2.4942 ce=2.4942 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.922132469189819e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02726488746702671, 'last_eos_top1': 0}
+step=378350 lr=3.000000e-03 loss=2.4969 ce=2.4969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0095756553928368e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0323510505259037, 'last_eos_top1': 0}
+step=378400 lr=3.000000e-03 loss=2.4624 ce=2.4624 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4112941143102944e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020546864718198776, 'last_eos_top1': 0}
+step=378450 lr=3.000000e-03 loss=1.2979 ce=1.2979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.899127038195729e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017411833629012108, 'last_eos_top1': 0}
+step=378500 lr=3.000000e-03 loss=2.3555 ce=2.3555 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.047154213069007e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019759401679039, 'last_eos_top1': 0}
+step=378550 lr=3.000000e-03 loss=2.8845 ce=2.8845 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0410551668610424e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01962929591536522, 'last_eos_top1': 0}
+step=378600 lr=3.000000e-03 loss=2.1661 ce=2.1661 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.674108928767964e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01903863623738289, 'last_eos_top1': 0}
+step=378650 lr=3.000000e-03 loss=2.8874 ce=2.8874 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.542848859680817e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019025327637791634, 'last_eos_top1': 0}
+step=378700 lr=3.000000e-03 loss=2.0866 ce=2.0866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.964348333189264e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02442021295428276, 'last_eos_top1': 0}
+step=378750 lr=3.000000e-03 loss=2.9736 ce=2.9736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.974400872015394e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020783681422472, 'last_eos_top1': 0}
+step=378800 lr=3.000000e-03 loss=1.9989 ce=1.9989 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010246959573123604, 'pos0_bos_top1': 0, 'last_eos_p': 0.022015221416950226, 'last_eos_top1': 0}
+step=378850 lr=3.000000e-03 loss=2.1149 ce=2.1149 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.753250712179579e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025787606835365295, 'last_eos_top1': 0}
+step=378900 lr=3.000000e-03 loss=2.9304 ce=2.9304 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.77979083370883e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025551386177539825, 'last_eos_top1': 0}
+step=378950 lr=3.000000e-03 loss=2.2092 ce=2.2092 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010569581354502589, 'pos0_bos_top1': 0, 'last_eos_p': 0.02492450922727585, 'last_eos_top1': 0}
+step=379000 lr=3.000000e-03 loss=2.3311 ce=2.3311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1569556338363327e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015789221972227097, 'last_eos_top1': 0}
+step=379050 lr=3.000000e-03 loss=2.8084 ce=2.8084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.090672155143693e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022750921547412872, 'last_eos_top1': 0}
+step=379100 lr=3.000000e-03 loss=3.0343 ce=3.0343 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.680533260805532e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02485036477446556, 'last_eos_top1': 0}
+step=379150 lr=3.000000e-03 loss=2.4794 ce=2.4794 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.742120523180347e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022918906062841415, 'last_eos_top1': 0}
+step=379200 lr=3.000000e-03 loss=2.2017 ce=2.2017 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.807533307233825e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020426498726010323, 'last_eos_top1': 0}
+step=379250 lr=3.000000e-03 loss=2.6173 ce=2.6173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.635997124249116e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02820625714957714, 'last_eos_top1': 0}
+step=379300 lr=3.000000e-03 loss=2.1777 ce=2.1777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.624397792620584e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0246171485632658, 'last_eos_top1': 0}
+step=379350 lr=3.000000e-03 loss=2.0177 ce=2.0177 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.612133878050372e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024748599156737328, 'last_eos_top1': 0}
+step=379400 lr=3.000000e-03 loss=1.8049 ce=1.8049 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.678720895550214e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03000357560813427, 'last_eos_top1': 0}
+step=379450 lr=3.000000e-03 loss=2.2853 ce=2.2853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013029566616751254, 'pos0_bos_top1': 0, 'last_eos_p': 0.02364417351782322, 'last_eos_top1': 0}
+step=379500 lr=3.000000e-03 loss=2.4642 ce=2.4642 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2164243748411536e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03262139484286308, 'last_eos_top1': 0}
+step=379550 lr=3.000000e-03 loss=2.9048 ce=2.9048 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.219580634729937e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022481728345155716, 'last_eos_top1': 0}
+step=379600 lr=3.000000e-03 loss=2.8749 ce=2.8749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.079367060214281e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02552012912929058, 'last_eos_top1': 0}
+step=379650 lr=3.000000e-03 loss=2.6566 ce=2.6566 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.16533112002071e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019703712314367294, 'last_eos_top1': 0}
+step=379700 lr=3.000000e-03 loss=1.7503 ce=1.7503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011134323722217232, 'pos0_bos_top1': 0, 'last_eos_p': 0.019117390736937523, 'last_eos_top1': 0}
+step=379750 lr=3.000000e-03 loss=2.0588 ce=2.0588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3839447749196552e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019446691498160362, 'last_eos_top1': 0}
+step=379800 lr=3.000000e-03 loss=2.1750 ce=2.1750 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.07457552885171e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015054913237690926, 'last_eos_top1': 0}
+step=379850 lr=3.000000e-03 loss=2.4950 ce=2.4950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001677647524047643, 'pos0_bos_top1': 0, 'last_eos_p': 0.019008122384548187, 'last_eos_top1': 0}
+step=379900 lr=3.000000e-03 loss=2.3714 ce=2.3714 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001114070400944911, 'pos0_bos_top1': 0, 'last_eos_p': 0.01757631078362465, 'last_eos_top1': 0}
+step=379950 lr=3.000000e-03 loss=3.3184 ce=3.3184 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.850168650387786e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018512453883886337, 'last_eos_top1': 0}
+step=380000 lr=3.000000e-03 loss=2.6371 ce=2.6371 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.480190106434748e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017282988876104355, 'last_eos_top1': 0}
+step=380050 lr=3.000000e-03 loss=2.8919 ce=2.8919 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.27869415236637e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01880626566708088, 'last_eos_top1': 0}
+step=380100 lr=3.000000e-03 loss=2.3974 ce=2.3974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001532962778583169, 'pos0_bos_top1': 0, 'last_eos_p': 0.02256527915596962, 'last_eos_top1': 0}
+step=380150 lr=3.000000e-03 loss=2.7563 ce=2.7563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016539788339287043, 'pos0_bos_top1': 0, 'last_eos_p': 0.0209090206772089, 'last_eos_top1': 0}
+step=380200 lr=3.000000e-03 loss=2.3580 ce=2.3580 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001691708603175357, 'pos0_bos_top1': 0, 'last_eos_p': 0.02454361692070961, 'last_eos_top1': 0}
+step=380250 lr=3.000000e-03 loss=2.4952 ce=2.4952 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012588493700604886, 'pos0_bos_top1': 0, 'last_eos_p': 0.019557762891054153, 'last_eos_top1': 0}
+step=380300 lr=3.000000e-03 loss=2.5066 ce=2.5066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017983709403779358, 'pos0_bos_top1': 0, 'last_eos_p': 0.02186211384832859, 'last_eos_top1': 0}
+step=380350 lr=3.000000e-03 loss=1.6987 ce=1.6987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.087796257110313e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024897534400224686, 'last_eos_top1': 0}
+step=380400 lr=3.000000e-03 loss=2.7862 ce=2.7862 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015496161358896643, 'pos0_bos_top1': 0, 'last_eos_p': 0.020710621029138565, 'last_eos_top1': 0}
+step=380450 lr=3.000000e-03 loss=1.7398 ce=1.7398 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.622649380005896e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01768384501338005, 'last_eos_top1': 0}
+step=380500 lr=3.000000e-03 loss=1.9452 ce=1.9452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.035675374325365e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02288464829325676, 'last_eos_top1': 0}
+step=380550 lr=3.000000e-03 loss=2.4684 ce=2.4684 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.22838012734428e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021231716498732567, 'last_eos_top1': 0}
+step=380600 lr=3.000000e-03 loss=2.5088 ce=2.5088 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.551917901262641e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025470715016126633, 'last_eos_top1': 0}
+step=380650 lr=3.000000e-03 loss=3.0362 ce=3.0362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.791171522811055e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01940404437482357, 'last_eos_top1': 0}
+step=380700 lr=3.000000e-03 loss=1.9057 ce=1.9057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011823476961581036, 'pos0_bos_top1': 0, 'last_eos_p': 0.023247599601745605, 'last_eos_top1': 0}
+step=380750 lr=3.000000e-03 loss=2.5667 ce=2.5667 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6611467546899803e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028075184673070908, 'last_eos_top1': 0}
+step=380800 lr=3.000000e-03 loss=2.0496 ce=2.0496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3071799407480285e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020897584035992622, 'last_eos_top1': 0}
+step=380850 lr=3.000000e-03 loss=2.9125 ce=2.9125 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.487481783144176e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03218311816453934, 'last_eos_top1': 0}
+step=380900 lr=3.000000e-03 loss=3.3083 ce=3.3083 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.652236283523962e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027243250980973244, 'last_eos_top1': 0}
+step=380950 lr=3.000000e-03 loss=2.8132 ce=2.8132 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010980879596900195, 'pos0_bos_top1': 0, 'last_eos_p': 0.029286522418260574, 'last_eos_top1': 0}
+step=381000 lr=3.000000e-03 loss=2.5058 ce=2.5058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011508438910823315, 'pos0_bos_top1': 0, 'last_eos_p': 0.02557206153869629, 'last_eos_top1': 0}
+step=381050 lr=3.000000e-03 loss=2.5440 ce=2.5440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.22495320183225e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026986123993992805, 'last_eos_top1': 0}
+step=381100 lr=3.000000e-03 loss=2.7777 ce=2.7777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000160284893354401, 'pos0_bos_top1': 0, 'last_eos_p': 0.021729648113250732, 'last_eos_top1': 0}
+step=381150 lr=3.000000e-03 loss=2.5141 ce=2.5141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003405297175049782, 'pos0_bos_top1': 0, 'last_eos_p': 0.028882797807455063, 'last_eos_top1': 0}
+step=381200 lr=3.000000e-03 loss=2.5986 ce=2.5986 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.371386941988021e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02152051404118538, 'last_eos_top1': 0}
+step=381250 lr=3.000000e-03 loss=1.6494 ce=1.6494 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011886082938872278, 'pos0_bos_top1': 0, 'last_eos_p': 0.024923386052250862, 'last_eos_top1': 0}
+step=381300 lr=3.000000e-03 loss=2.5918 ce=2.5918 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.436570740537718e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02174178697168827, 'last_eos_top1': 0}
+step=381350 lr=3.000000e-03 loss=2.9859 ce=2.9859 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013350223889574409, 'pos0_bos_top1': 0, 'last_eos_p': 0.020586680620908737, 'last_eos_top1': 0}
+step=381400 lr=3.000000e-03 loss=2.1608 ce=2.1608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001916120818350464, 'pos0_bos_top1': 0, 'last_eos_p': 0.02266382984817028, 'last_eos_top1': 0}
+step=381450 lr=3.000000e-03 loss=2.8611 ce=2.8611 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.29104732372798e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026849783957004547, 'last_eos_top1': 0}
+step=381500 lr=3.000000e-03 loss=2.5800 ce=2.5800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.35018742387183e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026229683309793472, 'last_eos_top1': 0}
+step=381550 lr=3.000000e-03 loss=2.8954 ce=2.8954 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8902768463012762e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025280535221099854, 'last_eos_top1': 0}
+step=381600 lr=3.000000e-03 loss=1.7908 ce=1.7908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.69986184220761e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019397620111703873, 'last_eos_top1': 0}
+step=381650 lr=3.000000e-03 loss=1.9558 ce=1.9558 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015712733147665858, 'pos0_bos_top1': 0, 'last_eos_p': 0.025187218561768532, 'last_eos_top1': 0}
+step=381700 lr=3.000000e-03 loss=2.5256 ce=2.5256 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013594519987236708, 'pos0_bos_top1': 0, 'last_eos_p': 0.02759268879890442, 'last_eos_top1': 0}
+step=381750 lr=3.000000e-03 loss=2.3906 ce=2.3906 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.682417006231844e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028978528454899788, 'last_eos_top1': 0}
+step=381800 lr=3.000000e-03 loss=3.3065 ce=3.3065 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.192679135594517e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025504030287265778, 'last_eos_top1': 0}
+step=381850 lr=3.000000e-03 loss=2.7060 ce=2.7060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012540668831206858, 'pos0_bos_top1': 0, 'last_eos_p': 0.028105774894356728, 'last_eos_top1': 0}
+step=381900 lr=3.000000e-03 loss=2.6058 ce=2.6058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6445602745516226e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02531290240585804, 'last_eos_top1': 0}
+step=381950 lr=3.000000e-03 loss=1.6187 ce=1.6187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.306730887852609e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02534058876335621, 'last_eos_top1': 0}
+step=382000 lr=3.000000e-03 loss=2.4710 ce=2.4710 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.337835005368106e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03376340493559837, 'last_eos_top1': 0}
+step=382050 lr=3.000000e-03 loss=2.2832 ce=2.2832 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.306573338108137e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025205930694937706, 'last_eos_top1': 0}
+step=382100 lr=3.000000e-03 loss=1.8164 ce=1.8164 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3720003304770216e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032522622495889664, 'last_eos_top1': 0}
+step=382150 lr=3.000000e-03 loss=2.3080 ce=2.3080 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.010015956941061e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027947815135121346, 'last_eos_top1': 0}
+step=382200 lr=3.000000e-03 loss=2.7107 ce=2.7107 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7059031456010416e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03129733353853226, 'last_eos_top1': 0}
+step=382250 lr=3.000000e-03 loss=3.1905 ce=3.1905 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.643991633201949e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030794141814112663, 'last_eos_top1': 0}
+step=382300 lr=3.000000e-03 loss=1.5278 ce=1.5278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3453521609772e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02664276957511902, 'last_eos_top1': 0}
+step=382350 lr=3.000000e-03 loss=2.6572 ce=2.6572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.463340393267572e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027298716828227043, 'last_eos_top1': 0}
+step=382400 lr=3.000000e-03 loss=2.2987 ce=2.2987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.943301271647215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018605899065732956, 'last_eos_top1': 0}
+step=382450 lr=3.000000e-03 loss=1.9369 ce=1.9369 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3314507416216657e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023144669830799103, 'last_eos_top1': 0}
+step=382500 lr=3.000000e-03 loss=1.8747 ce=1.8747 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4035102140042e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023349300026893616, 'last_eos_top1': 0}
+step=382550 lr=3.000000e-03 loss=3.5278 ce=3.5278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5099546696292236e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028829719871282578, 'last_eos_top1': 0}
+step=382600 lr=3.000000e-03 loss=2.4543 ce=2.4543 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9595770936575718e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025047508999705315, 'last_eos_top1': 0}
+step=382650 lr=3.000000e-03 loss=2.4052 ce=2.4052 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.749786214437336e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025789359584450722, 'last_eos_top1': 0}
+step=382700 lr=3.000000e-03 loss=2.2428 ce=2.2428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.108781235525385e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01940290816128254, 'last_eos_top1': 0}
+step=382750 lr=3.000000e-03 loss=1.5385 ce=1.5385 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.508991201466415e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027136217802762985, 'last_eos_top1': 0}
+step=382800 lr=3.000000e-03 loss=1.8293 ce=1.8293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.962886901514139e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019441800191998482, 'last_eos_top1': 0}
+step=382850 lr=3.000000e-03 loss=2.7687 ce=2.7687 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.400510104256682e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020559942349791527, 'last_eos_top1': 0}
+step=382900 lr=3.000000e-03 loss=2.3984 ce=2.3984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.28157215740066e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022025009617209435, 'last_eos_top1': 0}
+step=382950 lr=3.000000e-03 loss=1.8110 ce=1.8110 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013531524746213108, 'pos0_bos_top1': 0, 'last_eos_p': 0.018621547147631645, 'last_eos_top1': 0}
+step=383000 lr=3.000000e-03 loss=2.5664 ce=2.5664 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0824597565224394e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02953743189573288, 'last_eos_top1': 0}
+step=383050 lr=3.000000e-03 loss=2.7256 ce=2.7256 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4667493562446907e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023623524233698845, 'last_eos_top1': 0}
+step=383100 lr=3.000000e-03 loss=2.7637 ce=2.7637 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9917177269235253e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021818548440933228, 'last_eos_top1': 0}
+step=383150 lr=3.000000e-03 loss=2.1744 ce=2.1744 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0329407561803237e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017538996413350105, 'last_eos_top1': 0}
+step=383200 lr=3.000000e-03 loss=2.8662 ce=2.8662 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0338720534928143e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02677994593977928, 'last_eos_top1': 0}
+step=383250 lr=3.000000e-03 loss=1.7229 ce=1.7229 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8942593417013995e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022665701806545258, 'last_eos_top1': 0}
+step=383300 lr=3.000000e-03 loss=2.2203 ce=2.2203 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012998268357478082, 'pos0_bos_top1': 0, 'last_eos_p': 0.019673017784953117, 'last_eos_top1': 0}
+step=383350 lr=3.000000e-03 loss=2.3084 ce=2.3084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.534731124294922e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023709317669272423, 'last_eos_top1': 0}
+step=383400 lr=3.000000e-03 loss=2.4427 ce=2.4427 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.808187830145471e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02153947204351425, 'last_eos_top1': 0}
+step=383450 lr=3.000000e-03 loss=2.7186 ce=2.7186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.268830813700333e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02355256862938404, 'last_eos_top1': 0}
+step=383500 lr=3.000000e-03 loss=1.5048 ce=1.5048 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018476840341463685, 'pos0_bos_top1': 0, 'last_eos_p': 0.028945578262209892, 'last_eos_top1': 0}
+step=383550 lr=3.000000e-03 loss=2.5400 ce=2.5400 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000131406937725842, 'pos0_bos_top1': 0, 'last_eos_p': 0.018524406477808952, 'last_eos_top1': 0}
+step=383600 lr=3.000000e-03 loss=2.6661 ce=2.6661 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.250004687695764e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019424203783273697, 'last_eos_top1': 0}
+step=383650 lr=3.000000e-03 loss=2.3910 ce=2.3910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.658569615567103e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02229483425617218, 'last_eos_top1': 0}
+step=383700 lr=3.000000e-03 loss=2.1198 ce=2.1198 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.18290830263868e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02308821864426136, 'last_eos_top1': 0}
+step=383750 lr=3.000000e-03 loss=2.2292 ce=2.2292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.852349179098383e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019630493596196175, 'last_eos_top1': 0}
+step=383800 lr=3.000000e-03 loss=2.8686 ce=2.8686 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.949655729229562e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02035204879939556, 'last_eos_top1': 0}
+step=383850 lr=3.000000e-03 loss=2.6912 ce=2.6912 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.568109918385744e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023379292339086533, 'last_eos_top1': 0}
+step=383900 lr=3.000000e-03 loss=1.8303 ce=1.8303 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.855192623334005e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0180432740598917, 'last_eos_top1': 0}
+step=383950 lr=3.000000e-03 loss=2.9387 ce=2.9387 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001543599646538496, 'pos0_bos_top1': 0, 'last_eos_p': 0.02261536382138729, 'last_eos_top1': 0}
+step=384000 lr=3.000000e-03 loss=2.1096 ce=2.1096 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00035539446980692446, 'pos0_bos_top1': 0, 'last_eos_p': 0.02005039155483246, 'last_eos_top1': 0}
+step=384050 lr=3.000000e-03 loss=2.4552 ce=2.4552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011418961366871372, 'pos0_bos_top1': 0, 'last_eos_p': 0.02465248294174671, 'last_eos_top1': 0}
+step=384100 lr=3.000000e-03 loss=2.7301 ce=2.7301 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7635309126926586e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027918608859181404, 'last_eos_top1': 0}
+step=384150 lr=3.000000e-03 loss=3.0168 ce=3.0168 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011535755766090006, 'pos0_bos_top1': 0, 'last_eos_p': 0.02462071180343628, 'last_eos_top1': 0}
+step=384200 lr=3.000000e-03 loss=3.1682 ce=3.1682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.988018892821856e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.040240589529275894, 'last_eos_top1': 0}
+step=384250 lr=3.000000e-03 loss=2.1984 ce=2.1984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018021116557065398, 'pos0_bos_top1': 0, 'last_eos_p': 0.026760060340166092, 'last_eos_top1': 0}
+step=384300 lr=3.000000e-03 loss=1.9924 ce=1.9924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.264375355793163e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02876696176826954, 'last_eos_top1': 0}
+step=384350 lr=3.000000e-03 loss=1.4297 ce=1.4297 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.072337029967457e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027900882065296173, 'last_eos_top1': 0}
+step=384400 lr=3.000000e-03 loss=2.2704 ce=2.2704 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.537281347438693e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030938712880015373, 'last_eos_top1': 0}
+step=384450 lr=3.000000e-03 loss=2.7860 ce=2.7860 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.08806188008748e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030817173421382904, 'last_eos_top1': 0}
+step=384500 lr=3.000000e-03 loss=1.7417 ce=1.7417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7712052289862186e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02410244382917881, 'last_eos_top1': 0}
+step=384550 lr=3.000000e-03 loss=2.7535 ce=2.7535 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001386297371936962, 'pos0_bos_top1': 0, 'last_eos_p': 0.031047377735376358, 'last_eos_top1': 0}
+step=384600 lr=3.000000e-03 loss=2.3602 ce=2.3602 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.489800868323073e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023200925439596176, 'last_eos_top1': 0}
+step=384650 lr=3.000000e-03 loss=2.3084 ce=2.3084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016883958596736193, 'pos0_bos_top1': 0, 'last_eos_p': 0.023303557187318802, 'last_eos_top1': 0}
+step=384700 lr=3.000000e-03 loss=2.4061 ce=2.4061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.574267611838877e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027013104408979416, 'last_eos_top1': 0}
+step=384750 lr=3.000000e-03 loss=2.7899 ce=2.7899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.27118128654547e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027664892375469208, 'last_eos_top1': 0}
+step=384800 lr=3.000000e-03 loss=2.6384 ce=2.6384 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.185645467368886e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020481327548623085, 'last_eos_top1': 0}
+step=384850 lr=3.000000e-03 loss=2.4405 ce=2.4405 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.777783058467321e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03126299008727074, 'last_eos_top1': 0}
+step=384900 lr=3.000000e-03 loss=2.6290 ce=2.6290 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011647044448181987, 'pos0_bos_top1': 0, 'last_eos_p': 0.027267681434750557, 'last_eos_top1': 0}
+step=384950 lr=3.000000e-03 loss=2.9172 ce=2.9172 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.557016892358661e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026256771758198738, 'last_eos_top1': 0}
+step=385000 lr=3.000000e-03 loss=1.9282 ce=1.9282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.847934805089608e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02956313081085682, 'last_eos_top1': 0}
+step=385050 lr=3.000000e-03 loss=1.9716 ce=1.9716 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6558573154034093e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024165505543351173, 'last_eos_top1': 0}
+step=385100 lr=3.000000e-03 loss=2.2543 ce=2.2543 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014927620941307396, 'pos0_bos_top1': 0, 'last_eos_p': 0.022077059373259544, 'last_eos_top1': 0}
+step=385150 lr=3.000000e-03 loss=2.3367 ce=2.3367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003447596391197294, 'pos0_bos_top1': 0, 'last_eos_p': 0.02833998017013073, 'last_eos_top1': 0}
+step=385200 lr=3.000000e-03 loss=2.2043 ce=2.2043 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.025436545722187e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02835671789944172, 'last_eos_top1': 0}
+step=385250 lr=3.000000e-03 loss=2.2405 ce=2.2405 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.967557833879255e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033731814473867416, 'last_eos_top1': 0}
+step=385300 lr=3.000000e-03 loss=2.1927 ce=2.1927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001568766892887652, 'pos0_bos_top1': 0, 'last_eos_p': 0.029211295768618584, 'last_eos_top1': 0}
+step=385350 lr=3.000000e-03 loss=2.8776 ce=2.8776 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.386580884689465e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02953297272324562, 'last_eos_top1': 0}
+step=385400 lr=3.000000e-03 loss=2.5159 ce=2.5159 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.674934360897169e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027507923543453217, 'last_eos_top1': 0}
+step=385450 lr=3.000000e-03 loss=2.0496 ce=2.0496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011095569061581045, 'pos0_bos_top1': 0, 'last_eos_p': 0.02340608835220337, 'last_eos_top1': 0}
+step=385500 lr=3.000000e-03 loss=2.2793 ce=2.2793 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.526614353992045e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02504558488726616, 'last_eos_top1': 0}
+step=385550 lr=3.000000e-03 loss=1.9893 ce=1.9893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.627601422020234e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02439361996948719, 'last_eos_top1': 0}
+step=385600 lr=3.000000e-03 loss=2.4099 ce=2.4099 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012965922360308468, 'pos0_bos_top1': 0, 'last_eos_p': 0.027938973158597946, 'last_eos_top1': 0}
+step=385650 lr=3.000000e-03 loss=2.8612 ce=2.8612 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002258869935758412, 'pos0_bos_top1': 0, 'last_eos_p': 0.02166677825152874, 'last_eos_top1': 0}
+step=385700 lr=3.000000e-03 loss=3.2358 ce=3.2358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001234768860740587, 'pos0_bos_top1': 0, 'last_eos_p': 0.02681422047317028, 'last_eos_top1': 0}
+step=385750 lr=3.000000e-03 loss=2.5422 ce=2.5422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7291512853698805e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027403676882386208, 'last_eos_top1': 0}
+step=385800 lr=3.000000e-03 loss=2.1663 ce=2.1663 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.78010323503986e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027922190725803375, 'last_eos_top1': 0}
+step=385850 lr=3.000000e-03 loss=2.7768 ce=2.7768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.764354763319716e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02824338898062706, 'last_eos_top1': 0}
+step=385900 lr=3.000000e-03 loss=2.1950 ce=2.1950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015179395268205553, 'pos0_bos_top1': 0, 'last_eos_p': 0.022440245375037193, 'last_eos_top1': 0}
+step=385950 lr=3.000000e-03 loss=1.6337 ce=1.6337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010843799100257456, 'pos0_bos_top1': 0, 'last_eos_p': 0.028701193630695343, 'last_eos_top1': 0}
+step=386000 lr=3.000000e-03 loss=2.3873 ce=2.3873 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.870031160768121e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02502388134598732, 'last_eos_top1': 0}
+step=386050 lr=3.000000e-03 loss=2.4704 ce=2.4704 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002780432696454227, 'pos0_bos_top1': 0, 'last_eos_p': 0.02642572484910488, 'last_eos_top1': 0}
+step=386100 lr=3.000000e-03 loss=2.7176 ce=2.7176 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.695845513604581e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024269932880997658, 'last_eos_top1': 0}
+step=386150 lr=3.000000e-03 loss=2.7526 ce=2.7526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9090685934061185e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02020450122654438, 'last_eos_top1': 0}
+step=386200 lr=3.000000e-03 loss=2.1973 ce=2.1973 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011245815403526649, 'pos0_bos_top1': 0, 'last_eos_p': 0.02465457282960415, 'last_eos_top1': 0}
+step=386250 lr=3.000000e-03 loss=1.3323 ce=1.3323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.733162495540455e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018302321434020996, 'last_eos_top1': 0}
+step=386300 lr=3.000000e-03 loss=2.7028 ce=2.7028 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.901818364392966e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027511296793818474, 'last_eos_top1': 0}
+step=386350 lr=3.000000e-03 loss=3.0410 ce=3.0410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010044376540463418, 'pos0_bos_top1': 0, 'last_eos_p': 0.03650052100419998, 'last_eos_top1': 0}
+step=386400 lr=3.000000e-03 loss=2.0162 ce=2.0162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.220754974288866e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03615656867623329, 'last_eos_top1': 0}
+step=386450 lr=3.000000e-03 loss=1.5844 ce=1.5844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7734939067158848e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029047448188066483, 'last_eos_top1': 0}
+[elf_hfds direct rank=5 worker=0] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=3 worker=2] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=1 worker=2] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=6 worker=3] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=3 worker=3] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=3100000 rows=3091809 buffered=8191 part=openwebtext-t5
+step=386500 lr=3.000000e-03 loss=3.6089 ce=3.6089 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013115124602336437, 'pos0_bos_top1': 0, 'last_eos_p': 0.02293935790657997, 'last_eos_top1': 0}
+step=386550 lr=3.000000e-03 loss=2.2891 ce=2.2891 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016730735660530627, 'pos0_bos_top1': 0, 'last_eos_p': 0.017309444025158882, 'last_eos_top1': 0}
+step=386600 lr=3.000000e-03 loss=2.1434 ce=2.1434 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8338214178802446e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02399560995399952, 'last_eos_top1': 0}
+step=386650 lr=3.000000e-03 loss=2.4562 ce=2.4562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.092768383794464e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029650215059518814, 'last_eos_top1': 0}
+step=386700 lr=3.000000e-03 loss=2.3126 ce=2.3126 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.184458809206262e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028963390737771988, 'last_eos_top1': 0}
+step=386750 lr=3.000000e-03 loss=1.3267 ce=1.3267 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.762711902614683e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02124195359647274, 'last_eos_top1': 0}
+step=386800 lr=3.000000e-03 loss=2.1191 ce=2.1191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.378009468084201e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022712551057338715, 'last_eos_top1': 0}
+step=386850 lr=3.000000e-03 loss=2.1850 ce=2.1850 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003593187138903886, 'pos0_bos_top1': 0, 'last_eos_p': 0.023740438744425774, 'last_eos_top1': 0}
+step=386900 lr=3.000000e-03 loss=1.9950 ce=1.9950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011887767323059961, 'pos0_bos_top1': 0, 'last_eos_p': 0.029715487733483315, 'last_eos_top1': 0}
+step=386950 lr=3.000000e-03 loss=2.6916 ce=2.6916 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022868567612022161, 'pos0_bos_top1': 0, 'last_eos_p': 0.024805691093206406, 'last_eos_top1': 0}
+step=387000 lr=3.000000e-03 loss=3.1014 ce=3.1014 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021333759650588036, 'pos0_bos_top1': 0, 'last_eos_p': 0.024347273632884026, 'last_eos_top1': 0}
+step=387050 lr=3.000000e-03 loss=2.6162 ce=2.6162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00046194568858481944, 'pos0_bos_top1': 0, 'last_eos_p': 0.024179568514227867, 'last_eos_top1': 0}
+step=387100 lr=3.000000e-03 loss=2.1795 ce=2.1795 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028000614838674664, 'pos0_bos_top1': 0, 'last_eos_p': 0.02834019996225834, 'last_eos_top1': 0}
+step=387150 lr=3.000000e-03 loss=2.3506 ce=2.3506 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00033190418616868556, 'pos0_bos_top1': 0, 'last_eos_p': 0.02948581799864769, 'last_eos_top1': 0}
+step=387200 lr=3.000000e-03 loss=1.7416 ce=1.7416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004241710703354329, 'pos0_bos_top1': 0, 'last_eos_p': 0.024946413934230804, 'last_eos_top1': 0}
+step=387250 lr=3.000000e-03 loss=2.8589 ce=2.8589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023938875528983772, 'pos0_bos_top1': 0, 'last_eos_p': 0.04169716313481331, 'last_eos_top1': 0}
+step=387300 lr=3.000000e-03 loss=2.8754 ce=2.8754 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004172889166511595, 'pos0_bos_top1': 0, 'last_eos_p': 0.02551773563027382, 'last_eos_top1': 0}
+step=387350 lr=3.000000e-03 loss=3.1786 ce=3.1786 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00046821916475892067, 'pos0_bos_top1': 0, 'last_eos_p': 0.027910543605685234, 'last_eos_top1': 0}
+step=387400 lr=3.000000e-03 loss=2.6082 ce=2.6082 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00035959185333922505, 'pos0_bos_top1': 0, 'last_eos_p': 0.019197382032871246, 'last_eos_top1': 0}
+step=387450 lr=3.000000e-03 loss=2.5149 ce=2.5149 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016874248103704304, 'pos0_bos_top1': 0, 'last_eos_p': 0.028876736760139465, 'last_eos_top1': 0}
+step=387500 lr=3.000000e-03 loss=2.5183 ce=2.5183 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00041123683331534266, 'pos0_bos_top1': 0, 'last_eos_p': 0.03246762603521347, 'last_eos_top1': 0}
+step=387550 lr=3.000000e-03 loss=2.2609 ce=2.2609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00025522278156131506, 'pos0_bos_top1': 0, 'last_eos_p': 0.03547096997499466, 'last_eos_top1': 0}
+step=387600 lr=3.000000e-03 loss=2.1881 ce=2.1881 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028443674091249704, 'pos0_bos_top1': 0, 'last_eos_p': 0.03806396201252937, 'last_eos_top1': 0}
+step=387650 lr=3.000000e-03 loss=2.2742 ce=2.2742 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022742737201042473, 'pos0_bos_top1': 0, 'last_eos_p': 0.02489013597369194, 'last_eos_top1': 0}
+step=387700 lr=3.000000e-03 loss=1.9340 ce=1.9340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013453688006848097, 'pos0_bos_top1': 0, 'last_eos_p': 0.030746569857001305, 'last_eos_top1': 0}
+step=387750 lr=3.000000e-03 loss=2.7010 ce=2.7010 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007752951350994408, 'pos0_bos_top1': 0, 'last_eos_p': 0.029280833899974823, 'last_eos_top1': 0}
+step=387800 lr=3.000000e-03 loss=2.1449 ce=2.1449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00037599634379148483, 'pos0_bos_top1': 0, 'last_eos_p': 0.02721053920686245, 'last_eos_top1': 0}
+step=387850 lr=3.000000e-03 loss=2.6568 ce=2.6568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006212621810846031, 'pos0_bos_top1': 0, 'last_eos_p': 0.024503272026777267, 'last_eos_top1': 0}
+step=387900 lr=3.000000e-03 loss=1.8491 ce=1.8491 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005472662160173059, 'pos0_bos_top1': 0, 'last_eos_p': 0.02659410610795021, 'last_eos_top1': 0}
+step=387950 lr=3.000000e-03 loss=2.7302 ce=2.7302 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001775955461198464, 'pos0_bos_top1': 0, 'last_eos_p': 0.02577294036746025, 'last_eos_top1': 0}
+step=388000 lr=3.000000e-03 loss=3.3405 ce=3.3405 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002843783295247704, 'pos0_bos_top1': 0, 'last_eos_p': 0.032712288200855255, 'last_eos_top1': 0}
+step=388050 lr=3.000000e-03 loss=2.5345 ce=2.5345 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002801615628413856, 'pos0_bos_top1': 0, 'last_eos_p': 0.026616403833031654, 'last_eos_top1': 0}
+step=388100 lr=3.000000e-03 loss=3.5741 ce=3.5741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017905261483974755, 'pos0_bos_top1': 0, 'last_eos_p': 0.027552993968129158, 'last_eos_top1': 0}
+step=388150 lr=3.000000e-03 loss=1.7834 ce=1.7834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020288079394958913, 'pos0_bos_top1': 0, 'last_eos_p': 0.022995954379439354, 'last_eos_top1': 0}
+step=388200 lr=3.000000e-03 loss=1.9738 ce=1.9738 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012818077811971307, 'pos0_bos_top1': 0, 'last_eos_p': 0.030211452394723892, 'last_eos_top1': 0}
+step=388250 lr=3.000000e-03 loss=2.1319 ce=2.1319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001776917779352516, 'pos0_bos_top1': 0, 'last_eos_p': 0.025355936959385872, 'last_eos_top1': 0}
+step=388300 lr=3.000000e-03 loss=2.2038 ce=2.2038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00025758103583939373, 'pos0_bos_top1': 0, 'last_eos_p': 0.03056207112967968, 'last_eos_top1': 0}
+step=388350 lr=3.000000e-03 loss=1.9916 ce=1.9916 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.18654046067968e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02666320465505123, 'last_eos_top1': 0}
+step=388400 lr=3.000000e-03 loss=1.5229 ce=1.5229 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024799545644782484, 'pos0_bos_top1': 0, 'last_eos_p': 0.018625007942318916, 'last_eos_top1': 0}
+step=388450 lr=3.000000e-03 loss=2.4851 ce=2.4851 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.453227251768112e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024264883249998093, 'last_eos_top1': 0}
+step=388500 lr=3.000000e-03 loss=2.0298 ce=2.0298 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011449386511230841, 'pos0_bos_top1': 0, 'last_eos_p': 0.0265776626765728, 'last_eos_top1': 0}
+step=388550 lr=3.000000e-03 loss=2.5456 ce=2.5456 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013777846470475197, 'pos0_bos_top1': 0, 'last_eos_p': 0.02475140616297722, 'last_eos_top1': 0}
+step=388600 lr=3.000000e-03 loss=1.8876 ce=1.8876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.579285476007499e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032959241420030594, 'last_eos_top1': 0}
+step=388650 lr=3.000000e-03 loss=2.3626 ce=2.3626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0067297959467396e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02891308069229126, 'last_eos_top1': 0}
+step=388700 lr=3.000000e-03 loss=2.5895 ce=2.5895 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010640000982675701, 'pos0_bos_top1': 0, 'last_eos_p': 0.025257404893636703, 'last_eos_top1': 0}
+step=388750 lr=3.000000e-03 loss=2.4990 ce=2.4990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7881396060111e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03442761301994324, 'last_eos_top1': 0}
+step=388800 lr=3.000000e-03 loss=2.1511 ce=2.1511 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018418651598040015, 'pos0_bos_top1': 0, 'last_eos_p': 0.029826654121279716, 'last_eos_top1': 0}
+step=388850 lr=3.000000e-03 loss=2.4630 ce=2.4630 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014500001270789653, 'pos0_bos_top1': 0, 'last_eos_p': 0.025831086561083794, 'last_eos_top1': 0}
+step=388900 lr=3.000000e-03 loss=2.7984 ce=2.7984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.288742537843063e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02524522878229618, 'last_eos_top1': 0}
+step=388950 lr=3.000000e-03 loss=1.9381 ce=1.9381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.002718924311921e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028659943491220474, 'last_eos_top1': 0}
+step=389000 lr=3.000000e-03 loss=2.2862 ce=2.2862 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.768642485141754e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0270743016153574, 'last_eos_top1': 0}
+step=389050 lr=3.000000e-03 loss=2.9766 ce=2.9766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4870510211912915e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02814403548836708, 'last_eos_top1': 0}
+step=389100 lr=3.000000e-03 loss=2.7774 ce=2.7774 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012882299779448658, 'pos0_bos_top1': 0, 'last_eos_p': 0.020197486504912376, 'last_eos_top1': 0}
+step=389150 lr=3.000000e-03 loss=3.2660 ce=3.2660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001039940252667293, 'pos0_bos_top1': 0, 'last_eos_p': 0.02011469379067421, 'last_eos_top1': 0}
+step=389200 lr=3.000000e-03 loss=2.3332 ce=2.3332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00026332156267017126, 'pos0_bos_top1': 0, 'last_eos_p': 0.03176773712038994, 'last_eos_top1': 0}
+step=389250 lr=3.000000e-03 loss=2.1417 ce=2.1417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.04631961020641e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027539486065506935, 'last_eos_top1': 0}
+step=389300 lr=3.000000e-03 loss=2.3731 ce=2.3731 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.556828935164958e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027899637818336487, 'last_eos_top1': 0}
+step=389350 lr=3.000000e-03 loss=3.0191 ce=3.0191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.112867701333016e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.038266707211732864, 'last_eos_top1': 0}
+step=389400 lr=3.000000e-03 loss=1.9549 ce=1.9549 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.056436930317432e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03390704095363617, 'last_eos_top1': 0}
+step=389450 lr=3.000000e-03 loss=2.4461 ce=2.4461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5287750001298264e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02423948422074318, 'last_eos_top1': 0}
+step=389500 lr=3.000000e-03 loss=1.6905 ce=1.6905 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.16152974544093e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02519398182630539, 'last_eos_top1': 0}
+step=389550 lr=3.000000e-03 loss=3.1232 ce=3.1232 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012169058754807338, 'pos0_bos_top1': 0, 'last_eos_p': 0.029658250510692596, 'last_eos_top1': 0}
+step=389600 lr=3.000000e-03 loss=2.3161 ce=2.3161 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003648035926744342, 'pos0_bos_top1': 0, 'last_eos_p': 0.029385194182395935, 'last_eos_top1': 0}
+step=389650 lr=3.000000e-03 loss=2.6361 ce=2.6361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015694080502726138, 'pos0_bos_top1': 0, 'last_eos_p': 0.03356995806097984, 'last_eos_top1': 0}
+step=389700 lr=3.000000e-03 loss=2.7111 ce=2.7111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015191554848570377, 'pos0_bos_top1': 0, 'last_eos_p': 0.031568754464387894, 'last_eos_top1': 0}
+step=389750 lr=3.000000e-03 loss=2.5140 ce=2.5140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017532831407152116, 'pos0_bos_top1': 0, 'last_eos_p': 0.022122828289866447, 'last_eos_top1': 0}
+step=389800 lr=3.000000e-03 loss=2.4590 ce=2.4590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.724181391997263e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02543526329100132, 'last_eos_top1': 0}
+step=389850 lr=3.000000e-03 loss=2.3653 ce=2.3653 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00032237698906101286, 'pos0_bos_top1': 0, 'last_eos_p': 0.027702992781996727, 'last_eos_top1': 0}
+step=389900 lr=3.000000e-03 loss=2.8384 ce=2.8384 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.723695984575897e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030878771096467972, 'last_eos_top1': 0}
+step=389950 lr=3.000000e-03 loss=2.7808 ce=2.7808 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007571387686766684, 'pos0_bos_top1': 0, 'last_eos_p': 0.03297967091202736, 'last_eos_top1': 0}
+step=390000 lr=3.000000e-03 loss=2.0470 ce=2.0470 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004695564857684076, 'pos0_bos_top1': 0, 'last_eos_p': 0.033544477075338364, 'last_eos_top1': 0}
+step=390050 lr=3.000000e-03 loss=2.9623 ce=2.9623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003568090032786131, 'pos0_bos_top1': 0, 'last_eos_p': 0.03185412287712097, 'last_eos_top1': 0}
+step=390100 lr=3.000000e-03 loss=2.2752 ce=2.2752 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00035365650546737015, 'pos0_bos_top1': 0, 'last_eos_p': 0.030144665390253067, 'last_eos_top1': 0}
+step=390150 lr=3.000000e-03 loss=2.2385 ce=2.2385 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.233835690887645e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028323592618107796, 'last_eos_top1': 0}
+step=390200 lr=3.000000e-03 loss=2.4811 ce=2.4811 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00025607753195799887, 'pos0_bos_top1': 0, 'last_eos_p': 0.027411676943302155, 'last_eos_top1': 0}
+step=390250 lr=3.000000e-03 loss=2.0476 ce=2.0476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006731374887749553, 'pos0_bos_top1': 0, 'last_eos_p': 0.02736685611307621, 'last_eos_top1': 0}
+step=390300 lr=3.000000e-03 loss=2.0441 ce=2.0441 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004195102083031088, 'pos0_bos_top1': 0, 'last_eos_p': 0.023565659299492836, 'last_eos_top1': 0}
+step=390350 lr=3.000000e-03 loss=2.2393 ce=2.2393 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002888641902245581, 'pos0_bos_top1': 0, 'last_eos_p': 0.023736899718642235, 'last_eos_top1': 0}
+step=390400 lr=3.000000e-03 loss=3.5112 ce=3.5112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017942767590284348, 'pos0_bos_top1': 0, 'last_eos_p': 0.02558746375143528, 'last_eos_top1': 0}
+step=390450 lr=3.000000e-03 loss=2.6055 ce=2.6055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020828926062677056, 'pos0_bos_top1': 0, 'last_eos_p': 0.026132283732295036, 'last_eos_top1': 0}
+step=390500 lr=3.000000e-03 loss=1.6717 ce=1.6717 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002734848530963063, 'pos0_bos_top1': 0, 'last_eos_p': 0.0198136568069458, 'last_eos_top1': 0}
+step=390550 lr=3.000000e-03 loss=2.0593 ce=2.0593 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024966654018498957, 'pos0_bos_top1': 0, 'last_eos_p': 0.03495202958583832, 'last_eos_top1': 0}
+step=390600 lr=3.000000e-03 loss=2.5894 ce=2.5894 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00026134130894206464, 'pos0_bos_top1': 0, 'last_eos_p': 0.028956979513168335, 'last_eos_top1': 0}
+step=390650 lr=3.000000e-03 loss=2.1450 ce=2.1450 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023495711502619088, 'pos0_bos_top1': 0, 'last_eos_p': 0.036230288445949554, 'last_eos_top1': 0}
+step=390700 lr=3.000000e-03 loss=2.5983 ce=2.5983 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000144245641422458, 'pos0_bos_top1': 0, 'last_eos_p': 0.03206697478890419, 'last_eos_top1': 0}
+step=390750 lr=3.000000e-03 loss=3.2052 ce=3.2052 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018651835853233933, 'pos0_bos_top1': 0, 'last_eos_p': 0.02824818715453148, 'last_eos_top1': 0}
+step=390800 lr=3.000000e-03 loss=2.3752 ce=2.3752 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015055353287607431, 'pos0_bos_top1': 0, 'last_eos_p': 0.03280089050531387, 'last_eos_top1': 0}
+step=390850 lr=3.000000e-03 loss=1.8520 ce=1.8520 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.766181079205126e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025750616565346718, 'last_eos_top1': 0}
+step=390900 lr=3.000000e-03 loss=2.0510 ce=2.0510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010641916014719754, 'pos0_bos_top1': 0, 'last_eos_p': 0.027314389124512672, 'last_eos_top1': 0}
+step=390950 lr=3.000000e-03 loss=2.4271 ce=2.4271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012770804460160434, 'pos0_bos_top1': 0, 'last_eos_p': 0.02380942925810814, 'last_eos_top1': 0}
+step=391000 lr=3.000000e-03 loss=3.0930 ce=3.0930 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3140651541762054e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027933165431022644, 'last_eos_top1': 0}
+step=391050 lr=3.000000e-03 loss=2.4234 ce=2.4234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.104658415191807e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03969283029437065, 'last_eos_top1': 0}
+step=391100 lr=3.000000e-03 loss=2.7368 ce=2.7368 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7802478143712506e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.043513618409633636, 'last_eos_top1': 0}
+step=391150 lr=3.000000e-03 loss=2.6261 ce=2.6261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015530492237303406, 'pos0_bos_top1': 0, 'last_eos_p': 0.03854093328118324, 'last_eos_top1': 0}
+step=391200 lr=3.000000e-03 loss=3.0710 ce=3.0710 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.866009011399001e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03696693480014801, 'last_eos_top1': 0}
+step=391250 lr=3.000000e-03 loss=2.2350 ce=2.2350 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010538828792050481, 'pos0_bos_top1': 0, 'last_eos_p': 0.031411390751600266, 'last_eos_top1': 0}
+step=391300 lr=3.000000e-03 loss=2.3733 ce=2.3733 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5976743422215804e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03442972153425217, 'last_eos_top1': 0}
+step=391350 lr=3.000000e-03 loss=2.4354 ce=2.4354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.688281428068876e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035616859793663025, 'last_eos_top1': 0}
+step=391400 lr=3.000000e-03 loss=2.8255 ce=2.8255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.098371133906767e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03907062113285065, 'last_eos_top1': 0}
+step=391450 lr=3.000000e-03 loss=2.6769 ce=2.6769 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6784083931706846e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.034681130200624466, 'last_eos_top1': 0}
+step=391500 lr=3.000000e-03 loss=1.9642 ce=1.9642 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2238622225122526e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027681991457939148, 'last_eos_top1': 0}
+step=391550 lr=3.000000e-03 loss=2.3190 ce=2.3190 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.923877324676141e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028816668316721916, 'last_eos_top1': 0}
+step=391600 lr=3.000000e-03 loss=2.0802 ce=2.0802 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001210085756611079, 'pos0_bos_top1': 0, 'last_eos_p': 0.027797698974609375, 'last_eos_top1': 0}
+step=391650 lr=3.000000e-03 loss=2.5925 ce=2.5925 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016393879195675254, 'pos0_bos_top1': 0, 'last_eos_p': 0.02945881336927414, 'last_eos_top1': 0}
+step=391700 lr=3.000000e-03 loss=2.8439 ce=2.8439 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.337932715425268e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029777560383081436, 'last_eos_top1': 0}
+step=391750 lr=3.000000e-03 loss=2.6069 ce=2.6069 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016352777311112732, 'pos0_bos_top1': 0, 'last_eos_p': 0.027495382353663445, 'last_eos_top1': 0}
+step=391800 lr=3.000000e-03 loss=2.6271 ce=2.6271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011668508523143828, 'pos0_bos_top1': 0, 'last_eos_p': 0.036413177847862244, 'last_eos_top1': 0}
+step=391850 lr=3.000000e-03 loss=2.6399 ce=2.6399 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023584965674672276, 'pos0_bos_top1': 0, 'last_eos_p': 0.03433076664805412, 'last_eos_top1': 0}
+step=391900 lr=3.000000e-03 loss=2.5161 ce=2.5161 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002597685670480132, 'pos0_bos_top1': 0, 'last_eos_p': 0.030730683356523514, 'last_eos_top1': 0}
+step=391950 lr=3.000000e-03 loss=2.8985 ce=2.8985 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.580297046341002e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03646819666028023, 'last_eos_top1': 0}
+step=392000 lr=3.000000e-03 loss=2.3266 ce=2.3266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010109420691151172, 'pos0_bos_top1': 0, 'last_eos_p': 0.04951098561286926, 'last_eos_top1': 0}
+step=392050 lr=3.000000e-03 loss=1.8645 ce=1.8645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.334911399288103e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031027579680085182, 'last_eos_top1': 0}
+step=392100 lr=3.000000e-03 loss=2.8236 ce=2.8236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010295134416082874, 'pos0_bos_top1': 0, 'last_eos_p': 0.034085698425769806, 'last_eos_top1': 0}
+step=392150 lr=3.000000e-03 loss=2.1377 ce=2.1377 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010300748544977978, 'pos0_bos_top1': 0, 'last_eos_p': 0.03500033915042877, 'last_eos_top1': 0}
+step=392200 lr=3.000000e-03 loss=2.3525 ce=2.3525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.300340904388577e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035765163600444794, 'last_eos_top1': 0}
+step=392250 lr=3.000000e-03 loss=1.8937 ce=1.8937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.885154703515582e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027006525546312332, 'last_eos_top1': 0}
+step=392300 lr=3.000000e-03 loss=2.6727 ce=2.6727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.427852349588647e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022842926904559135, 'last_eos_top1': 0}
+step=392350 lr=3.000000e-03 loss=2.0714 ce=2.0714 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7557193940738216e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024484604597091675, 'last_eos_top1': 0}
+step=392400 lr=3.000000e-03 loss=2.7476 ce=2.7476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00027743299142457545, 'pos0_bos_top1': 0, 'last_eos_p': 0.019166726619005203, 'last_eos_top1': 0}
+step=392450 lr=3.000000e-03 loss=3.0338 ce=3.0338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012652577424887568, 'pos0_bos_top1': 0, 'last_eos_p': 0.02431546151638031, 'last_eos_top1': 0}
+step=392500 lr=3.000000e-03 loss=2.5361 ce=2.5361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024351397587452084, 'pos0_bos_top1': 0, 'last_eos_p': 0.02473813109099865, 'last_eos_top1': 0}
+step=392550 lr=3.000000e-03 loss=2.4724 ce=2.4724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002562941226642579, 'pos0_bos_top1': 0, 'last_eos_p': 0.025979144498705864, 'last_eos_top1': 0}
+step=392600 lr=3.000000e-03 loss=3.0560 ce=3.0560 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010206987644778565, 'pos0_bos_top1': 0, 'last_eos_p': 0.023452285677194595, 'last_eos_top1': 0}
+step=392650 lr=3.000000e-03 loss=1.9673 ce=1.9673 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022595755581278354, 'pos0_bos_top1': 0, 'last_eos_p': 0.027075305581092834, 'last_eos_top1': 0}
+step=392700 lr=3.000000e-03 loss=2.5357 ce=2.5357 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019535473256837577, 'pos0_bos_top1': 0, 'last_eos_p': 0.0284587312489748, 'last_eos_top1': 0}
+step=392750 lr=3.000000e-03 loss=2.6086 ce=2.6086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.101085091358982e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027114499360322952, 'last_eos_top1': 0}
+step=392800 lr=3.000000e-03 loss=2.2209 ce=2.2209 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.072642231127247e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03670438006520271, 'last_eos_top1': 0}
+step=392850 lr=3.000000e-03 loss=1.6952 ce=1.6952 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.095039548701607e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04136107116937637, 'last_eos_top1': 0}
+step=392900 lr=3.000000e-03 loss=2.1008 ce=2.1008 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.274434028659016e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03966936469078064, 'last_eos_top1': 0}
+step=392950 lr=3.000000e-03 loss=1.9486 ce=1.9486 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.491040428751148e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04071241617202759, 'last_eos_top1': 0}
+step=393000 lr=3.000000e-03 loss=2.3461 ce=2.3461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.834566763951443e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04773714393377304, 'last_eos_top1': 0}
+step=393050 lr=3.000000e-03 loss=2.0769 ce=2.0769 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.703985541709699e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022359654307365417, 'last_eos_top1': 0}
+step=393100 lr=3.000000e-03 loss=2.3837 ce=2.3837 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014443813415709883, 'pos0_bos_top1': 0, 'last_eos_p': 0.03368433564901352, 'last_eos_top1': 0}
+step=393150 lr=3.000000e-03 loss=2.4566 ce=2.4566 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013744879106525332, 'pos0_bos_top1': 0, 'last_eos_p': 0.025172419846057892, 'last_eos_top1': 0}
+step=393200 lr=3.000000e-03 loss=2.6296 ce=2.6296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.844302722834982e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028847526758909225, 'last_eos_top1': 0}
+step=393250 lr=3.000000e-03 loss=1.5920 ce=1.5920 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.633787365397438e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031444400548934937, 'last_eos_top1': 0}
+step=393300 lr=3.000000e-03 loss=1.9771 ce=1.9771 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018175995501223952, 'pos0_bos_top1': 0, 'last_eos_p': 0.0230167955160141, 'last_eos_top1': 0}
+step=393350 lr=3.000000e-03 loss=2.6591 ce=2.6591 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023662118474021554, 'pos0_bos_top1': 0, 'last_eos_p': 0.03430113568902016, 'last_eos_top1': 0}
+step=393400 lr=3.000000e-03 loss=2.4543 ce=2.4543 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011687874211929739, 'pos0_bos_top1': 0, 'last_eos_p': 0.03348133713006973, 'last_eos_top1': 0}
+step=393450 lr=3.000000e-03 loss=1.6768 ce=1.6768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.28204395272769e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030928563326597214, 'last_eos_top1': 0}
+step=393500 lr=3.000000e-03 loss=2.1212 ce=2.1212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010947295231744647, 'pos0_bos_top1': 0, 'last_eos_p': 0.0326789915561676, 'last_eos_top1': 0}
+step=393550 lr=3.000000e-03 loss=2.5909 ce=2.5909 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010129153815796599, 'pos0_bos_top1': 0, 'last_eos_p': 0.029296061024069786, 'last_eos_top1': 0}
+step=393600 lr=3.000000e-03 loss=2.6786 ce=2.6786 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1216902900487185e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02583436667919159, 'last_eos_top1': 0}
+step=393650 lr=3.000000e-03 loss=2.4094 ce=2.4094 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.840122760972008e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032173041254282, 'last_eos_top1': 0}
+step=393700 lr=3.000000e-03 loss=2.9340 ce=2.9340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3848296627402306e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023340163752436638, 'last_eos_top1': 0}
+step=393750 lr=3.000000e-03 loss=2.1965 ce=2.1965 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.565393828670494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035197313874959946, 'last_eos_top1': 0}
+step=393800 lr=3.000000e-03 loss=3.5295 ce=3.5295 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.228120037121698e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032816529273986816, 'last_eos_top1': 0}
+step=393850 lr=3.000000e-03 loss=2.9261 ce=2.9261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.441153214429505e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03503791615366936, 'last_eos_top1': 0}
+step=393900 lr=3.000000e-03 loss=2.8256 ce=2.8256 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.459324943833053e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033683404326438904, 'last_eos_top1': 0}
+step=393950 lr=3.000000e-03 loss=1.5297 ce=1.5297 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6269084628438577e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03339353948831558, 'last_eos_top1': 0}
+step=394000 lr=3.000000e-03 loss=2.2727 ce=2.2727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018040041322819889, 'pos0_bos_top1': 0, 'last_eos_p': 0.03719310089945793, 'last_eos_top1': 0}
+step=394050 lr=3.000000e-03 loss=2.1489 ce=2.1489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.263056952273473e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028206991031765938, 'last_eos_top1': 0}
+step=394100 lr=3.000000e-03 loss=1.9452 ce=1.9452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010016546730184928, 'pos0_bos_top1': 0, 'last_eos_p': 0.035227809101343155, 'last_eos_top1': 0}
+step=394150 lr=3.000000e-03 loss=2.1255 ce=2.1255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002971216745208949, 'pos0_bos_top1': 0, 'last_eos_p': 0.029186759144067764, 'last_eos_top1': 0}
+step=394200 lr=3.000000e-03 loss=2.5972 ce=2.5972 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.905396341811866e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.038221824914216995, 'last_eos_top1': 0}
+step=394250 lr=3.000000e-03 loss=1.9496 ce=1.9496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002248392120236531, 'pos0_bos_top1': 0, 'last_eos_p': 0.026604581624269485, 'last_eos_top1': 0}
+step=394300 lr=3.000000e-03 loss=1.7900 ce=1.7900 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005568385240621865, 'pos0_bos_top1': 0, 'last_eos_p': 0.027145085856318474, 'last_eos_top1': 0}
+step=394350 lr=3.000000e-03 loss=2.5153 ce=2.5153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001805382053134963, 'pos0_bos_top1': 0, 'last_eos_p': 0.029442468658089638, 'last_eos_top1': 0}
+step=394400 lr=3.000000e-03 loss=3.0808 ce=3.0808 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00040401978185400367, 'pos0_bos_top1': 0, 'last_eos_p': 0.02256191335618496, 'last_eos_top1': 0}
+step=394450 lr=3.000000e-03 loss=3.0594 ce=3.0594 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.070473657222465e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02752866968512535, 'last_eos_top1': 0}
+step=394500 lr=3.000000e-03 loss=2.9908 ce=2.9908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011359803465893492, 'pos0_bos_top1': 0, 'last_eos_p': 0.01945643499493599, 'last_eos_top1': 0}
+step=394550 lr=3.000000e-03 loss=2.4193 ce=2.4193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002030452887993306, 'pos0_bos_top1': 0, 'last_eos_p': 0.024836618453264236, 'last_eos_top1': 0}
+step=394600 lr=3.000000e-03 loss=2.9079 ce=2.9079 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007259559351950884, 'pos0_bos_top1': 0, 'last_eos_p': 0.021914495155215263, 'last_eos_top1': 0}
+step=394650 lr=3.000000e-03 loss=2.8649 ce=2.8649 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012055831030011177, 'pos0_bos_top1': 0, 'last_eos_p': 0.028892718255519867, 'last_eos_top1': 0}
+step=394700 lr=3.000000e-03 loss=1.7908 ce=1.7908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002900117542594671, 'pos0_bos_top1': 0, 'last_eos_p': 0.029061244800686836, 'last_eos_top1': 0}
+step=394750 lr=3.000000e-03 loss=1.9488 ce=1.9488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.326479630544782e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03579171746969223, 'last_eos_top1': 0}
+step=394800 lr=3.000000e-03 loss=3.0323 ce=3.0323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.432781032752246e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027974305674433708, 'last_eos_top1': 0}
+step=394850 lr=3.000000e-03 loss=2.5588 ce=2.5588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.741360215935856e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028884531930088997, 'last_eos_top1': 0}
+step=394900 lr=3.000000e-03 loss=1.5899 ce=1.5899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.40161451883614e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026037247851490974, 'last_eos_top1': 0}
+step=394950 lr=3.000000e-03 loss=2.2613 ce=2.2613 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001144009074778296, 'pos0_bos_top1': 0, 'last_eos_p': 0.03249802067875862, 'last_eos_top1': 0}
+step=395000 lr=3.000000e-03 loss=2.6584 ce=2.6584 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011379236821085215, 'pos0_bos_top1': 0, 'last_eos_p': 0.024232054129242897, 'last_eos_top1': 0}
+step=395050 lr=3.000000e-03 loss=2.7505 ce=2.7505 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001630191836738959, 'pos0_bos_top1': 0, 'last_eos_p': 0.021301453933119774, 'last_eos_top1': 0}
+step=395100 lr=3.000000e-03 loss=1.6187 ce=1.6187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.033730071270838e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03252775967121124, 'last_eos_top1': 0}
+step=395150 lr=3.000000e-03 loss=1.6599 ce=1.6599 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.565326086478308e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024623412638902664, 'last_eos_top1': 0}
+step=395200 lr=3.000000e-03 loss=2.2378 ce=2.2378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014366015966515988, 'pos0_bos_top1': 0, 'last_eos_p': 0.02703077346086502, 'last_eos_top1': 0}
+step=395250 lr=3.000000e-03 loss=1.7319 ce=1.7319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011071846529375762, 'pos0_bos_top1': 0, 'last_eos_p': 0.022982263937592506, 'last_eos_top1': 0}
+step=395300 lr=3.000000e-03 loss=2.4047 ce=2.4047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.485312380595133e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023882921785116196, 'last_eos_top1': 0}
+step=395350 lr=3.000000e-03 loss=2.2727 ce=2.2727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.50107758701779e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.034132007509469986, 'last_eos_top1': 0}
+step=395400 lr=3.000000e-03 loss=2.5582 ce=2.5582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013402142212726176, 'pos0_bos_top1': 0, 'last_eos_p': 0.028238683938980103, 'last_eos_top1': 0}
+step=395450 lr=3.000000e-03 loss=1.8450 ce=1.8450 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014764428487978876, 'pos0_bos_top1': 0, 'last_eos_p': 0.03190657123923302, 'last_eos_top1': 0}
+step=395500 lr=3.000000e-03 loss=2.2068 ce=2.2068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.73143141384935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03327150270342827, 'last_eos_top1': 0}
+step=395550 lr=3.000000e-03 loss=2.5236 ce=2.5236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.728643347742036e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023748895153403282, 'last_eos_top1': 0}
+step=395600 lr=3.000000e-03 loss=2.2914 ce=2.2914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.997569628059864e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030356965959072113, 'last_eos_top1': 0}
+step=395650 lr=3.000000e-03 loss=2.2496 ce=2.2496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.083137072389945e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02815583162009716, 'last_eos_top1': 0}
+step=395700 lr=3.000000e-03 loss=2.3207 ce=2.3207 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014068247401155531, 'pos0_bos_top1': 0, 'last_eos_p': 0.03755267336964607, 'last_eos_top1': 0}
+step=395750 lr=3.000000e-03 loss=2.4579 ce=2.4579 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.484463614877313e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033018529415130615, 'last_eos_top1': 0}
+step=395800 lr=3.000000e-03 loss=2.1369 ce=2.1369 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.082224328769371e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04435436427593231, 'last_eos_top1': 0}
+step=395850 lr=3.000000e-03 loss=2.2371 ce=2.2371 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.581324876402505e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03506460040807724, 'last_eos_top1': 0}
+step=395900 lr=3.000000e-03 loss=2.8271 ce=2.8271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6408008125144988e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03331941366195679, 'last_eos_top1': 0}
+step=395950 lr=3.000000e-03 loss=2.2624 ce=2.2624 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2438187443185598e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030261963605880737, 'last_eos_top1': 0}
+step=396000 lr=3.000000e-03 loss=2.0049 ce=2.0049 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9010787582374178e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033276382833719254, 'last_eos_top1': 0}
+step=396050 lr=3.000000e-03 loss=2.5610 ce=2.5610 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.600406337995082e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.034963011741638184, 'last_eos_top1': 0}
+step=396100 lr=3.000000e-03 loss=2.2853 ce=2.2853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.962893091142178e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035620059818029404, 'last_eos_top1': 0}
+step=396150 lr=3.000000e-03 loss=2.9850 ce=2.9850 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016097007028292865, 'pos0_bos_top1': 0, 'last_eos_p': 0.03194377198815346, 'last_eos_top1': 0}
+step=396200 lr=3.000000e-03 loss=1.9182 ce=1.9182 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018526229541748762, 'pos0_bos_top1': 0, 'last_eos_p': 0.042283616960048676, 'last_eos_top1': 0}
+step=396250 lr=3.000000e-03 loss=2.5484 ce=2.5484 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010756075789686292, 'pos0_bos_top1': 0, 'last_eos_p': 0.030028918758034706, 'last_eos_top1': 0}
+step=396300 lr=3.000000e-03 loss=2.7332 ce=2.7332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010967091657221317, 'pos0_bos_top1': 0, 'last_eos_p': 0.03316836059093475, 'last_eos_top1': 0}
+step=396350 lr=3.000000e-03 loss=1.9846 ce=1.9846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00032185265445150435, 'pos0_bos_top1': 0, 'last_eos_p': 0.036601703613996506, 'last_eos_top1': 0}
+step=396400 lr=3.000000e-03 loss=2.1875 ce=2.1875 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016337756824214011, 'pos0_bos_top1': 0, 'last_eos_p': 0.040694329887628555, 'last_eos_top1': 0}
+step=396450 lr=3.000000e-03 loss=2.3256 ce=2.3256 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011931177868973464, 'pos0_bos_top1': 0, 'last_eos_p': 0.03972475230693817, 'last_eos_top1': 0}
+step=396500 lr=3.000000e-03 loss=1.8481 ce=1.8481 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1199567678850144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03417212888598442, 'last_eos_top1': 0}
+step=396550 lr=3.000000e-03 loss=2.5575 ce=2.5575 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003017987182829529, 'pos0_bos_top1': 0, 'last_eos_p': 0.03746462240815163, 'last_eos_top1': 0}
+step=396600 lr=3.000000e-03 loss=2.2104 ce=2.2104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003488145594019443, 'pos0_bos_top1': 0, 'last_eos_p': 0.030400048941373825, 'last_eos_top1': 0}
+step=396650 lr=3.000000e-03 loss=2.5944 ce=2.5944 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017098554235417396, 'pos0_bos_top1': 0, 'last_eos_p': 0.025901854038238525, 'last_eos_top1': 0}
+step=396700 lr=3.000000e-03 loss=1.7419 ce=1.7419 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003484891203697771, 'pos0_bos_top1': 0, 'last_eos_p': 0.03233920782804489, 'last_eos_top1': 0}
+step=396750 lr=3.000000e-03 loss=3.0260 ce=3.0260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022776350670028478, 'pos0_bos_top1': 0, 'last_eos_p': 0.02704904042184353, 'last_eos_top1': 0}
+step=396800 lr=3.000000e-03 loss=2.4197 ce=2.4197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.115175635088235e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030172912403941154, 'last_eos_top1': 0}
+step=396850 lr=3.000000e-03 loss=2.6429 ce=2.6429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.695115345995873e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03874829038977623, 'last_eos_top1': 0}
+step=396900 lr=3.000000e-03 loss=3.3425 ce=3.3425 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010330775694455951, 'pos0_bos_top1': 0, 'last_eos_p': 0.029720749706029892, 'last_eos_top1': 0}
+step=396950 lr=3.000000e-03 loss=2.0920 ce=2.0920 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002352140872972086, 'pos0_bos_top1': 0, 'last_eos_p': 0.03306737169623375, 'last_eos_top1': 0}
+step=397000 lr=3.000000e-03 loss=2.3964 ce=2.3964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.677974306512624e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033824365586042404, 'last_eos_top1': 0}
+step=397050 lr=3.000000e-03 loss=2.1200 ce=2.1200 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.998352596885525e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029397495090961456, 'last_eos_top1': 0}
+step=397100 lr=3.000000e-03 loss=2.0350 ce=2.0350 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013752862287219614, 'pos0_bos_top1': 0, 'last_eos_p': 0.030465926975011826, 'last_eos_top1': 0}
+step=397150 lr=3.000000e-03 loss=2.9923 ce=2.9923 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015938527940306813, 'pos0_bos_top1': 0, 'last_eos_p': 0.027198342606425285, 'last_eos_top1': 0}
+step=397200 lr=3.000000e-03 loss=2.0782 ce=2.0782 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014563719742000103, 'pos0_bos_top1': 0, 'last_eos_p': 0.02335062436759472, 'last_eos_top1': 0}
+step=397250 lr=3.000000e-03 loss=2.1696 ce=2.1696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001454585144529119, 'pos0_bos_top1': 0, 'last_eos_p': 0.03166772797703743, 'last_eos_top1': 0}
+step=397300 lr=3.000000e-03 loss=1.9033 ce=1.9033 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00027306171250529587, 'pos0_bos_top1': 0, 'last_eos_p': 0.02966742031276226, 'last_eos_top1': 0}
+step=397350 lr=3.000000e-03 loss=2.0651 ce=2.0651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.206122583942488e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026587089523673058, 'last_eos_top1': 0}
+step=397400 lr=3.000000e-03 loss=2.6332 ce=2.6332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.234991112956777e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03217185661196709, 'last_eos_top1': 0}
+step=397450 lr=3.000000e-03 loss=2.3223 ce=2.3223 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.434863462345675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028370894491672516, 'last_eos_top1': 0}
+step=397500 lr=3.000000e-03 loss=2.6929 ce=2.6929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.178959377692081e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0283647570759058, 'last_eos_top1': 0}
+step=397550 lr=3.000000e-03 loss=2.1689 ce=2.1689 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.963681956520304e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02925167605280876, 'last_eos_top1': 0}
+step=397600 lr=3.000000e-03 loss=2.7551 ce=2.7551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.188326708273962e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03865758329629898, 'last_eos_top1': 0}
+step=397650 lr=3.000000e-03 loss=2.0762 ce=2.0762 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.565284613519907e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030246753245592117, 'last_eos_top1': 0}
+step=397700 lr=3.000000e-03 loss=2.8235 ce=2.8235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.280679321615025e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03080759570002556, 'last_eos_top1': 0}
+step=397750 lr=3.000000e-03 loss=2.1846 ce=2.1846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.979285636683926e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03494569659233093, 'last_eos_top1': 0}
+step=397800 lr=3.000000e-03 loss=2.6947 ce=2.6947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4556000425945967e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.038428016006946564, 'last_eos_top1': 0}
+step=397850 lr=3.000000e-03 loss=2.5721 ce=2.5721 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.154285362455994e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03038557432591915, 'last_eos_top1': 0}
+step=397900 lr=3.000000e-03 loss=2.4297 ce=2.4297 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3376356693916023e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03267467021942139, 'last_eos_top1': 0}
+step=397950 lr=3.000000e-03 loss=2.5579 ce=2.5579 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.138530392898247e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027136286720633507, 'last_eos_top1': 0}
+step=398000 lr=3.000000e-03 loss=1.8828 ce=1.8828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023444750695489347, 'pos0_bos_top1': 0, 'last_eos_p': 0.034823354333639145, 'last_eos_top1': 0}
+step=398050 lr=3.000000e-03 loss=2.8651 ce=2.8651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001113625185098499, 'pos0_bos_top1': 0, 'last_eos_p': 0.04159463942050934, 'last_eos_top1': 0}
+step=398100 lr=3.000000e-03 loss=2.7711 ce=2.7711 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7533573049586266e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0350504033267498, 'last_eos_top1': 0}
+step=398150 lr=3.000000e-03 loss=3.6928 ce=3.6928 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.787564441561699e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0480552539229393, 'last_eos_top1': 0}
+step=398200 lr=3.000000e-03 loss=2.2277 ce=2.2277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.838365516159683e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0417681559920311, 'last_eos_top1': 0}
+step=398250 lr=3.000000e-03 loss=2.5160 ce=2.5160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010041261703008786, 'pos0_bos_top1': 0, 'last_eos_p': 0.03926783427596092, 'last_eos_top1': 0}
+step=398300 lr=3.000000e-03 loss=2.0257 ce=2.0257 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.431231981376186e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024288564920425415, 'last_eos_top1': 0}
+step=398350 lr=3.000000e-03 loss=2.1601 ce=2.1601 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4472633665718604e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04182589426636696, 'last_eos_top1': 0}
+step=398400 lr=3.000000e-03 loss=3.1499 ce=3.1499 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002538918924983591, 'pos0_bos_top1': 0, 'last_eos_p': 0.032348375767469406, 'last_eos_top1': 0}
+step=398450 lr=3.000000e-03 loss=2.0984 ce=2.0984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.84068218106404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.041619859635829926, 'last_eos_top1': 0}
+step=398500 lr=3.000000e-03 loss=2.0258 ce=2.0258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.00467288272921e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02464807778596878, 'last_eos_top1': 0}
+step=398550 lr=3.000000e-03 loss=2.5788 ce=2.5788 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9609119741944596e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028680969029664993, 'last_eos_top1': 0}
+step=398600 lr=3.000000e-03 loss=2.2758 ce=2.2758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.987671804381534e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03481903299689293, 'last_eos_top1': 0}
+step=398650 lr=3.000000e-03 loss=2.1635 ce=2.1635 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016248000611085445, 'pos0_bos_top1': 0, 'last_eos_p': 0.029863279312849045, 'last_eos_top1': 0}
+step=398700 lr=3.000000e-03 loss=1.8759 ce=1.8759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.392863285029307e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033856555819511414, 'last_eos_top1': 0}
+step=398750 lr=3.000000e-03 loss=2.5568 ce=2.5568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.720193439628929e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03528034687042236, 'last_eos_top1': 0}
+step=398800 lr=3.000000e-03 loss=1.9648 ce=1.9648 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3754600988468155e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033597543835639954, 'last_eos_top1': 0}
+step=398850 lr=3.000000e-03 loss=2.0046 ce=2.0046 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014068177551962435, 'pos0_bos_top1': 0, 'last_eos_p': 0.01997649483382702, 'last_eos_top1': 0}
+step=398900 lr=3.000000e-03 loss=2.2369 ce=2.2369 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.311690231086686e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02388547919690609, 'last_eos_top1': 0}
+step=398950 lr=3.000000e-03 loss=1.9463 ce=1.9463 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.224119326565415e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024756988510489464, 'last_eos_top1': 0}
+step=399000 lr=3.000000e-03 loss=1.2197 ce=1.2197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011462647671578452, 'pos0_bos_top1': 0, 'last_eos_p': 0.026424774900078773, 'last_eos_top1': 0}
+step=399050 lr=3.000000e-03 loss=2.5354 ce=2.5354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011204108159290627, 'pos0_bos_top1': 0, 'last_eos_p': 0.03021230362355709, 'last_eos_top1': 0}
+step=399100 lr=3.000000e-03 loss=2.4958 ce=2.4958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.102575935074128e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03046497330069542, 'last_eos_top1': 0}
+step=399150 lr=3.000000e-03 loss=2.4074 ce=2.4074 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.574075086973608e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029452601447701454, 'last_eos_top1': 0}
+step=399200 lr=3.000000e-03 loss=3.3207 ce=3.3207 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.436468538595363e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030510704964399338, 'last_eos_top1': 0}
+step=399250 lr=3.000000e-03 loss=2.1240 ce=2.1240 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.306595656089485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03659483790397644, 'last_eos_top1': 0}
+step=399300 lr=3.000000e-03 loss=2.9800 ce=2.9800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011147431359859183, 'pos0_bos_top1': 0, 'last_eos_p': 0.03775441274046898, 'last_eos_top1': 0}
+step=399350 lr=3.000000e-03 loss=2.4945 ce=2.4945 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8214097255840898e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03295731544494629, 'last_eos_top1': 0}
+[elf_hfds direct rank=0 worker=0] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=3200000 rows=3195024 buffered=4976 part=openwebtext-t5
+step=399400 lr=3.000000e-03 loss=2.1591 ce=2.1591 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5565718058496714e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029855625703930855, 'last_eos_top1': 0}
+step=399450 lr=3.000000e-03 loss=2.6934 ce=2.6934 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.093300256296061e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029926855117082596, 'last_eos_top1': 0}
+step=399500 lr=3.000000e-03 loss=2.2699 ce=2.2699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4035056412685663e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02933165244758129, 'last_eos_top1': 0}
+step=399550 lr=3.000000e-03 loss=3.5609 ce=3.5609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001001077180262655, 'pos0_bos_top1': 0, 'last_eos_p': 0.02778227999806404, 'last_eos_top1': 0}
+step=399600 lr=3.000000e-03 loss=2.7310 ce=2.7310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.312773232115433e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030190641060471535, 'last_eos_top1': 0}
+step=399650 lr=3.000000e-03 loss=1.7901 ce=1.7901 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0631020712899044e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03308982774615288, 'last_eos_top1': 0}
+step=399700 lr=3.000000e-03 loss=2.7128 ce=2.7128 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015118354349397123, 'pos0_bos_top1': 0, 'last_eos_p': 0.034959495067596436, 'last_eos_top1': 0}
+step=399750 lr=3.000000e-03 loss=2.2780 ce=2.2780 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00033304051612503827, 'pos0_bos_top1': 0, 'last_eos_p': 0.026971207931637764, 'last_eos_top1': 0}
+step=399800 lr=3.000000e-03 loss=1.9569 ce=1.9569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024078138812910765, 'pos0_bos_top1': 0, 'last_eos_p': 0.03131939843297005, 'last_eos_top1': 0}
+step=399850 lr=3.000000e-03 loss=2.1461 ce=2.1461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00030320853693410754, 'pos0_bos_top1': 0, 'last_eos_p': 0.027610307559370995, 'last_eos_top1': 0}
+step=399900 lr=3.000000e-03 loss=1.8673 ce=1.8673 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020473945187404752, 'pos0_bos_top1': 0, 'last_eos_p': 0.031413301825523376, 'last_eos_top1': 0}
+step=399950 lr=3.000000e-03 loss=2.2670 ce=2.2670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.330866744974628e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028394049033522606, 'last_eos_top1': 0}
+step=400000 lr=3.000000e-03 loss=2.1476 ce=2.1476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012243271339684725, 'pos0_bos_top1': 0, 'last_eos_p': 0.029073096811771393, 'last_eos_top1': 0}
+step=400050 lr=3.000000e-03 loss=2.6162 ce=2.6162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001299614814342931, 'pos0_bos_top1': 0, 'last_eos_p': 0.04322878643870354, 'last_eos_top1': 0}
+step=400100 lr=3.000000e-03 loss=3.3966 ce=3.3966 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.678066761698574e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03232713043689728, 'last_eos_top1': 0}
+step=400150 lr=3.000000e-03 loss=2.5030 ce=2.5030 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.397076504072174e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028738638386130333, 'last_eos_top1': 0}
+step=400200 lr=3.000000e-03 loss=1.9714 ce=1.9714 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000118021278467495, 'pos0_bos_top1': 0, 'last_eos_p': 0.02532106079161167, 'last_eos_top1': 0}
+step=400250 lr=3.000000e-03 loss=2.8598 ce=2.8598 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012640170461963862, 'pos0_bos_top1': 0, 'last_eos_p': 0.023387016728520393, 'last_eos_top1': 0}
+step=400300 lr=3.000000e-03 loss=2.5859 ce=2.5859 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014119429397396743, 'pos0_bos_top1': 0, 'last_eos_p': 0.021313419565558434, 'last_eos_top1': 0}
+step=400350 lr=3.000000e-03 loss=2.2739 ce=2.2739 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.004288974916562e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.040232639759778976, 'last_eos_top1': 0}
+step=400400 lr=3.000000e-03 loss=2.6452 ce=2.6452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.654818283393979e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02861943654716015, 'last_eos_top1': 0}
+step=400450 lr=3.000000e-03 loss=3.0002 ce=3.0002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012561197218019515, 'pos0_bos_top1': 0, 'last_eos_p': 0.026506507769227028, 'last_eos_top1': 0}
+step=400500 lr=3.000000e-03 loss=2.2032 ce=2.2032 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.48295637499541e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0287074763327837, 'last_eos_top1': 0}
+step=400550 lr=3.000000e-03 loss=2.2183 ce=2.2183 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014797791664022952, 'pos0_bos_top1': 0, 'last_eos_p': 0.028354423120617867, 'last_eos_top1': 0}
+step=400600 lr=3.000000e-03 loss=2.4770 ce=2.4770 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012575494474731386, 'pos0_bos_top1': 0, 'last_eos_p': 0.031967729330062866, 'last_eos_top1': 0}
+step=400650 lr=3.000000e-03 loss=2.8838 ce=2.8838 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1781971958698705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03853849321603775, 'last_eos_top1': 0}
+step=400700 lr=3.000000e-03 loss=2.2020 ce=2.2020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001361509639536962, 'pos0_bos_top1': 0, 'last_eos_p': 0.026898013427853584, 'last_eos_top1': 0}
+step=400750 lr=3.000000e-03 loss=2.5152 ce=2.5152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.599409193266183e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03061114251613617, 'last_eos_top1': 0}
+step=400800 lr=3.000000e-03 loss=2.5996 ce=2.5996 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1793893615249544e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029168447479605675, 'last_eos_top1': 0}
+step=400850 lr=3.000000e-03 loss=2.2881 ce=2.2881 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.793581734295003e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03488307446241379, 'last_eos_top1': 0}
+step=400900 lr=3.000000e-03 loss=2.1858 ce=2.1858 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.528414137894288e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0246885996311903, 'last_eos_top1': 0}
+step=400950 lr=3.000000e-03 loss=1.9972 ce=1.9972 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.356375625822693e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024936052039265633, 'last_eos_top1': 0}
+step=401000 lr=3.000000e-03 loss=1.8551 ce=1.8551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1549668569350615e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025337301194667816, 'last_eos_top1': 0}
+step=401050 lr=3.000000e-03 loss=2.4067 ce=2.4067 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.555484237149358e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03135602921247482, 'last_eos_top1': 0}
+step=401100 lr=3.000000e-03 loss=2.5281 ce=2.5281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.820886432658881e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026103375479578972, 'last_eos_top1': 0}
+step=401150 lr=3.000000e-03 loss=2.3995 ce=2.3995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.614317968953401e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02490987628698349, 'last_eos_top1': 0}
+step=401200 lr=3.000000e-03 loss=2.3787 ce=2.3787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2473843020852655e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021659966558218002, 'last_eos_top1': 0}
+step=401250 lr=3.000000e-03 loss=1.9828 ce=1.9828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.88453287188895e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027728112414479256, 'last_eos_top1': 0}
+step=401300 lr=3.000000e-03 loss=1.7168 ce=1.7168 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2433228372829035e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032479897141456604, 'last_eos_top1': 0}
+step=401350 lr=3.000000e-03 loss=2.9163 ce=2.9163 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011475735664134845, 'pos0_bos_top1': 0, 'last_eos_p': 0.027137374505400658, 'last_eos_top1': 0}
+step=401400 lr=3.000000e-03 loss=2.4944 ce=2.4944 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011764973896788433, 'pos0_bos_top1': 0, 'last_eos_p': 0.02708064205944538, 'last_eos_top1': 0}
+step=401450 lr=3.000000e-03 loss=1.9913 ce=1.9913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.082278170855716e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02810078114271164, 'last_eos_top1': 0}
+step=401500 lr=3.000000e-03 loss=2.3936 ce=2.3936 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001386890362482518, 'pos0_bos_top1': 0, 'last_eos_p': 0.03324125334620476, 'last_eos_top1': 0}
+step=401550 lr=3.000000e-03 loss=2.6269 ce=2.6269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015622384671587497, 'pos0_bos_top1': 0, 'last_eos_p': 0.035881854593753815, 'last_eos_top1': 0}
+step=401600 lr=3.000000e-03 loss=2.6600 ce=2.6600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000108436775917653, 'pos0_bos_top1': 0, 'last_eos_p': 0.03517238795757294, 'last_eos_top1': 0}
+step=401650 lr=3.000000e-03 loss=2.5967 ce=2.5967 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019160490774083883, 'pos0_bos_top1': 0, 'last_eos_p': 0.023550275713205338, 'last_eos_top1': 0}
+step=401700 lr=3.000000e-03 loss=3.2721 ce=3.2721 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.359405961120501e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029486337676644325, 'last_eos_top1': 0}
+step=401750 lr=3.000000e-03 loss=1.8068 ce=1.8068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.369668259751052e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028448857367038727, 'last_eos_top1': 0}
+step=401800 lr=3.000000e-03 loss=3.1160 ce=3.1160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010312816448276863, 'pos0_bos_top1': 0, 'last_eos_p': 0.025579938665032387, 'last_eos_top1': 0}
+step=401850 lr=3.000000e-03 loss=2.1094 ce=2.1094 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000233632221352309, 'pos0_bos_top1': 0, 'last_eos_p': 0.019962692633271217, 'last_eos_top1': 0}
+step=401900 lr=3.000000e-03 loss=2.3424 ce=2.3424 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.170630513224751e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03243347257375717, 'last_eos_top1': 0}
+step=401950 lr=3.000000e-03 loss=2.1267 ce=2.1267 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.734786150744185e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028513461351394653, 'last_eos_top1': 0}
+step=402000 lr=3.000000e-03 loss=1.8882 ce=1.8882 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011509558680700138, 'pos0_bos_top1': 0, 'last_eos_p': 0.03282114118337631, 'last_eos_top1': 0}
+step=402050 lr=3.000000e-03 loss=2.7489 ce=2.7489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.415131090558134e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03188879042863846, 'last_eos_top1': 0}
+step=402100 lr=3.000000e-03 loss=2.7086 ce=2.7086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.593483703909442e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03202543407678604, 'last_eos_top1': 0}
+step=402150 lr=3.000000e-03 loss=2.2767 ce=2.2767 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.047131996136159e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024700140580534935, 'last_eos_top1': 0}
+step=402200 lr=3.000000e-03 loss=2.4609 ce=2.4609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001489969145040959, 'pos0_bos_top1': 0, 'last_eos_p': 0.030641190707683563, 'last_eos_top1': 0}
+step=402250 lr=3.000000e-03 loss=2.2418 ce=2.2418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.58993046474643e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031482793390750885, 'last_eos_top1': 0}
+step=402300 lr=3.000000e-03 loss=1.9692 ce=1.9692 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.81566673645284e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029442332684993744, 'last_eos_top1': 0}
+step=402350 lr=3.000000e-03 loss=3.0958 ce=3.0958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001387833326589316, 'pos0_bos_top1': 0, 'last_eos_p': 0.03490794822573662, 'last_eos_top1': 0}
+step=402400 lr=3.000000e-03 loss=2.0729 ce=2.0729 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.010229844832793e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029951896518468857, 'last_eos_top1': 0}
+step=402450 lr=3.000000e-03 loss=3.0386 ce=3.0386 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.379963451763615e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02204747125506401, 'last_eos_top1': 0}
+step=402500 lr=3.000000e-03 loss=1.5990 ce=1.5990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.501305632700678e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04272045940160751, 'last_eos_top1': 0}
+step=402550 lr=3.000000e-03 loss=2.2315 ce=2.2315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0357007088023238e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03191520646214485, 'last_eos_top1': 0}
+step=402600 lr=3.000000e-03 loss=2.4692 ce=2.4692 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3022997336520348e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03565625846385956, 'last_eos_top1': 0}
+step=402650 lr=3.000000e-03 loss=2.6023 ce=2.6023 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5253870262531564e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02627299539744854, 'last_eos_top1': 0}
+step=402700 lr=3.000000e-03 loss=2.7249 ce=2.7249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.024044993566349e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027372384443879128, 'last_eos_top1': 0}
+step=402750 lr=3.000000e-03 loss=2.1920 ce=2.1920 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.512667510425672e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03037814423441887, 'last_eos_top1': 0}
+step=402800 lr=3.000000e-03 loss=2.9097 ce=2.9097 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003881224256474525, 'pos0_bos_top1': 0, 'last_eos_p': 0.03736226633191109, 'last_eos_top1': 0}
+step=402850 lr=3.000000e-03 loss=2.5822 ce=2.5822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015986386279109865, 'pos0_bos_top1': 0, 'last_eos_p': 0.03790798783302307, 'last_eos_top1': 0}
+step=402900 lr=3.000000e-03 loss=2.5906 ce=2.5906 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7166653277818114e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03336896747350693, 'last_eos_top1': 0}
+step=402950 lr=3.000000e-03 loss=2.5573 ce=2.5573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.9214148020837456e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026620542630553246, 'last_eos_top1': 0}
+step=403000 lr=3.000000e-03 loss=2.2658 ce=2.2658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.728673856239766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02709132805466652, 'last_eos_top1': 0}
+step=403050 lr=3.000000e-03 loss=2.5525 ce=2.5525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1172686653444543e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03030812181532383, 'last_eos_top1': 0}
+step=403100 lr=3.000000e-03 loss=2.1811 ce=2.1811 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013539592328015715, 'pos0_bos_top1': 0, 'last_eos_p': 0.028053825721144676, 'last_eos_top1': 0}
+step=403150 lr=3.000000e-03 loss=1.9059 ce=1.9059 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.890503133647144e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03198154643177986, 'last_eos_top1': 0}
+step=403200 lr=3.000000e-03 loss=2.2435 ce=2.2435 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.558155291713774e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018597902730107307, 'last_eos_top1': 0}
+step=403250 lr=3.000000e-03 loss=2.1287 ce=2.1287 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014686366193927824, 'pos0_bos_top1': 0, 'last_eos_p': 0.02441253326833248, 'last_eos_top1': 0}
+step=403300 lr=3.000000e-03 loss=2.2280 ce=2.2280 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012915396655444056, 'pos0_bos_top1': 0, 'last_eos_p': 0.026443785056471825, 'last_eos_top1': 0}
+step=403350 lr=3.000000e-03 loss=2.8494 ce=2.8494 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.651688065379858e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02538187988102436, 'last_eos_top1': 0}
+step=403400 lr=3.000000e-03 loss=2.2872 ce=2.2872 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000106162486190442, 'pos0_bos_top1': 0, 'last_eos_p': 0.028476988896727562, 'last_eos_top1': 0}
+step=403450 lr=3.000000e-03 loss=2.2224 ce=2.2224 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010625299910316244, 'pos0_bos_top1': 0, 'last_eos_p': 0.02605896256864071, 'last_eos_top1': 0}
+step=403500 lr=3.000000e-03 loss=2.2161 ce=2.2161 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018231081776320934, 'pos0_bos_top1': 0, 'last_eos_p': 0.01753459870815277, 'last_eos_top1': 0}
+step=403550 lr=3.000000e-03 loss=1.9574 ce=1.9574 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002454127243254334, 'pos0_bos_top1': 0, 'last_eos_p': 0.026231488212943077, 'last_eos_top1': 0}
+step=403600 lr=3.000000e-03 loss=2.5903 ce=2.5903 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00025766727048903704, 'pos0_bos_top1': 0, 'last_eos_p': 0.029307015240192413, 'last_eos_top1': 0}
+step=403650 lr=3.000000e-03 loss=2.6442 ce=2.6442 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015798745153006166, 'pos0_bos_top1': 0, 'last_eos_p': 0.024506188929080963, 'last_eos_top1': 0}
+step=403700 lr=3.000000e-03 loss=2.3691 ce=2.3691 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00026982391136698425, 'pos0_bos_top1': 0, 'last_eos_p': 0.026738818734884262, 'last_eos_top1': 0}
+step=403750 lr=3.000000e-03 loss=2.2628 ce=2.2628 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001768916699802503, 'pos0_bos_top1': 0, 'last_eos_p': 0.02176181972026825, 'last_eos_top1': 0}
+step=403800 lr=3.000000e-03 loss=2.5854 ce=2.5854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021839870896656066, 'pos0_bos_top1': 0, 'last_eos_p': 0.02222180739045143, 'last_eos_top1': 0}
+step=403850 lr=3.000000e-03 loss=2.8020 ce=2.8020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.458148007164709e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029199598357081413, 'last_eos_top1': 0}
+step=403900 lr=3.000000e-03 loss=2.5605 ce=2.5605 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011084678408224136, 'pos0_bos_top1': 0, 'last_eos_p': 0.02926982007920742, 'last_eos_top1': 0}
+step=403950 lr=3.000000e-03 loss=2.4519 ce=2.4519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001234106021001935, 'pos0_bos_top1': 0, 'last_eos_p': 0.03201940283179283, 'last_eos_top1': 0}
+step=404000 lr=3.000000e-03 loss=2.2117 ce=2.2117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00030386968865059316, 'pos0_bos_top1': 0, 'last_eos_p': 0.023563219234347343, 'last_eos_top1': 0}
+step=404050 lr=3.000000e-03 loss=2.7788 ce=2.7788 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.067453119205311e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0266561321914196, 'last_eos_top1': 0}
+step=404100 lr=3.000000e-03 loss=2.2815 ce=2.2815 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.344949047663249e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02883373573422432, 'last_eos_top1': 0}
+step=404150 lr=3.000000e-03 loss=2.6121 ce=2.6121 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.838261131430045e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024889396503567696, 'last_eos_top1': 0}
+step=404200 lr=3.000000e-03 loss=2.2994 ce=2.2994 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3761621782323346e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0303677786141634, 'last_eos_top1': 0}
+step=404250 lr=3.000000e-03 loss=2.7335 ce=2.7335 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5855296523077413e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028805110603570938, 'last_eos_top1': 0}
+step=404300 lr=3.000000e-03 loss=3.0736 ce=3.0736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.060310675413348e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0341649055480957, 'last_eos_top1': 0}
+step=404350 lr=3.000000e-03 loss=2.4890 ce=2.4890 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.18070558225736e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02898811362683773, 'last_eos_top1': 0}
+step=404400 lr=3.000000e-03 loss=1.9958 ce=1.9958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.122438935562968e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03246532008051872, 'last_eos_top1': 0}
+step=404450 lr=3.000000e-03 loss=2.2105 ce=2.2105 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.376569217536598e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026410209015011787, 'last_eos_top1': 0}
+step=404500 lr=3.000000e-03 loss=2.6766 ce=2.6766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013285719614941627, 'pos0_bos_top1': 0, 'last_eos_p': 0.028857503086328506, 'last_eos_top1': 0}
+step=404550 lr=3.000000e-03 loss=1.7168 ce=1.7168 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.566385905491188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028916122391819954, 'last_eos_top1': 0}
+step=404600 lr=3.000000e-03 loss=2.1277 ce=2.1277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7264471504604444e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022793922573328018, 'last_eos_top1': 0}
+step=404650 lr=3.000000e-03 loss=2.6004 ce=2.6004 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.075670247199014e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029515791684389114, 'last_eos_top1': 0}
+step=404700 lr=3.000000e-03 loss=2.5320 ce=2.5320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.402932533295825e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027602504938840866, 'last_eos_top1': 0}
+step=404750 lr=3.000000e-03 loss=2.5440 ce=2.5440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.071943476446904e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03486427664756775, 'last_eos_top1': 0}
+step=404800 lr=3.000000e-03 loss=3.2112 ce=3.2112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.663777533802204e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02718477137386799, 'last_eos_top1': 0}
+step=404850 lr=3.000000e-03 loss=3.3412 ce=3.3412 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8348174459533766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02305515669286251, 'last_eos_top1': 0}
+step=404900 lr=3.000000e-03 loss=2.1077 ce=2.1077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.910646384814754e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029507221654057503, 'last_eos_top1': 0}
+step=404950 lr=3.000000e-03 loss=2.9381 ce=2.9381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.895987149211578e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030910102650523186, 'last_eos_top1': 0}
+step=405000 lr=3.000000e-03 loss=2.8418 ce=2.8418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4767283068504184e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03245106711983681, 'last_eos_top1': 0}
+step=405050 lr=3.000000e-03 loss=2.0423 ce=2.0423 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.124842623947188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02444225549697876, 'last_eos_top1': 0}
+step=405100 lr=3.000000e-03 loss=2.5781 ce=2.5781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.707509287982248e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024335792288184166, 'last_eos_top1': 0}
+step=405150 lr=3.000000e-03 loss=1.7459 ce=1.7459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.037819887045771e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03068321757018566, 'last_eos_top1': 0}
+step=405200 lr=3.000000e-03 loss=2.1862 ce=2.1862 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.585983646800742e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02635335922241211, 'last_eos_top1': 0}
+step=405250 lr=3.000000e-03 loss=2.2300 ce=2.2300 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015151992556639016, 'pos0_bos_top1': 0, 'last_eos_p': 0.02449609525501728, 'last_eos_top1': 0}
+step=405300 lr=3.000000e-03 loss=2.6494 ce=2.6494 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9998012653086334e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02977822534739971, 'last_eos_top1': 0}
+step=405350 lr=3.000000e-03 loss=1.6669 ce=1.6669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.357062036637217e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026317253708839417, 'last_eos_top1': 0}
+step=405400 lr=3.000000e-03 loss=1.7093 ce=1.7093 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.750886627240106e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022540006786584854, 'last_eos_top1': 0}
+step=405450 lr=3.000000e-03 loss=2.7838 ce=2.7838 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4160180803155527e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035153329372406006, 'last_eos_top1': 0}
+step=405500 lr=3.000000e-03 loss=2.1162 ce=2.1162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5104851122014225e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026634693145751953, 'last_eos_top1': 0}
+step=405550 lr=3.000000e-03 loss=2.3181 ce=2.3181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6964451535604894e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03408431261777878, 'last_eos_top1': 0}
+step=405600 lr=3.000000e-03 loss=2.1898 ce=2.1898 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013125530676916242, 'pos0_bos_top1': 0, 'last_eos_p': 0.027825232595205307, 'last_eos_top1': 0}
+step=405650 lr=3.000000e-03 loss=2.2995 ce=2.2995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014970665506552905, 'pos0_bos_top1': 0, 'last_eos_p': 0.025895962491631508, 'last_eos_top1': 0}
+step=405700 lr=3.000000e-03 loss=2.4162 ce=2.4162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016236455121543258, 'pos0_bos_top1': 0, 'last_eos_p': 0.026259399950504303, 'last_eos_top1': 0}
+step=405750 lr=3.000000e-03 loss=2.6665 ce=2.6665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.875324520980939e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025281241163611412, 'last_eos_top1': 0}
+step=405800 lr=3.000000e-03 loss=2.6797 ce=2.6797 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.704108141595498e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024275755509734154, 'last_eos_top1': 0}
+step=405850 lr=3.000000e-03 loss=2.4680 ce=2.4680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2907846363959834e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022547245025634766, 'last_eos_top1': 0}
+step=405900 lr=3.000000e-03 loss=2.5015 ce=2.5015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.271780198905617e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023209454491734505, 'last_eos_top1': 0}
+step=405950 lr=3.000000e-03 loss=2.6560 ce=2.6560 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4608205421827734e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025657320395112038, 'last_eos_top1': 0}
+step=406000 lr=3.000000e-03 loss=3.0080 ce=3.0080 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.445774927968159e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023841530084609985, 'last_eos_top1': 0}
+step=406050 lr=3.000000e-03 loss=1.9432 ce=1.9432 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.197683589765802e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021293025463819504, 'last_eos_top1': 0}
+step=406100 lr=3.000000e-03 loss=2.5087 ce=2.5087 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011084469588240609, 'pos0_bos_top1': 0, 'last_eos_p': 0.02668742835521698, 'last_eos_top1': 0}
+step=406150 lr=3.000000e-03 loss=2.3035 ce=2.3035 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001400192704750225, 'pos0_bos_top1': 0, 'last_eos_p': 0.02492755651473999, 'last_eos_top1': 0}
+step=406200 lr=3.000000e-03 loss=2.9344 ce=2.9344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014378316700458527, 'pos0_bos_top1': 0, 'last_eos_p': 0.02737615443766117, 'last_eos_top1': 0}
+step=406250 lr=3.000000e-03 loss=2.6022 ce=2.6022 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8638172302162275e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022038668394088745, 'last_eos_top1': 0}
+step=406300 lr=3.000000e-03 loss=3.0055 ce=3.0055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8730460801161826e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027103494852781296, 'last_eos_top1': 0}
+step=406350 lr=3.000000e-03 loss=2.5311 ce=2.5311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5014618586283177e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02731807343661785, 'last_eos_top1': 0}
+step=406400 lr=3.000000e-03 loss=3.1403 ce=3.1403 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.778604877879843e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03126822039484978, 'last_eos_top1': 0}
+step=406450 lr=3.000000e-03 loss=2.5321 ce=2.5321 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.363307617604733e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028059370815753937, 'last_eos_top1': 0}
+step=406500 lr=3.000000e-03 loss=2.5074 ce=2.5074 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.017142807948403e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025191202759742737, 'last_eos_top1': 0}
+step=406550 lr=3.000000e-03 loss=2.3520 ce=2.3520 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4621415175497532e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02716755121946335, 'last_eos_top1': 0}
+step=406600 lr=3.000000e-03 loss=2.0596 ce=2.0596 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.438441439764574e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023678138852119446, 'last_eos_top1': 0}
+step=406650 lr=3.000000e-03 loss=2.3781 ce=2.3781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0857143176253885e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0335298627614975, 'last_eos_top1': 0}
+step=406700 lr=3.000000e-03 loss=3.1271 ce=3.1271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3045487978379242e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026878492906689644, 'last_eos_top1': 0}
+step=406750 lr=3.000000e-03 loss=2.2745 ce=2.2745 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.286026523914188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026780404150485992, 'last_eos_top1': 0}
+step=406800 lr=3.000000e-03 loss=3.1596 ce=3.1596 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.856307300040498e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025020737200975418, 'last_eos_top1': 0}
+step=406850 lr=3.000000e-03 loss=2.2547 ce=2.2547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.857495201169513e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0267412718385458, 'last_eos_top1': 0}
+step=406900 lr=3.000000e-03 loss=2.1108 ce=2.1108 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001102661553886719, 'pos0_bos_top1': 0, 'last_eos_p': 0.0284517053514719, 'last_eos_top1': 0}
+step=406950 lr=3.000000e-03 loss=2.8671 ce=2.8671 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.955845593533013e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025546133518218994, 'last_eos_top1': 0}
+step=407000 lr=3.000000e-03 loss=2.4569 ce=2.4569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.478809544001706e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026757603511214256, 'last_eos_top1': 0}
+step=407050 lr=3.000000e-03 loss=2.1387 ce=2.1387 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.980045145610347e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029299216344952583, 'last_eos_top1': 0}
+step=407100 lr=3.000000e-03 loss=2.0663 ce=2.0663 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.62407003599219e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028038041666150093, 'last_eos_top1': 0}
+step=407150 lr=3.000000e-03 loss=1.9886 ce=1.9886 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.304109072312713e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021705254912376404, 'last_eos_top1': 0}
+step=407200 lr=3.000000e-03 loss=2.1915 ce=2.1915 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2523082659754436e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026129288598895073, 'last_eos_top1': 0}
+step=407250 lr=3.000000e-03 loss=2.8109 ce=2.8109 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.090178481419571e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026571180671453476, 'last_eos_top1': 0}
+step=407300 lr=3.000000e-03 loss=2.3767 ce=2.3767 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.188958599930629e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02875456027686596, 'last_eos_top1': 0}
+step=407350 lr=3.000000e-03 loss=2.7038 ce=2.7038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7930476032197475e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02837226539850235, 'last_eos_top1': 0}
+step=407400 lr=3.000000e-03 loss=2.7817 ce=2.7817 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9779533330583945e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02506459876894951, 'last_eos_top1': 0}
+step=407450 lr=3.000000e-03 loss=2.6236 ce=2.6236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.299576201243326e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026217518374323845, 'last_eos_top1': 0}
+step=407500 lr=3.000000e-03 loss=3.2512 ce=3.2512 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9567555581452325e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018794996663928032, 'last_eos_top1': 0}
+step=407550 lr=3.000000e-03 loss=2.6499 ce=2.6499 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019981837249360979, 'pos0_bos_top1': 0, 'last_eos_p': 0.018137210980057716, 'last_eos_top1': 0}
+step=407600 lr=3.000000e-03 loss=2.4358 ce=2.4358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.618160841753706e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02915557660162449, 'last_eos_top1': 0}
+step=407650 lr=3.000000e-03 loss=2.4582 ce=2.4582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.952167991083115e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025864465162158012, 'last_eos_top1': 0}
+step=407700 lr=3.000000e-03 loss=2.1401 ce=2.1401 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012362150300759822, 'pos0_bos_top1': 0, 'last_eos_p': 0.027468938380479813, 'last_eos_top1': 0}
+step=407750 lr=3.000000e-03 loss=2.4972 ce=2.4972 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.320061270846054e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029069729149341583, 'last_eos_top1': 0}
+step=407800 lr=3.000000e-03 loss=2.2737 ce=2.2737 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9637427360285074e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03174982964992523, 'last_eos_top1': 0}
+step=407850 lr=3.000000e-03 loss=1.9732 ce=1.9732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.415553874219768e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02990947663784027, 'last_eos_top1': 0}
+step=407900 lr=3.000000e-03 loss=2.0690 ce=2.0690 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.002057100180537e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028196465224027634, 'last_eos_top1': 0}
+step=407950 lr=3.000000e-03 loss=1.9894 ce=1.9894 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011748507677111775, 'pos0_bos_top1': 0, 'last_eos_p': 0.02772652730345726, 'last_eos_top1': 0}
+step=408000 lr=3.000000e-03 loss=2.4877 ce=2.4877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001643238792894408, 'pos0_bos_top1': 0, 'last_eos_p': 0.024935735389590263, 'last_eos_top1': 0}
+step=408050 lr=3.000000e-03 loss=2.9199 ce=2.9199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012386815797071904, 'pos0_bos_top1': 0, 'last_eos_p': 0.02587505429983139, 'last_eos_top1': 0}
+step=408100 lr=3.000000e-03 loss=1.4095 ce=1.4095 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018804194405674934, 'pos0_bos_top1': 0, 'last_eos_p': 0.02113165520131588, 'last_eos_top1': 0}
+step=408150 lr=3.000000e-03 loss=2.3001 ce=2.3001 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.731716323178262e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023616835474967957, 'last_eos_top1': 0}
+step=408200 lr=3.000000e-03 loss=1.7620 ce=1.7620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.895763312466443e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027752656489610672, 'last_eos_top1': 0}
+step=408250 lr=3.000000e-03 loss=2.0788 ce=2.0788 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002125186292687431, 'pos0_bos_top1': 0, 'last_eos_p': 0.02211153320968151, 'last_eos_top1': 0}
+step=408300 lr=3.000000e-03 loss=2.8711 ce=2.8711 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000158099050167948, 'pos0_bos_top1': 0, 'last_eos_p': 0.023076869547367096, 'last_eos_top1': 0}
+step=408350 lr=3.000000e-03 loss=2.5586 ce=2.5586 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014624385221395642, 'pos0_bos_top1': 0, 'last_eos_p': 0.027730831876397133, 'last_eos_top1': 0}
+step=408400 lr=3.000000e-03 loss=2.3045 ce=2.3045 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.760169056477025e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021811559796333313, 'last_eos_top1': 0}
+step=408450 lr=3.000000e-03 loss=2.2992 ce=2.2992 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7804262572317384e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03138195350766182, 'last_eos_top1': 0}
+step=408500 lr=3.000000e-03 loss=2.4927 ce=2.4927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010417407611384988, 'pos0_bos_top1': 0, 'last_eos_p': 0.02611103095114231, 'last_eos_top1': 0}
+step=408550 lr=3.000000e-03 loss=2.7885 ce=2.7885 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.26325815776363e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020828982815146446, 'last_eos_top1': 0}
+step=408600 lr=3.000000e-03 loss=2.3802 ce=2.3802 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002033405180554837, 'pos0_bos_top1': 0, 'last_eos_p': 0.01907709799706936, 'last_eos_top1': 0}
+step=408650 lr=3.000000e-03 loss=2.5605 ce=2.5605 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012278063513804227, 'pos0_bos_top1': 0, 'last_eos_p': 0.020253056660294533, 'last_eos_top1': 0}
+step=408700 lr=3.000000e-03 loss=2.4751 ce=2.4751 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.75909104757011e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023170510306954384, 'last_eos_top1': 0}
+step=408750 lr=3.000000e-03 loss=2.8096 ce=2.8096 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014478291268460453, 'pos0_bos_top1': 0, 'last_eos_p': 0.01865486241877079, 'last_eos_top1': 0}
+step=408800 lr=3.000000e-03 loss=1.9706 ce=1.9706 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.258153032627888e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023716064170002937, 'last_eos_top1': 0}
+step=408850 lr=3.000000e-03 loss=3.1052 ce=3.1052 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001529125584056601, 'pos0_bos_top1': 0, 'last_eos_p': 0.02473876252770424, 'last_eos_top1': 0}
+step=408900 lr=3.000000e-03 loss=2.4220 ce=2.4220 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.790083716623485e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02650594525039196, 'last_eos_top1': 0}
+step=408950 lr=3.000000e-03 loss=2.5331 ce=2.5331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.131732516223565e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022120561450719833, 'last_eos_top1': 0}
+step=409000 lr=3.000000e-03 loss=2.1123 ce=2.1123 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4279895519139245e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026297233998775482, 'last_eos_top1': 0}
+step=409050 lr=3.000000e-03 loss=2.8723 ce=2.8723 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001031468782457523, 'pos0_bos_top1': 0, 'last_eos_p': 0.02489355206489563, 'last_eos_top1': 0}
+step=409100 lr=3.000000e-03 loss=3.1553 ce=3.1553 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.804635657113977e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023930296301841736, 'last_eos_top1': 0}
+step=409150 lr=3.000000e-03 loss=2.1370 ce=2.1370 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.531739225261845e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025433260947465897, 'last_eos_top1': 0}
+step=409200 lr=3.000000e-03 loss=2.0987 ce=2.0987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9584355767583475e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03090936876833439, 'last_eos_top1': 0}
+step=409250 lr=3.000000e-03 loss=2.4087 ce=2.4087 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.12616674718447e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025931479409337044, 'last_eos_top1': 0}
+step=409300 lr=3.000000e-03 loss=2.1663 ce=2.1663 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017245751223526895, 'pos0_bos_top1': 0, 'last_eos_p': 0.027441130951046944, 'last_eos_top1': 0}
+step=409350 lr=3.000000e-03 loss=3.2738 ce=3.2738 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.513750849990174e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033849190920591354, 'last_eos_top1': 0}
+step=409400 lr=3.000000e-03 loss=2.0722 ce=2.0722 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013509638665709645, 'pos0_bos_top1': 0, 'last_eos_p': 0.02303018607199192, 'last_eos_top1': 0}
+step=409450 lr=3.000000e-03 loss=1.8466 ce=1.8466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.023811925435439e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027087148278951645, 'last_eos_top1': 0}
+step=409500 lr=3.000000e-03 loss=2.5469 ce=2.5469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.532657713862136e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027676738798618317, 'last_eos_top1': 0}
+step=409550 lr=3.000000e-03 loss=2.8916 ce=2.8916 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.089406477054581e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031571876257658005, 'last_eos_top1': 0}
+step=409600 lr=3.000000e-03 loss=2.8725 ce=2.8725 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.590685709146783e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03048419952392578, 'last_eos_top1': 0}
+step=409650 lr=3.000000e-03 loss=3.0484 ce=3.0484 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018146353249903768, 'pos0_bos_top1': 0, 'last_eos_p': 0.02983081340789795, 'last_eos_top1': 0}
+step=409700 lr=3.000000e-03 loss=2.3893 ce=2.3893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001536799973109737, 'pos0_bos_top1': 0, 'last_eos_p': 0.027868639677762985, 'last_eos_top1': 0}
+step=409750 lr=3.000000e-03 loss=2.3010 ce=2.3010 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.070103310979903e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03366391733288765, 'last_eos_top1': 0}
+step=409800 lr=3.000000e-03 loss=2.4497 ce=2.4497 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011739532055798918, 'pos0_bos_top1': 0, 'last_eos_p': 0.02718360163271427, 'last_eos_top1': 0}
+step=409850 lr=3.000000e-03 loss=2.8252 ce=2.8252 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023708969820290804, 'pos0_bos_top1': 0, 'last_eos_p': 0.03363189473748207, 'last_eos_top1': 0}
+step=409900 lr=3.000000e-03 loss=2.6346 ce=2.6346 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012823719589505345, 'pos0_bos_top1': 0, 'last_eos_p': 0.028634322807192802, 'last_eos_top1': 0}
+step=409950 lr=3.000000e-03 loss=3.2453 ce=3.2453 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.4321854703594e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03688602149486542, 'last_eos_top1': 0}
+step=410000 lr=3.000000e-03 loss=2.7816 ce=2.7816 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.422080771997571e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.038251448422670364, 'last_eos_top1': 0}
+step=410050 lr=3.000000e-03 loss=2.4249 ce=2.4249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.613649358972907e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03858479484915733, 'last_eos_top1': 0}
+step=410100 lr=3.000000e-03 loss=2.6948 ce=2.6948 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013436707376968116, 'pos0_bos_top1': 0, 'last_eos_p': 0.024997735396027565, 'last_eos_top1': 0}
+step=410150 lr=3.000000e-03 loss=2.8213 ce=2.8213 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.242106271907687e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0278690904378891, 'last_eos_top1': 0}
+step=410200 lr=3.000000e-03 loss=2.6750 ce=2.6750 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.775014556595124e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03729323670268059, 'last_eos_top1': 0}
+step=410250 lr=3.000000e-03 loss=2.1598 ce=2.1598 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.370473420247436e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03208011016249657, 'last_eos_top1': 0}
+step=410300 lr=3.000000e-03 loss=2.2020 ce=2.2020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022131955483928323, 'pos0_bos_top1': 0, 'last_eos_p': 0.024213731288909912, 'last_eos_top1': 0}
+step=410350 lr=3.000000e-03 loss=2.4507 ce=2.4507 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.72298701829277e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03604459762573242, 'last_eos_top1': 0}
+step=410400 lr=3.000000e-03 loss=3.3332 ce=3.3332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.385432061506435e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022766221314668655, 'last_eos_top1': 0}
+step=410450 lr=3.000000e-03 loss=2.3835 ce=2.3835 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.083003684878349e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03719118610024452, 'last_eos_top1': 0}
+step=410500 lr=3.000000e-03 loss=2.1212 ce=2.1212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8488225982291624e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02481847256422043, 'last_eos_top1': 0}
+step=410550 lr=3.000000e-03 loss=2.5298 ce=2.5298 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4350021198624745e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03391343727707863, 'last_eos_top1': 0}
+step=410600 lr=3.000000e-03 loss=2.1141 ce=2.1141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012710336886812001, 'pos0_bos_top1': 0, 'last_eos_p': 0.027712734416127205, 'last_eos_top1': 0}
+step=410650 lr=3.000000e-03 loss=2.3391 ce=2.3391 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.547951877815649e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031143002212047577, 'last_eos_top1': 0}
+step=410700 lr=3.000000e-03 loss=1.3806 ce=1.3806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.479811418103054e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027543485164642334, 'last_eos_top1': 0}
+step=410750 lr=3.000000e-03 loss=2.3627 ce=2.3627 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.572923717205413e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029265884310007095, 'last_eos_top1': 0}
+step=410800 lr=3.000000e-03 loss=2.5953 ce=2.5953 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.482068106881343e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025590283796191216, 'last_eos_top1': 0}
+step=410850 lr=3.000000e-03 loss=2.5705 ce=2.5705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.137400562991388e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026963962242007256, 'last_eos_top1': 0}
+step=410900 lr=3.000000e-03 loss=2.9683 ce=2.9683 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5878783566877246e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027048561722040176, 'last_eos_top1': 0}
+step=410950 lr=3.000000e-03 loss=2.6659 ce=2.6659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1792067349888384e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029553327709436417, 'last_eos_top1': 0}
+step=411000 lr=3.000000e-03 loss=3.4289 ce=3.4289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6591862479108386e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0231791902333498, 'last_eos_top1': 0}
+step=411050 lr=3.000000e-03 loss=2.3438 ce=2.3438 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.568532600998878e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02479485794901848, 'last_eos_top1': 0}
+step=411100 lr=3.000000e-03 loss=1.5507 ce=1.5507 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1537219658493996e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03602621331810951, 'last_eos_top1': 0}
+step=411150 lr=3.000000e-03 loss=1.7566 ce=1.7566 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.56864358461462e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033256419003009796, 'last_eos_top1': 0}
+step=411200 lr=3.000000e-03 loss=2.8631 ce=2.8631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.835817086743191e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028347546234726906, 'last_eos_top1': 0}
+step=411250 lr=3.000000e-03 loss=2.2328 ce=2.2328 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.111535862553865e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030235715210437775, 'last_eos_top1': 0}
+step=411300 lr=3.000000e-03 loss=2.8861 ce=2.8861 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.603220390388742e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033740367740392685, 'last_eos_top1': 0}
+step=411350 lr=3.000000e-03 loss=2.3334 ce=2.3334 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010387302609160542, 'pos0_bos_top1': 0, 'last_eos_p': 0.03331746160984039, 'last_eos_top1': 0}
+step=411400 lr=3.000000e-03 loss=1.6812 ce=1.6812 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.011301618651487e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032796043902635574, 'last_eos_top1': 0}
+step=411450 lr=3.000000e-03 loss=2.8088 ce=2.8088 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.743848694488406e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.036891065537929535, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=3300000 rows=3291809 buffered=8191 part=openwebtext-t5
+step=411500 lr=3.000000e-03 loss=2.2199 ce=2.2199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8420977691421285e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030069300904870033, 'last_eos_top1': 0}
+step=411550 lr=3.000000e-03 loss=2.3282 ce=2.3282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.764466964639723e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032444048672914505, 'last_eos_top1': 0}
+step=411600 lr=3.000000e-03 loss=2.5291 ce=2.5291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.736600021715276e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03659798577427864, 'last_eos_top1': 0}
+step=411650 lr=3.000000e-03 loss=2.2691 ce=2.2691 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2315382011584006e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028949355706572533, 'last_eos_top1': 0}
+step=411700 lr=3.000000e-03 loss=2.1519 ce=2.1519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.664056773937773e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026598060503602028, 'last_eos_top1': 0}
+step=411750 lr=3.000000e-03 loss=2.5732 ce=2.5732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6695215890649706e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020636005327105522, 'last_eos_top1': 0}
+step=411800 lr=3.000000e-03 loss=2.3890 ce=2.3890 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2751368558383547e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02194392867386341, 'last_eos_top1': 0}
+step=411850 lr=3.000000e-03 loss=3.1846 ce=3.1846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.573986997362226e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026234358549118042, 'last_eos_top1': 0}
+step=411900 lr=3.000000e-03 loss=2.2954 ce=2.2954 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.112530248472467e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03391997888684273, 'last_eos_top1': 0}
+step=411950 lr=3.000000e-03 loss=2.3367 ce=2.3367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.448720963206142e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029405182227492332, 'last_eos_top1': 0}
+step=412000 lr=3.000000e-03 loss=2.6002 ce=2.6002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.230854392517358e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02474171109497547, 'last_eos_top1': 0}
+step=412050 lr=3.000000e-03 loss=2.7726 ce=2.7726 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5992691007559188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03592221811413765, 'last_eos_top1': 0}
+step=412100 lr=3.000000e-03 loss=2.2437 ce=2.2437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.126490603084676e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033483851701021194, 'last_eos_top1': 0}
+step=412150 lr=3.000000e-03 loss=2.3598 ce=2.3598 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7122554203961045e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03226524591445923, 'last_eos_top1': 0}
+step=412200 lr=3.000000e-03 loss=2.8032 ce=2.8032 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3934908313094638e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028729068115353584, 'last_eos_top1': 0}
+step=412250 lr=3.000000e-03 loss=2.3352 ce=2.3352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0358747355639935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022702006623148918, 'last_eos_top1': 0}
+step=412300 lr=3.000000e-03 loss=2.6300 ce=2.6300 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.193621523678303e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02700803615152836, 'last_eos_top1': 0}
+step=412350 lr=3.000000e-03 loss=2.2208 ce=2.2208 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4672814359073527e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030593417584896088, 'last_eos_top1': 0}
+step=412400 lr=3.000000e-03 loss=2.2206 ce=2.2206 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.216158802388236e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023227861151099205, 'last_eos_top1': 0}
+step=412450 lr=3.000000e-03 loss=2.1567 ce=2.1567 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.66006848809775e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02538863755762577, 'last_eos_top1': 0}
+step=412500 lr=3.000000e-03 loss=2.4900 ce=2.4900 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.395523486280581e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025256849825382233, 'last_eos_top1': 0}
+step=412550 lr=3.000000e-03 loss=2.0241 ce=2.0241 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.39663550525438e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02734941989183426, 'last_eos_top1': 0}
+step=412600 lr=3.000000e-03 loss=2.7983 ce=2.7983 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.406830001040362e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03413180261850357, 'last_eos_top1': 0}
+step=412650 lr=3.000000e-03 loss=1.9012 ce=1.9012 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8861655917135067e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027034349739551544, 'last_eos_top1': 0}
+step=412700 lr=3.000000e-03 loss=2.4937 ce=2.4937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6963631171383895e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031221002340316772, 'last_eos_top1': 0}
+step=412750 lr=3.000000e-03 loss=1.9119 ce=1.9119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2563606509938836e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02595640905201435, 'last_eos_top1': 0}
+step=412800 lr=3.000000e-03 loss=2.7309 ce=2.7309 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.242662155069411e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027654539793729782, 'last_eos_top1': 0}
+step=412850 lr=3.000000e-03 loss=3.0330 ce=3.0330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.395690459408797e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027914104983210564, 'last_eos_top1': 0}
+step=412900 lr=3.000000e-03 loss=2.5808 ce=2.5808 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.60586665617302e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02749461494386196, 'last_eos_top1': 0}
+step=412950 lr=3.000000e-03 loss=2.2150 ce=2.2150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013725031749345362, 'pos0_bos_top1': 0, 'last_eos_p': 0.02689909189939499, 'last_eos_top1': 0}
+step=413000 lr=3.000000e-03 loss=1.6384 ce=1.6384 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016558919742237777, 'pos0_bos_top1': 0, 'last_eos_p': 0.026561236009001732, 'last_eos_top1': 0}
+step=413050 lr=3.000000e-03 loss=2.5832 ce=2.5832 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001995161292143166, 'pos0_bos_top1': 0, 'last_eos_p': 0.03271735832095146, 'last_eos_top1': 0}
+step=413100 lr=3.000000e-03 loss=2.6097 ce=2.6097 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.195853009354323e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024778135120868683, 'last_eos_top1': 0}
+step=413150 lr=3.000000e-03 loss=1.8142 ce=1.8142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.202980562695302e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026344802230596542, 'last_eos_top1': 0}
+step=413200 lr=3.000000e-03 loss=2.8974 ce=2.8974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.651043723744806e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029202142730355263, 'last_eos_top1': 0}
+step=413250 lr=3.000000e-03 loss=1.8117 ce=1.8117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1406051018857397e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024722738191485405, 'last_eos_top1': 0}
+step=413300 lr=3.000000e-03 loss=2.4498 ce=2.4498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.603768947068602e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026138169690966606, 'last_eos_top1': 0}
+step=413350 lr=3.000000e-03 loss=2.9624 ce=2.9624 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2237534469459206e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028523165732622147, 'last_eos_top1': 0}
+step=413400 lr=3.000000e-03 loss=2.0702 ce=2.0702 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.242243474232964e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022457748651504517, 'last_eos_top1': 0}
+step=413450 lr=3.000000e-03 loss=2.2050 ce=2.2050 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4911115613358561e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02355852909386158, 'last_eos_top1': 0}
+step=413500 lr=3.000000e-03 loss=2.3075 ce=2.3075 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.599321149114985e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026083150878548622, 'last_eos_top1': 0}
+step=413550 lr=3.000000e-03 loss=3.1416 ce=3.1416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5230503524653614e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022873127833008766, 'last_eos_top1': 0}
+step=413600 lr=3.000000e-03 loss=3.3019 ce=3.3019 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0576161002973095e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024201534688472748, 'last_eos_top1': 0}
+step=413650 lr=3.000000e-03 loss=2.1545 ce=2.1545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.738378579029813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023675424978137016, 'last_eos_top1': 0}
+step=413700 lr=3.000000e-03 loss=2.7086 ce=2.7086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.74452029063832e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02727358788251877, 'last_eos_top1': 0}
+step=413750 lr=3.000000e-03 loss=2.4893 ce=2.4893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.271636524004862e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0256811436265707, 'last_eos_top1': 0}
+step=413800 lr=3.000000e-03 loss=2.1550 ce=2.1550 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3427069613244385e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027755161747336388, 'last_eos_top1': 0}
+step=413850 lr=3.000000e-03 loss=2.8974 ce=2.8974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011688592348946258, 'pos0_bos_top1': 0, 'last_eos_p': 0.025774450972676277, 'last_eos_top1': 0}
+step=413900 lr=3.000000e-03 loss=1.8816 ce=1.8816 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.92292276956141e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029998889192938805, 'last_eos_top1': 0}
+step=413950 lr=3.000000e-03 loss=2.4880 ce=2.4880 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.246177508728579e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03301667049527168, 'last_eos_top1': 0}
+step=414000 lr=3.000000e-03 loss=2.1911 ce=2.1911 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.81170923699392e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022507604211568832, 'last_eos_top1': 0}
+step=414050 lr=3.000000e-03 loss=3.0021 ce=3.0021 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.274845974170603e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025864530354738235, 'last_eos_top1': 0}
+step=414100 lr=3.000000e-03 loss=2.1383 ce=2.1383 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.101623588008806e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.034540943801403046, 'last_eos_top1': 0}
+step=414150 lr=3.000000e-03 loss=2.2590 ce=2.2590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.435528924455866e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029249699786305428, 'last_eos_top1': 0}
+step=414200 lr=3.000000e-03 loss=2.0333 ce=2.0333 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1953461327939294e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028453346341848373, 'last_eos_top1': 0}
+step=414250 lr=3.000000e-03 loss=2.3270 ce=2.3270 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.68463879567571e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031081659719347954, 'last_eos_top1': 0}
+step=414300 lr=3.000000e-03 loss=2.1551 ce=2.1551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011765170347644016, 'pos0_bos_top1': 0, 'last_eos_p': 0.02469514310359955, 'last_eos_top1': 0}
+step=414350 lr=3.000000e-03 loss=2.3164 ce=2.3164 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8695085347862914e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029739605262875557, 'last_eos_top1': 0}
+step=414400 lr=3.000000e-03 loss=2.4827 ce=2.4827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3714561141096056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03393098711967468, 'last_eos_top1': 0}
+step=414450 lr=3.000000e-03 loss=2.4868 ce=2.4868 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.376310269231908e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03803611919283867, 'last_eos_top1': 0}
+step=414500 lr=3.000000e-03 loss=2.3239 ce=2.3239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.707005377393216e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025376586243510246, 'last_eos_top1': 0}
+step=414550 lr=3.000000e-03 loss=1.9751 ce=1.9751 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.127282616333105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025489894673228264, 'last_eos_top1': 0}
+step=414600 lr=3.000000e-03 loss=2.4652 ce=2.4652 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.317729715490714e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03011014126241207, 'last_eos_top1': 0}
+step=414650 lr=3.000000e-03 loss=1.9448 ce=1.9448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.536956349620596e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023896431550383568, 'last_eos_top1': 0}
+step=414700 lr=3.000000e-03 loss=1.6332 ce=1.6332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.978688462462742e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033313363790512085, 'last_eos_top1': 0}
+step=414750 lr=3.000000e-03 loss=2.3463 ce=2.3463 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.757373633561656e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0312060434371233, 'last_eos_top1': 0}
+step=414800 lr=3.000000e-03 loss=1.9967 ce=1.9967 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5079415788932238e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02862303890287876, 'last_eos_top1': 0}
+step=414850 lr=3.000000e-03 loss=3.2361 ce=3.2361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1731422243174165e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03112838789820671, 'last_eos_top1': 0}
+step=414900 lr=3.000000e-03 loss=2.6562 ce=2.6562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.041578333475627e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02612929232418537, 'last_eos_top1': 0}
+step=414950 lr=3.000000e-03 loss=2.9140 ce=2.9140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6820693417685106e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032211627811193466, 'last_eos_top1': 0}
+step=415000 lr=3.000000e-03 loss=2.2697 ce=2.2697 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6061850551050156e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028515169396996498, 'last_eos_top1': 0}
+step=415050 lr=3.000000e-03 loss=1.9068 ce=1.9068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8786846339935437e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02838185802102089, 'last_eos_top1': 0}
+step=415100 lr=3.000000e-03 loss=2.3695 ce=2.3695 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4558219340397045e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02673874795436859, 'last_eos_top1': 0}
+step=415150 lr=3.000000e-03 loss=2.6644 ce=2.6644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.107573765097186e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021882090717554092, 'last_eos_top1': 0}
+step=415200 lr=3.000000e-03 loss=2.4409 ce=2.4409 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6137881175382063e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02482764422893524, 'last_eos_top1': 0}
+step=415250 lr=3.000000e-03 loss=2.3130 ce=2.3130 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.3635158363031223e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020350709557533264, 'last_eos_top1': 0}
+step=415300 lr=3.000000e-03 loss=1.9872 ce=1.9872 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4685739845153876e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03332566097378731, 'last_eos_top1': 0}
+step=415350 lr=3.000000e-03 loss=2.5336 ce=2.5336 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013220834080129862, 'pos0_bos_top1': 0, 'last_eos_p': 0.022290043532848358, 'last_eos_top1': 0}
+step=415400 lr=3.000000e-03 loss=2.5398 ce=2.5398 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012540277384687215, 'pos0_bos_top1': 0, 'last_eos_p': 0.027308374643325806, 'last_eos_top1': 0}
+step=415450 lr=3.000000e-03 loss=2.7114 ce=2.7114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001560128148412332, 'pos0_bos_top1': 0, 'last_eos_p': 0.025912689045071602, 'last_eos_top1': 0}
+step=415500 lr=3.000000e-03 loss=3.7291 ce=3.7291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2533287594560534e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023282630369067192, 'last_eos_top1': 0}
+step=415550 lr=3.000000e-03 loss=2.5463 ce=2.5463 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1183404139010236e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.040115728974342346, 'last_eos_top1': 0}
+step=415600 lr=3.000000e-03 loss=2.3818 ce=2.3818 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.905187860364094e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028083467856049538, 'last_eos_top1': 0}
+step=415650 lr=3.000000e-03 loss=2.3362 ce=2.3362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.312940705451183e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022518353536725044, 'last_eos_top1': 0}
+step=415700 lr=3.000000e-03 loss=2.6140 ce=2.6140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.884581019519828e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0279961246997118, 'last_eos_top1': 0}
+step=415750 lr=3.000000e-03 loss=3.3780 ce=3.3780 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3792110368958674e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035249557346105576, 'last_eos_top1': 0}
+step=415800 lr=3.000000e-03 loss=2.1016 ce=2.1016 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7261930881650187e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.039315663278102875, 'last_eos_top1': 0}
+step=415850 lr=3.000000e-03 loss=2.0278 ce=2.0278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0489607777562924e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029968172311782837, 'last_eos_top1': 0}
+step=415900 lr=3.000000e-03 loss=2.0573 ce=2.0573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2600572265218943e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033629972487688065, 'last_eos_top1': 0}
+step=415950 lr=3.000000e-03 loss=2.1341 ce=2.1341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011146355973323807, 'pos0_bos_top1': 0, 'last_eos_p': 0.028603289276361465, 'last_eos_top1': 0}
+step=416000 lr=3.000000e-03 loss=2.8549 ce=2.8549 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.5349893955281004e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04589526355266571, 'last_eos_top1': 0}
+step=416050 lr=3.000000e-03 loss=2.0141 ce=2.0141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0528109669394325e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03964198753237724, 'last_eos_top1': 0}
+step=416100 lr=3.000000e-03 loss=2.0945 ce=2.0945 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.542758713592775e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03201033174991608, 'last_eos_top1': 0}
+step=416150 lr=3.000000e-03 loss=2.3900 ce=2.3900 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.688170393928885e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.04417412355542183, 'last_eos_top1': 0}
+step=416200 lr=3.000000e-03 loss=1.9947 ce=1.9947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.706031252979301e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03476472944021225, 'last_eos_top1': 0}
+step=416250 lr=3.000000e-03 loss=2.0908 ce=2.0908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4569655832019635e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03894795477390289, 'last_eos_top1': 0}
+step=416300 lr=3.000000e-03 loss=2.5258 ce=2.5258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3845427019987255e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02964537777006626, 'last_eos_top1': 0}
+step=416350 lr=3.000000e-03 loss=2.8859 ce=2.8859 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.324164926103549e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.034604262560606, 'last_eos_top1': 0}
+step=416400 lr=3.000000e-03 loss=2.2338 ce=2.2338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3480682759545743e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026659630239009857, 'last_eos_top1': 0}
+step=416450 lr=3.000000e-03 loss=2.9550 ce=2.9550 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.961905844742432e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.038331422954797745, 'last_eos_top1': 0}
+step=416500 lr=3.000000e-03 loss=3.1680 ce=3.1680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7491298422100954e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027381550520658493, 'last_eos_top1': 0}
+step=416550 lr=3.000000e-03 loss=2.7458 ce=2.7458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4433032346423715e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.039482999593019485, 'last_eos_top1': 0}
+step=416600 lr=3.000000e-03 loss=2.0193 ce=2.0193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.697302630229387e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.025659853592514992, 'last_eos_top1': 0}
+step=416650 lr=3.000000e-03 loss=2.7279 ce=2.7279 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1492145606316626e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029932843521237373, 'last_eos_top1': 0}
+step=416700 lr=3.000000e-03 loss=2.6065 ce=2.6065 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3930704375961795e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03325505182147026, 'last_eos_top1': 0}
+step=416750 lr=3.000000e-03 loss=1.8914 ce=1.8914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6076173526234925e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03589427471160889, 'last_eos_top1': 0}
+step=416800 lr=3.000000e-03 loss=2.2995 ce=2.2995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.477053026785143e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.03177633881568909, 'last_eos_top1': 0}
+step=416850 lr=3.000000e-03 loss=2.4303 ce=2.4303 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8797802921617404e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026574885472655296, 'last_eos_top1': 0}
+step=416900 lr=3.000000e-03 loss=2.4294 ce=2.4294 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000148480583447963, 'pos0_bos_top1': 0, 'last_eos_p': 0.028405748307704926, 'last_eos_top1': 0}
+step=416950 lr=3.000000e-03 loss=3.0600 ce=3.0600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8369303587824106e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027489274740219116, 'last_eos_top1': 0}
+step=417000 lr=3.000000e-03 loss=2.3857 ce=2.3857 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8976577596040443e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028610046952962875, 'last_eos_top1': 0}
+step=417050 lr=3.000000e-03 loss=2.4911 ce=2.4911 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.833009294699878e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025100650265812874, 'last_eos_top1': 0}
+step=417100 lr=3.000000e-03 loss=2.2579 ce=2.2579 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.145696635125205e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024135351181030273, 'last_eos_top1': 0}
+step=417150 lr=3.000000e-03 loss=2.7046 ce=2.7046 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.599257252062671e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033379774540662766, 'last_eos_top1': 0}
+step=417200 lr=3.000000e-03 loss=2.5809 ce=2.5809 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2917044841742609e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.040387511253356934, 'last_eos_top1': 0}
+step=417250 lr=3.000000e-03 loss=2.3686 ce=2.3686 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1137755791423842e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.043091416358947754, 'last_eos_top1': 0}
+step=417300 lr=3.000000e-03 loss=2.1304 ce=2.1304 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3269261873792857e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02600874751806259, 'last_eos_top1': 0}
+step=417350 lr=3.000000e-03 loss=3.1645 ce=3.1645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8327678844798356e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03626003488898277, 'last_eos_top1': 0}
+step=417400 lr=3.000000e-03 loss=2.1350 ce=2.1350 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.496603211620823e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029001867398619652, 'last_eos_top1': 0}
+step=417450 lr=3.000000e-03 loss=2.3689 ce=2.3689 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.305056740529835e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029081281274557114, 'last_eos_top1': 0}
+step=417500 lr=3.000000e-03 loss=2.5585 ce=2.5585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1385052605182864e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03851808235049248, 'last_eos_top1': 0}
+step=417550 lr=3.000000e-03 loss=2.3548 ce=2.3548 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.892379416152835e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032362498342990875, 'last_eos_top1': 0}
+step=417600 lr=3.000000e-03 loss=2.0020 ce=2.0020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.219418456661515e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024532588198781013, 'last_eos_top1': 0}
+step=417650 lr=3.000000e-03 loss=2.3589 ce=2.3589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.21129521378316e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03573495149612427, 'last_eos_top1': 0}
+step=417700 lr=3.000000e-03 loss=2.0960 ce=2.0960 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.505786354362499e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.029081281274557114, 'last_eos_top1': 0}
+step=417750 lr=3.000000e-03 loss=1.8539 ce=1.8539 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4472252587438561e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02618013508617878, 'last_eos_top1': 0}
+step=417800 lr=3.000000e-03 loss=2.6349 ce=2.6349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.463936289132107e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02758641354739666, 'last_eos_top1': 0}
+step=417850 lr=3.000000e-03 loss=2.3021 ce=2.3021 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7526121155242436e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024665407836437225, 'last_eos_top1': 0}
+step=417900 lr=3.000000e-03 loss=2.4212 ce=2.4212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.776803946995642e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024898502975702286, 'last_eos_top1': 0}
+step=417950 lr=3.000000e-03 loss=3.2431 ce=3.2431 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8816635929397307e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024852629750967026, 'last_eos_top1': 0}
+step=418000 lr=3.000000e-03 loss=1.9264 ce=1.9264 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.025229231454432e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03116799145936966, 'last_eos_top1': 0}
+step=418050 lr=3.000000e-03 loss=2.6789 ce=2.6789 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8992264055414125e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026697438210248947, 'last_eos_top1': 0}
+step=418100 lr=3.000000e-03 loss=2.8517 ce=2.8517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3577745448856149e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03787524998188019, 'last_eos_top1': 0}
+step=418150 lr=3.000000e-03 loss=2.2653 ce=2.2653 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1514991456351709e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029649021103978157, 'last_eos_top1': 0}
+step=418200 lr=3.000000e-03 loss=2.9305 ce=2.9305 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.480293111759238e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03575917333364487, 'last_eos_top1': 0}
+step=418250 lr=3.000000e-03 loss=2.3261 ce=2.3261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.991015233215876e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03322349861264229, 'last_eos_top1': 0}
+step=418300 lr=3.000000e-03 loss=2.8110 ce=2.8110 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.815736610908061e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021500788629055023, 'last_eos_top1': 0}
+step=418350 lr=3.000000e-03 loss=2.5449 ce=2.5449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.887170017464086e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029458077624440193, 'last_eos_top1': 0}
+step=418400 lr=3.000000e-03 loss=2.5353 ce=2.5353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.443906750064343e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04219382628798485, 'last_eos_top1': 0}
+step=418450 lr=3.000000e-03 loss=2.8996 ce=2.8996 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011578266276046634, 'pos0_bos_top1': 0, 'last_eos_p': 0.02680305205285549, 'last_eos_top1': 0}
+step=418500 lr=3.000000e-03 loss=3.1925 ce=3.1925 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010319038119632751, 'pos0_bos_top1': 0, 'last_eos_p': 0.03459939360618591, 'last_eos_top1': 0}
+step=418550 lr=3.000000e-03 loss=2.2784 ce=2.2784 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00035574089270085096, 'pos0_bos_top1': 0, 'last_eos_p': 0.043307021260261536, 'last_eos_top1': 0}
+step=418600 lr=3.000000e-03 loss=2.7698 ce=2.7698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.764220547163859e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.047463804483413696, 'last_eos_top1': 0}
+step=418650 lr=3.000000e-03 loss=2.7664 ce=2.7664 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001445804227842018, 'pos0_bos_top1': 0, 'last_eos_p': 0.043879639357328415, 'last_eos_top1': 0}
+step=418700 lr=3.000000e-03 loss=2.5631 ce=2.5631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.586533709196374e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032621197402477264, 'last_eos_top1': 0}
+step=418750 lr=3.000000e-03 loss=2.2675 ce=2.2675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.033917502965778e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04297177121043205, 'last_eos_top1': 0}
+step=418800 lr=3.000000e-03 loss=2.8654 ce=2.8654 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7663161997916177e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.038254376500844955, 'last_eos_top1': 0}
+step=418850 lr=3.000000e-03 loss=2.9984 ce=2.9984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.517471319966717e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.042750317603349686, 'last_eos_top1': 0}
+step=418900 lr=3.000000e-03 loss=2.8086 ce=2.8086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0761094017652795e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04931866005063057, 'last_eos_top1': 0}
+step=418950 lr=3.000000e-03 loss=2.3426 ce=2.3426 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2518444236775395e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04089444503188133, 'last_eos_top1': 0}
+step=419000 lr=3.000000e-03 loss=2.3195 ce=2.3195 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.684106923174113e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.049586664885282516, 'last_eos_top1': 0}
+step=419050 lr=3.000000e-03 loss=1.9871 ce=1.9871 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.282723577693105e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04487721249461174, 'last_eos_top1': 0}
+step=419100 lr=3.000000e-03 loss=2.5400 ce=2.5400 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.223604577826336e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03923267871141434, 'last_eos_top1': 0}
+step=419150 lr=3.000000e-03 loss=2.1592 ce=2.1592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.261258487123996e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02945323847234249, 'last_eos_top1': 0}
+step=419200 lr=3.000000e-03 loss=2.8444 ce=2.8444 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.193434769054875e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025882292538881302, 'last_eos_top1': 0}
+step=419250 lr=3.000000e-03 loss=2.4016 ce=2.4016 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011704638745868579, 'pos0_bos_top1': 0, 'last_eos_p': 0.028791384771466255, 'last_eos_top1': 0}
+step=419300 lr=3.000000e-03 loss=2.2030 ce=2.2030 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.598041651770473e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03128599375486374, 'last_eos_top1': 0}
+step=419350 lr=3.000000e-03 loss=2.1179 ce=2.1179 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014565726451110095, 'pos0_bos_top1': 0, 'last_eos_p': 0.0357697419822216, 'last_eos_top1': 0}
+step=419400 lr=3.000000e-03 loss=2.7470 ce=2.7470 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.258798334281892e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0337417796254158, 'last_eos_top1': 0}
+step=419450 lr=3.000000e-03 loss=2.6185 ce=2.6185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.937429861864075e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028747903183102608, 'last_eos_top1': 0}
+step=419500 lr=3.000000e-03 loss=2.7715 ce=2.7715 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.32727678748779e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03560204058885574, 'last_eos_top1': 0}
+step=419550 lr=3.000000e-03 loss=2.8740 ce=2.8740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6400938774459064e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030988646671175957, 'last_eos_top1': 0}
+step=419600 lr=3.000000e-03 loss=3.0350 ce=3.0350 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.88914437382482e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03276224434375763, 'last_eos_top1': 0}
+step=419650 lr=3.000000e-03 loss=3.1083 ce=3.1083 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.165913848439232e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.039578378200531006, 'last_eos_top1': 0}
+step=419700 lr=3.000000e-03 loss=1.9995 ce=1.9995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.062561831437051e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024747047573328018, 'last_eos_top1': 0}
+step=419750 lr=3.000000e-03 loss=2.2471 ce=2.2471 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.550339144770987e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028935272246599197, 'last_eos_top1': 0}
+step=419800 lr=3.000000e-03 loss=1.9446 ce=1.9446 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7196996597922407e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0314069539308548, 'last_eos_top1': 0}
+step=419850 lr=3.000000e-03 loss=2.9988 ce=2.9988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0825205612927675e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03454267978668213, 'last_eos_top1': 0}
+step=419900 lr=3.000000e-03 loss=1.7106 ce=1.7106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1733151040971279e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04224761947989464, 'last_eos_top1': 0}
+step=419950 lr=3.000000e-03 loss=2.7173 ce=2.7173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2285423508728854e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.036993443965911865, 'last_eos_top1': 0}
+step=420000 lr=3.000000e-03 loss=2.2641 ce=2.2641 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.806877692928538e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03421465680003166, 'last_eos_top1': 0}
+step=420050 lr=3.000000e-03 loss=2.2877 ce=2.2877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001790276583051309, 'pos0_bos_top1': 0, 'last_eos_p': 0.03144451603293419, 'last_eos_top1': 0}
+step=420100 lr=3.000000e-03 loss=1.7254 ce=1.7254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.565747753484175e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03589610010385513, 'last_eos_top1': 0}
+step=420150 lr=3.000000e-03 loss=2.3140 ce=2.3140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.686289296136238e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028917677700519562, 'last_eos_top1': 0}
+step=420200 lr=3.000000e-03 loss=2.6590 ce=2.6590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.042043292429298e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029877228662371635, 'last_eos_top1': 0}
+step=420250 lr=3.000000e-03 loss=1.9651 ce=1.9651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4248736230656505e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03418007865548134, 'last_eos_top1': 0}
+step=420300 lr=3.000000e-03 loss=2.9928 ce=2.9928 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5442157241050154e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.043499745428562164, 'last_eos_top1': 0}
+step=420350 lr=3.000000e-03 loss=2.7715 ce=2.7715 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7539656002772972e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03984282910823822, 'last_eos_top1': 0}
+step=420400 lr=3.000000e-03 loss=1.3752 ce=1.3752 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0743430721049663e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04371071979403496, 'last_eos_top1': 0}
+step=420450 lr=3.000000e-03 loss=1.5720 ce=1.5720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.166991882608272e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03763447701931, 'last_eos_top1': 0}
+step=420500 lr=3.000000e-03 loss=2.2818 ce=2.2818 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2889116987935267e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.037827394902706146, 'last_eos_top1': 0}
+step=420550 lr=3.000000e-03 loss=2.0023 ce=2.0023 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.248157660593279e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.04869810864329338, 'last_eos_top1': 0}
+step=420600 lr=3.000000e-03 loss=2.6094 ce=2.6094 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.895258699543774e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.04589280113577843, 'last_eos_top1': 0}
+step=420650 lr=3.000000e-03 loss=2.8903 ce=2.8903 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7906029825098813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.05223744735121727, 'last_eos_top1': 0}
+step=420700 lr=3.000000e-03 loss=2.5167 ce=2.5167 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.707889744779095e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03767194598913193, 'last_eos_top1': 0}
+step=420750 lr=3.000000e-03 loss=2.5103 ce=2.5103 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.922592441085726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.039466772228479385, 'last_eos_top1': 0}
+step=420800 lr=3.000000e-03 loss=2.3596 ce=2.3596 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.252127736341208e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04850084334611893, 'last_eos_top1': 0}
+step=420850 lr=3.000000e-03 loss=1.8772 ce=1.8772 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.601866723736748e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.05020538717508316, 'last_eos_top1': 0}
+step=420900 lr=3.000000e-03 loss=1.9976 ce=1.9976 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012409532791934907, 'pos0_bos_top1': 0, 'last_eos_p': 0.043194327503442764, 'last_eos_top1': 0}
+step=420950 lr=3.000000e-03 loss=2.9813 ce=2.9813 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010200555698247626, 'pos0_bos_top1': 0, 'last_eos_p': 0.03588090464472771, 'last_eos_top1': 0}
+step=421000 lr=3.000000e-03 loss=3.1730 ce=3.1730 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013448776735458523, 'pos0_bos_top1': 0, 'last_eos_p': 0.037882983684539795, 'last_eos_top1': 0}
+step=421050 lr=3.000000e-03 loss=2.5667 ce=2.5667 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5511682401411235e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04443197697401047, 'last_eos_top1': 0}
+step=421100 lr=3.000000e-03 loss=2.3216 ce=2.3216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1041465010493994e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03445291146636009, 'last_eos_top1': 0}
+step=421150 lr=3.000000e-03 loss=2.4682 ce=2.4682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000202941257157363, 'pos0_bos_top1': 0, 'last_eos_p': 0.022251371294260025, 'last_eos_top1': 0}
+step=421200 lr=3.000000e-03 loss=2.0193 ce=2.0193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.300954166566953e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035775456577539444, 'last_eos_top1': 0}
+step=421250 lr=3.000000e-03 loss=3.1651 ce=3.1651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012746335414703935, 'pos0_bos_top1': 0, 'last_eos_p': 0.03374330699443817, 'last_eos_top1': 0}
+step=421300 lr=3.000000e-03 loss=2.7179 ce=2.7179 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.937889778171666e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.040606118738651276, 'last_eos_top1': 0}
+step=421350 lr=3.000000e-03 loss=2.6988 ce=2.6988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2340361435199156e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0313681922852993, 'last_eos_top1': 0}
+step=421400 lr=3.000000e-03 loss=2.4428 ce=2.4428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9236277593299747e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028106821700930595, 'last_eos_top1': 0}
+step=421450 lr=3.000000e-03 loss=2.3422 ce=2.3422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.23780872754287e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03025871515274048, 'last_eos_top1': 0}
+step=421500 lr=3.000000e-03 loss=2.4913 ce=2.4913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8810207368223928e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03820865601301193, 'last_eos_top1': 0}
+step=421550 lr=3.000000e-03 loss=3.1552 ce=3.1552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.618003342533484e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04409459978342056, 'last_eos_top1': 0}
+step=421600 lr=3.000000e-03 loss=2.2749 ce=2.2749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.871844718465582e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03753380849957466, 'last_eos_top1': 0}
+step=421650 lr=3.000000e-03 loss=2.6122 ce=2.6122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.877413786947727e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033334605395793915, 'last_eos_top1': 0}
+step=421700 lr=3.000000e-03 loss=1.8147 ce=1.8147 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013729340571444482, 'pos0_bos_top1': 0, 'last_eos_p': 0.04013936594128609, 'last_eos_top1': 0}
+step=421750 lr=3.000000e-03 loss=2.8625 ce=2.8625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010839258175110444, 'pos0_bos_top1': 0, 'last_eos_p': 0.02848011814057827, 'last_eos_top1': 0}
+step=421800 lr=3.000000e-03 loss=2.1890 ce=2.1890 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010124823893420398, 'pos0_bos_top1': 0, 'last_eos_p': 0.025660965591669083, 'last_eos_top1': 0}
+step=421850 lr=3.000000e-03 loss=2.2287 ce=2.2287 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8980466342763975e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025325331836938858, 'last_eos_top1': 0}
+step=421900 lr=3.000000e-03 loss=2.4042 ce=2.4042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.1010480344993994e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022738678380846977, 'last_eos_top1': 0}
+step=421950 lr=3.000000e-03 loss=1.9037 ce=1.9037 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6870725782355294e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03377554565668106, 'last_eos_top1': 0}
+step=422000 lr=3.000000e-03 loss=1.7211 ce=1.7211 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2842017642688006e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02906947210431099, 'last_eos_top1': 0}
+step=422050 lr=3.000000e-03 loss=2.4736 ce=2.4736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.97011762188049e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.03212878480553627, 'last_eos_top1': 0}
+step=422100 lr=3.000000e-03 loss=2.3280 ce=2.3280 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8030881619779393e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027873270213603973, 'last_eos_top1': 0}
+step=422150 lr=3.000000e-03 loss=2.2258 ce=2.2258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1934081157960463e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03772518411278725, 'last_eos_top1': 0}
+step=422200 lr=3.000000e-03 loss=2.4604 ce=2.4604 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7599333659745753e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029652947559952736, 'last_eos_top1': 0}
+step=422250 lr=3.000000e-03 loss=2.6158 ce=2.6158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0633370948198717e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03151568025350571, 'last_eos_top1': 0}
+step=422300 lr=3.000000e-03 loss=2.4324 ce=2.4324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8875671230489388e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02801942080259323, 'last_eos_top1': 0}
+step=422350 lr=3.000000e-03 loss=3.6518 ce=3.6518 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3896354832686484e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026219608262181282, 'last_eos_top1': 0}
+step=422400 lr=3.000000e-03 loss=1.7242 ce=1.7242 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.794401320395991e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.03265112638473511, 'last_eos_top1': 0}
+step=422450 lr=3.000000e-03 loss=1.9519 ce=1.9519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.794239066541195e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033742718398571014, 'last_eos_top1': 0}
+step=422500 lr=3.000000e-03 loss=2.9103 ce=2.9103 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.675536522176117e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03220592066645622, 'last_eos_top1': 0}
+step=422550 lr=3.000000e-03 loss=3.0462 ce=3.0462 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.504613752942532e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.039603475481271744, 'last_eos_top1': 0}
+step=422600 lr=3.000000e-03 loss=2.7289 ce=2.7289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7832389605464414e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031606122851371765, 'last_eos_top1': 0}
+step=422650 lr=3.000000e-03 loss=3.1279 ce=3.1279 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.148644413566217e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03613095358014107, 'last_eos_top1': 0}
+step=422700 lr=3.000000e-03 loss=2.6013 ce=2.6013 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.331246939022094e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04586660489439964, 'last_eos_top1': 0}
+step=422750 lr=3.000000e-03 loss=2.5097 ce=2.5097 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.073762829648331e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04617553949356079, 'last_eos_top1': 0}
+step=422800 lr=3.000000e-03 loss=1.5415 ce=1.5415 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.337557377060875e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.050660014152526855, 'last_eos_top1': 0}
+step=422850 lr=3.000000e-03 loss=2.6461 ce=2.6461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.22717197984457e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.045551955699920654, 'last_eos_top1': 0}
+step=422900 lr=3.000000e-03 loss=2.5402 ce=2.5402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6121095035923645e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03734935075044632, 'last_eos_top1': 0}
+step=422950 lr=3.000000e-03 loss=1.8282 ce=1.8282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010979019134538248, 'pos0_bos_top1': 0, 'last_eos_p': 0.054161641746759415, 'last_eos_top1': 0}
+step=423000 lr=3.000000e-03 loss=2.3987 ce=2.3987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5944002370815724e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04327387362718582, 'last_eos_top1': 0}
+step=423050 lr=3.000000e-03 loss=2.4549 ce=2.4549 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.267928544431925e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03072815202176571, 'last_eos_top1': 0}
+step=423100 lr=3.000000e-03 loss=1.9142 ce=1.9142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.075495472643524e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04194684326648712, 'last_eos_top1': 0}
+step=423150 lr=3.000000e-03 loss=1.3640 ce=1.3640 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.605203088838607e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.053606435656547546, 'last_eos_top1': 0}
+step=423200 lr=3.000000e-03 loss=2.6620 ce=2.6620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.247718218015507e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04236917197704315, 'last_eos_top1': 0}
+step=423250 lr=3.000000e-03 loss=2.2172 ce=2.2172 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.102447074837983e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0361059308052063, 'last_eos_top1': 0}
+step=423300 lr=3.000000e-03 loss=2.7216 ce=2.7216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4186479499330744e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033456701785326004, 'last_eos_top1': 0}
+step=423350 lr=3.000000e-03 loss=1.9682 ce=1.9682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.122148700640537e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04175836965441704, 'last_eos_top1': 0}
+step=423400 lr=3.000000e-03 loss=2.3056 ce=2.3056 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.793120751855895e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03232577070593834, 'last_eos_top1': 0}
+step=423450 lr=3.000000e-03 loss=2.2990 ce=2.2990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3259987907949835e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035568345338106155, 'last_eos_top1': 0}
+step=423500 lr=3.000000e-03 loss=2.1509 ce=2.1509 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.93321861338336e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04643049091100693, 'last_eos_top1': 0}
+step=423550 lr=3.000000e-03 loss=1.6929 ce=1.6929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9107812224538065e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03464479744434357, 'last_eos_top1': 0}
+step=423600 lr=3.000000e-03 loss=2.0280 ce=2.0280 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5754656487843022e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04050244763493538, 'last_eos_top1': 0}
+step=423650 lr=3.000000e-03 loss=1.9114 ce=1.9114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.919789252104238e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.030383072793483734, 'last_eos_top1': 0}
+step=423700 lr=3.000000e-03 loss=3.0232 ce=3.0232 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2117222872329876e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.045686665922403336, 'last_eos_top1': 0}
+step=423750 lr=3.000000e-03 loss=2.2280 ce=2.2280 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.470253300794866e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.036436017602682114, 'last_eos_top1': 0}
+step=423800 lr=3.000000e-03 loss=1.8231 ce=1.8231 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9314953533466905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.038957301527261734, 'last_eos_top1': 0}
+step=423850 lr=3.000000e-03 loss=2.1961 ce=2.1961 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.111284240731038e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027833323925733566, 'last_eos_top1': 0}
+step=423900 lr=3.000000e-03 loss=1.9219 ce=1.9219 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4558763470849954e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03052408993244171, 'last_eos_top1': 0}
+step=423950 lr=3.000000e-03 loss=2.9050 ce=2.9050 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.460878674057312e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025523964315652847, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=3400000 rows=3391809 buffered=8191 part=openwebtext-t5
+step=424000 lr=3.000000e-03 loss=2.9876 ce=2.9876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.020098564680666e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03259848430752754, 'last_eos_top1': 0}
+step=424050 lr=3.000000e-03 loss=2.7046 ce=2.7046 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.138561805826612e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03867267444729805, 'last_eos_top1': 0}
+step=424100 lr=3.000000e-03 loss=2.4130 ce=2.4130 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.33532838744577e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.044154971837997437, 'last_eos_top1': 0}
+step=424150 lr=3.000000e-03 loss=2.4153 ce=2.4153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011977730173384771, 'pos0_bos_top1': 0, 'last_eos_p': 0.026786427944898605, 'last_eos_top1': 0}
+step=424200 lr=3.000000e-03 loss=2.0542 ce=2.0542 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2849438614211977e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028416011482477188, 'last_eos_top1': 0}
+step=424250 lr=3.000000e-03 loss=2.4368 ce=2.4368 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2002917325589806e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03037787787616253, 'last_eos_top1': 0}
+step=424300 lr=3.000000e-03 loss=2.2069 ce=2.2069 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010734344687080011, 'pos0_bos_top1': 0, 'last_eos_p': 0.03559720516204834, 'last_eos_top1': 0}
+step=424350 lr=3.000000e-03 loss=2.6288 ce=2.6288 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.042998964199796e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033992595970630646, 'last_eos_top1': 0}
+step=424400 lr=3.000000e-03 loss=2.7321 ce=2.7321 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3494427043478936e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04077249392867088, 'last_eos_top1': 0}
+step=424450 lr=3.000000e-03 loss=2.1442 ce=2.1442 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.313619476510212e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035523418337106705, 'last_eos_top1': 0}
+step=424500 lr=3.000000e-03 loss=2.2973 ce=2.2973 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.978399035986513e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035483717918395996, 'last_eos_top1': 0}
+step=424550 lr=3.000000e-03 loss=2.2854 ce=2.2854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.772507261601277e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023928923532366753, 'last_eos_top1': 0}
+step=424600 lr=3.000000e-03 loss=2.6627 ce=2.6627 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4634860892547294e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028728434816002846, 'last_eos_top1': 0}
+step=424650 lr=3.000000e-03 loss=1.8235 ce=1.8235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.304088724893518e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025355299934744835, 'last_eos_top1': 0}
+step=424700 lr=3.000000e-03 loss=2.7149 ce=2.7149 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6351845008321106e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03119291551411152, 'last_eos_top1': 0}
+step=424750 lr=3.000000e-03 loss=2.2358 ce=2.2358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5044375433935784e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030586285516619682, 'last_eos_top1': 0}
+step=424800 lr=3.000000e-03 loss=2.3669 ce=2.3669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.136120646260679e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027676092460751534, 'last_eos_top1': 0}
+step=424850 lr=3.000000e-03 loss=2.5962 ce=2.5962 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.380111568025313e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03425508365035057, 'last_eos_top1': 0}
+step=424900 lr=3.000000e-03 loss=2.2822 ce=2.2822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.260096026584506e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02991945669054985, 'last_eos_top1': 0}
+step=424950 lr=3.000000e-03 loss=2.1818 ce=2.1818 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015685347898397595, 'pos0_bos_top1': 0, 'last_eos_p': 0.02582366019487381, 'last_eos_top1': 0}
+step=425000 lr=3.000000e-03 loss=2.9887 ce=2.9887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.786770245525986e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03903031349182129, 'last_eos_top1': 0}
+step=425050 lr=3.000000e-03 loss=2.2882 ce=2.2882 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.6746496082050726e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03022656962275505, 'last_eos_top1': 0}
+step=425100 lr=3.000000e-03 loss=2.6224 ce=2.6224 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.169661694206297e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031014621257781982, 'last_eos_top1': 0}
+step=425150 lr=3.000000e-03 loss=3.5017 ce=3.5017 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.411890641786158e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03747773543000221, 'last_eos_top1': 0}
+step=425200 lr=3.000000e-03 loss=2.5625 ce=2.5625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.917700789519586e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031752124428749084, 'last_eos_top1': 0}
+step=425250 lr=3.000000e-03 loss=2.4049 ce=2.4049 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.37846577167511e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.037394244223833084, 'last_eos_top1': 0}
+step=425300 lr=3.000000e-03 loss=2.8697 ce=2.8697 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.9569018048932776e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03749055042862892, 'last_eos_top1': 0}
+step=425350 lr=3.000000e-03 loss=2.0613 ce=2.0613 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011714654101524502, 'pos0_bos_top1': 0, 'last_eos_p': 0.04374250769615173, 'last_eos_top1': 0}
+step=425400 lr=3.000000e-03 loss=2.5045 ce=2.5045 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014671699318569154, 'pos0_bos_top1': 0, 'last_eos_p': 0.02868102490901947, 'last_eos_top1': 0}
+step=425450 lr=3.000000e-03 loss=2.1353 ce=2.1353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.056950511876494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03037923574447632, 'last_eos_top1': 0}
+step=425500 lr=3.000000e-03 loss=2.2160 ce=2.2160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000163385207997635, 'pos0_bos_top1': 0, 'last_eos_p': 0.030356382951140404, 'last_eos_top1': 0}
+step=425550 lr=3.000000e-03 loss=2.6571 ce=2.6571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.613843627041206e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029196299612522125, 'last_eos_top1': 0}
+step=425600 lr=3.000000e-03 loss=2.9078 ce=2.9078 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.408346184296533e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030727308243513107, 'last_eos_top1': 0}
+step=425650 lr=3.000000e-03 loss=2.2370 ce=2.2370 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.333578443853185e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03667166456580162, 'last_eos_top1': 0}
+step=425700 lr=3.000000e-03 loss=3.7286 ce=3.7286 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00024378791567869484, 'pos0_bos_top1': 0, 'last_eos_p': 0.031107798218727112, 'last_eos_top1': 0}
+step=425750 lr=3.000000e-03 loss=2.4082 ce=2.4082 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5107320905372035e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03617287054657936, 'last_eos_top1': 0}
+step=425800 lr=3.000000e-03 loss=2.8315 ce=2.8315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.313025783631019e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04009607434272766, 'last_eos_top1': 0}
+step=425850 lr=3.000000e-03 loss=2.5140 ce=2.5140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.560099867172539e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04452182725071907, 'last_eos_top1': 0}
+step=425900 lr=3.000000e-03 loss=2.0552 ce=2.0552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.488677172455937e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04693933576345444, 'last_eos_top1': 0}
+step=425950 lr=3.000000e-03 loss=2.5041 ce=2.5041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.793250860122498e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04811834916472435, 'last_eos_top1': 0}
+step=426000 lr=3.000000e-03 loss=2.6636 ce=2.6636 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.152015389990993e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0421883724629879, 'last_eos_top1': 0}
+step=426050 lr=3.000000e-03 loss=1.9625 ce=1.9625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001192867784993723, 'pos0_bos_top1': 0, 'last_eos_p': 0.03439253196120262, 'last_eos_top1': 0}
+step=426100 lr=3.000000e-03 loss=2.0395 ce=2.0395 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9940234273672104e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04340967908501625, 'last_eos_top1': 0}
+step=426150 lr=3.000000e-03 loss=3.0615 ce=3.0615 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.497773130016867e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03921032324433327, 'last_eos_top1': 0}
+step=426200 lr=3.000000e-03 loss=2.5711 ce=2.5711 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7225934900343418e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03779599070549011, 'last_eos_top1': 0}
+step=426250 lr=3.000000e-03 loss=2.7053 ce=2.7053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.309612606652081e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02941312827169895, 'last_eos_top1': 0}
+step=426300 lr=3.000000e-03 loss=2.6273 ce=2.6273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8990051103173755e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031987983733415604, 'last_eos_top1': 0}
+step=426350 lr=3.000000e-03 loss=3.2249 ce=3.2249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.429030791972764e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026348721235990524, 'last_eos_top1': 0}
+step=426400 lr=3.000000e-03 loss=2.4141 ce=2.4141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.248330565635115e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02845131792128086, 'last_eos_top1': 0}
+step=426450 lr=3.000000e-03 loss=2.3512 ce=2.3512 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.577340743911918e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.03609168902039528, 'last_eos_top1': 0}
+step=426500 lr=3.000000e-03 loss=2.1853 ce=2.1853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.369533831370063e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026120221242308617, 'last_eos_top1': 0}
+step=426550 lr=3.000000e-03 loss=2.6600 ce=2.6600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5057950551854447e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03354973345994949, 'last_eos_top1': 0}
+step=426600 lr=3.000000e-03 loss=2.8028 ce=2.8028 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6066703867400065e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03275861218571663, 'last_eos_top1': 0}
+step=426650 lr=3.000000e-03 loss=2.8572 ce=2.8572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8113571059075184e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02367379516363144, 'last_eos_top1': 0}
+step=426700 lr=3.000000e-03 loss=2.9860 ce=2.9860 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3545130968850572e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03172881901264191, 'last_eos_top1': 0}
+step=426750 lr=3.000000e-03 loss=2.8681 ce=2.8681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0980488696077373e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033595193177461624, 'last_eos_top1': 0}
+step=426800 lr=3.000000e-03 loss=1.6777 ce=1.6777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4358348380483221e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03367054834961891, 'last_eos_top1': 0}
+step=426850 lr=3.000000e-03 loss=2.4334 ce=2.4334 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.225679291877896e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0337829552590847, 'last_eos_top1': 0}
+step=426900 lr=3.000000e-03 loss=3.1545 ce=3.1545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.964650073205121e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04082828387618065, 'last_eos_top1': 0}
+step=426950 lr=3.000000e-03 loss=2.4704 ce=2.4704 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.960930583474692e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02879636362195015, 'last_eos_top1': 0}
+step=427000 lr=3.000000e-03 loss=1.7904 ce=1.7904 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5242310837493278e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030148902907967567, 'last_eos_top1': 0}
+step=427050 lr=3.000000e-03 loss=2.7111 ce=2.7111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3801868590235244e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030707722529768944, 'last_eos_top1': 0}
+step=427100 lr=3.000000e-03 loss=1.9459 ce=1.9459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3660071494523436e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03524605184793472, 'last_eos_top1': 0}
+step=427150 lr=3.000000e-03 loss=2.2452 ce=2.2452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.223820527229691e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029229911044239998, 'last_eos_top1': 0}
+step=427200 lr=3.000000e-03 loss=2.6464 ce=2.6464 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9869544960092753e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03667552396655083, 'last_eos_top1': 0}
+step=427250 lr=3.000000e-03 loss=2.7069 ce=2.7069 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.342893640161492e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.039539530873298645, 'last_eos_top1': 0}
+step=427300 lr=3.000000e-03 loss=2.5173 ce=2.5173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.738062463933602e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03717030584812164, 'last_eos_top1': 0}
+step=427350 lr=3.000000e-03 loss=2.1178 ce=2.1178 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7141870305058546e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03721904009580612, 'last_eos_top1': 0}
+step=427400 lr=3.000000e-03 loss=2.0569 ce=2.0569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3001135307131335e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03781997412443161, 'last_eos_top1': 0}
+step=427450 lr=3.000000e-03 loss=2.3690 ce=2.3690 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5252644011052325e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03485305607318878, 'last_eos_top1': 0}
+step=427500 lr=3.000000e-03 loss=2.5414 ce=2.5414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.690059020300396e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028865523636341095, 'last_eos_top1': 0}
+step=427550 lr=3.000000e-03 loss=2.0834 ce=2.0834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4093612561700866e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026173584163188934, 'last_eos_top1': 0}
+step=427600 lr=3.000000e-03 loss=2.1966 ce=2.1966 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.835173553554341e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.036306895315647125, 'last_eos_top1': 0}
+step=427650 lr=3.000000e-03 loss=2.6025 ce=2.6025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.880429721903056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03215983510017395, 'last_eos_top1': 0}
+step=427700 lr=3.000000e-03 loss=1.9961 ce=1.9961 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.255244726256933e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026058107614517212, 'last_eos_top1': 0}
+step=427750 lr=3.000000e-03 loss=3.1190 ce=3.1190 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7530330044100992e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02630615420639515, 'last_eos_top1': 0}
+step=427800 lr=3.000000e-03 loss=1.8665 ce=1.8665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.186681558669079e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.037524327635765076, 'last_eos_top1': 0}
+step=427850 lr=3.000000e-03 loss=2.8101 ce=2.8101 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.127754421759164e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.043858595192432404, 'last_eos_top1': 0}
+step=427900 lr=3.000000e-03 loss=2.5576 ce=2.5576 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1551686839084141e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04153384640812874, 'last_eos_top1': 0}
+step=427950 lr=3.000000e-03 loss=2.7344 ce=2.7344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3354210497927852e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03700919821858406, 'last_eos_top1': 0}
+step=428000 lr=3.000000e-03 loss=2.2002 ce=2.2002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2162617571884766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027740314602851868, 'last_eos_top1': 0}
+step=428050 lr=3.000000e-03 loss=1.4301 ce=1.4301 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.414630893734284e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026638880372047424, 'last_eos_top1': 0}
+step=428100 lr=3.000000e-03 loss=2.4583 ce=2.4583 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.6818797525484115e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027262447401881218, 'last_eos_top1': 0}
+step=428150 lr=3.000000e-03 loss=2.5111 ce=2.5111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4889349586155731e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02494334802031517, 'last_eos_top1': 0}
+step=428200 lr=3.000000e-03 loss=3.1908 ce=3.1908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.476018537185155e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01808888465166092, 'last_eos_top1': 0}
+step=428250 lr=3.000000e-03 loss=2.3630 ce=2.3630 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.639609192556236e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031146710738539696, 'last_eos_top1': 0}
+step=428300 lr=3.000000e-03 loss=2.3517 ce=2.3517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8085598640027456e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029910046607255936, 'last_eos_top1': 0}
+step=428350 lr=3.000000e-03 loss=1.9651 ce=1.9651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1231802747934125e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021429087966680527, 'last_eos_top1': 0}
+step=428400 lr=3.000000e-03 loss=2.7647 ce=2.7647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4643044525873847e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029764313250780106, 'last_eos_top1': 0}
+step=428450 lr=3.000000e-03 loss=2.0420 ce=2.0420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5852677683578804e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028402570635080338, 'last_eos_top1': 0}
+step=428500 lr=3.000000e-03 loss=3.2932 ce=3.2932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7840509321540594e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026639867573976517, 'last_eos_top1': 0}
+step=428550 lr=3.000000e-03 loss=1.9827 ce=1.9827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8171858755522408e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032463762909173965, 'last_eos_top1': 0}
+step=428600 lr=3.000000e-03 loss=2.4782 ce=2.4782 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.950858369236812e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027864258736371994, 'last_eos_top1': 0}
+step=428650 lr=3.000000e-03 loss=2.9168 ce=2.9168 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.668837886536494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025229772552847862, 'last_eos_top1': 0}
+step=428700 lr=3.000000e-03 loss=2.2006 ce=2.2006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9784965843427926e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027511442080140114, 'last_eos_top1': 0}
+step=428750 lr=3.000000e-03 loss=2.4486 ce=2.4486 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7418960598879494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026618923991918564, 'last_eos_top1': 0}
+step=428800 lr=3.000000e-03 loss=2.8208 ce=2.8208 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.795250763185322e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031133383512496948, 'last_eos_top1': 0}
+step=428850 lr=3.000000e-03 loss=2.9684 ce=2.9684 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.6324832257814705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03923623636364937, 'last_eos_top1': 0}
+step=428900 lr=3.000000e-03 loss=2.8637 ce=2.8637 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.139351899037138e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02995203249156475, 'last_eos_top1': 0}
+step=428950 lr=3.000000e-03 loss=2.1778 ce=2.1778 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1450057829497382e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03481803461909294, 'last_eos_top1': 0}
+step=429000 lr=3.000000e-03 loss=1.4171 ce=1.4171 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.441316221142188e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025920232757925987, 'last_eos_top1': 0}
+step=429050 lr=3.000000e-03 loss=2.1982 ce=2.1982 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.802356357278768e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026070205494761467, 'last_eos_top1': 0}
+step=429100 lr=3.000000e-03 loss=1.6054 ce=1.6054 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.520421447930858e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02401147410273552, 'last_eos_top1': 0}
+step=429150 lr=3.000000e-03 loss=1.6159 ce=1.6159 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9482900572475046e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030341656878590584, 'last_eos_top1': 0}
+step=429200 lr=3.000000e-03 loss=2.7286 ce=2.7286 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.94410113687627e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026783738285303116, 'last_eos_top1': 0}
+step=429250 lr=3.000000e-03 loss=2.0962 ce=2.0962 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.374494917807169e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020552484318614006, 'last_eos_top1': 0}
+step=429300 lr=3.000000e-03 loss=2.0377 ce=2.0377 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.664346877485514e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023988859727978706, 'last_eos_top1': 0}
+step=429350 lr=3.000000e-03 loss=2.4809 ce=2.4809 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.864827496930957e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026397760957479477, 'last_eos_top1': 0}
+step=429400 lr=3.000000e-03 loss=2.0323 ce=2.0323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2052863389253616e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02793675661087036, 'last_eos_top1': 0}
+step=429450 lr=3.000000e-03 loss=2.5584 ce=2.5584 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4057782613672316e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02861090935766697, 'last_eos_top1': 0}
+step=429500 lr=3.000000e-03 loss=2.5202 ce=2.5202 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.962306643894408e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02563323825597763, 'last_eos_top1': 0}
+step=429550 lr=3.000000e-03 loss=2.6629 ce=2.6629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.227554432465695e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025717662647366524, 'last_eos_top1': 0}
+step=429600 lr=3.000000e-03 loss=2.3818 ce=2.3818 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.217947546043433e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02440384030342102, 'last_eos_top1': 0}
+step=429650 lr=3.000000e-03 loss=3.0331 ce=3.0331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011414431355660781, 'pos0_bos_top1': 0, 'last_eos_p': 0.028825992718338966, 'last_eos_top1': 0}
+step=429700 lr=3.000000e-03 loss=2.5131 ce=2.5131 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.72482084762305e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024704618379473686, 'last_eos_top1': 0}
+step=429750 lr=3.000000e-03 loss=2.6636 ce=2.6636 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.093649790273048e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0472760871052742, 'last_eos_top1': 0}
+step=429800 lr=3.000000e-03 loss=2.2012 ce=2.2012 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.536734432913363e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029744602739810944, 'last_eos_top1': 0}
+step=429850 lr=3.000000e-03 loss=1.7626 ce=1.7626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001424650108674541, 'pos0_bos_top1': 0, 'last_eos_p': 0.046089865267276764, 'last_eos_top1': 0}
+step=429900 lr=3.000000e-03 loss=2.8658 ce=2.8658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.676022455096245e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03266521170735359, 'last_eos_top1': 0}
+step=429950 lr=3.000000e-03 loss=2.8364 ce=2.8364 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010369313531555235, 'pos0_bos_top1': 0, 'last_eos_p': 0.027617087587714195, 'last_eos_top1': 0}
+step=430000 lr=3.000000e-03 loss=2.8409 ce=2.8409 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.524979784851894e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027983728796243668, 'last_eos_top1': 0}
+step=430050 lr=3.000000e-03 loss=2.2387 ce=2.2387 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.186174141475931e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04194491356611252, 'last_eos_top1': 0}
+step=430100 lr=3.000000e-03 loss=2.8584 ce=2.8584 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6691679522627965e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03654429316520691, 'last_eos_top1': 0}
+step=430150 lr=3.000000e-03 loss=2.3399 ce=2.3399 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.644122913712636e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027176348492503166, 'last_eos_top1': 0}
+step=430200 lr=3.000000e-03 loss=2.8041 ce=2.8041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.741443262901157e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03591116890311241, 'last_eos_top1': 0}
+step=430250 lr=3.000000e-03 loss=2.4777 ce=2.4777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.071916555403732e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03540801256895065, 'last_eos_top1': 0}
+step=430300 lr=3.000000e-03 loss=2.5986 ce=2.5986 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.089497138513252e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.043687980622053146, 'last_eos_top1': 0}
+step=430350 lr=3.000000e-03 loss=2.9532 ce=2.9532 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.932420653058216e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03226178139448166, 'last_eos_top1': 0}
+step=430400 lr=3.000000e-03 loss=2.2522 ce=2.2522 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.380279955919832e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03044736012816429, 'last_eos_top1': 0}
+step=430450 lr=3.000000e-03 loss=2.3118 ce=2.3118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.146692951209843e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.036612916737794876, 'last_eos_top1': 0}
+step=430500 lr=3.000000e-03 loss=3.4883 ce=3.4883 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.386476499959826e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028841279447078705, 'last_eos_top1': 0}
+step=430550 lr=3.000000e-03 loss=2.3964 ce=2.3964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.332790169632062e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02794916182756424, 'last_eos_top1': 0}
+step=430600 lr=3.000000e-03 loss=2.6506 ce=2.6506 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.254756539827213e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03138177841901779, 'last_eos_top1': 0}
+step=430650 lr=3.000000e-03 loss=2.4175 ce=2.4175 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.974654307763558e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04120388999581337, 'last_eos_top1': 0}
+step=430700 lr=3.000000e-03 loss=3.0957 ce=3.0957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.364057142287493e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.041701700538396835, 'last_eos_top1': 0}
+step=430750 lr=3.000000e-03 loss=1.6734 ce=1.6734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021301329252310097, 'pos0_bos_top1': 0, 'last_eos_p': 0.03441740199923515, 'last_eos_top1': 0}
+step=430800 lr=3.000000e-03 loss=2.6025 ce=2.6025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.288946992252022e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0457548163831234, 'last_eos_top1': 0}
+step=430850 lr=3.000000e-03 loss=2.5414 ce=2.5414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.514818960567936e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03242139890789986, 'last_eos_top1': 0}
+step=430900 lr=3.000000e-03 loss=2.7500 ce=2.7500 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012192290887469426, 'pos0_bos_top1': 0, 'last_eos_p': 0.025362705811858177, 'last_eos_top1': 0}
+step=430950 lr=3.000000e-03 loss=2.7647 ce=2.7647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.12979895574972e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03530028089880943, 'last_eos_top1': 0}
+step=431000 lr=3.000000e-03 loss=3.3171 ce=3.3171 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.50176264368929e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035399556159973145, 'last_eos_top1': 0}
+step=431050 lr=3.000000e-03 loss=1.8710 ce=1.8710 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.719827848020941e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026034342125058174, 'last_eos_top1': 0}
+step=431100 lr=3.000000e-03 loss=3.3998 ce=3.3998 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.89797559264116e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03957676142454147, 'last_eos_top1': 0}
+step=431150 lr=3.000000e-03 loss=2.5644 ce=2.5644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.893534085364081e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04323412850499153, 'last_eos_top1': 0}
+step=431200 lr=3.000000e-03 loss=1.6924 ce=1.6924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.302994734141976e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.042505305260419846, 'last_eos_top1': 0}
+step=431250 lr=3.000000e-03 loss=1.9207 ce=1.9207 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7176410336978734e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03749588876962662, 'last_eos_top1': 0}
+step=431300 lr=3.000000e-03 loss=3.1286 ce=3.1286 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.520117600914091e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04039059951901436, 'last_eos_top1': 0}
+step=431350 lr=3.000000e-03 loss=2.3155 ce=2.3155 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.421419336926192e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04103471338748932, 'last_eos_top1': 0}
+step=431400 lr=3.000000e-03 loss=1.9549 ce=1.9549 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012875364336650819, 'pos0_bos_top1': 0, 'last_eos_p': 0.03677056357264519, 'last_eos_top1': 0}
+step=431450 lr=3.000000e-03 loss=2.9288 ce=2.9288 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.348679744405672e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.041947197169065475, 'last_eos_top1': 0}
+step=431500 lr=3.000000e-03 loss=2.4298 ce=2.4298 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.890681783668697e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033919598907232285, 'last_eos_top1': 0}
+step=431550 lr=3.000000e-03 loss=2.5001 ce=2.5001 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.556451211916283e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04663191735744476, 'last_eos_top1': 0}
+step=431600 lr=3.000000e-03 loss=2.2992 ce=2.2992 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.046746031846851e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03635044023394585, 'last_eos_top1': 0}
+step=431650 lr=3.000000e-03 loss=2.3228 ce=2.3228 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.21764042484574e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04448888078331947, 'last_eos_top1': 0}
+step=431700 lr=3.000000e-03 loss=2.0300 ce=2.0300 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.619431663537398e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030548378825187683, 'last_eos_top1': 0}
+step=431750 lr=3.000000e-03 loss=2.5405 ce=2.5405 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.746694033499807e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03381683677434921, 'last_eos_top1': 0}
+step=431800 lr=3.000000e-03 loss=2.7676 ce=2.7676 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.422757122782059e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.05005264654755592, 'last_eos_top1': 0}
+step=431850 lr=3.000000e-03 loss=2.4938 ce=2.4938 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.434199945535511e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.039104707539081573, 'last_eos_top1': 0}
+step=431900 lr=3.000000e-03 loss=3.3778 ce=3.3778 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.142967736697756e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.042142897844314575, 'last_eos_top1': 0}
+step=431950 lr=3.000000e-03 loss=2.7666 ce=2.7666 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.042778917006217e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04131973907351494, 'last_eos_top1': 0}
+step=432000 lr=3.000000e-03 loss=2.7824 ce=2.7824 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.777038652217016e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04404043033719063, 'last_eos_top1': 0}
+step=432050 lr=3.000000e-03 loss=2.5600 ce=2.5600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7302510211011395e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03161023557186127, 'last_eos_top1': 0}
+step=432100 lr=3.000000e-03 loss=2.6510 ce=2.6510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.117696516914293e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031924184411764145, 'last_eos_top1': 0}
+step=432150 lr=3.000000e-03 loss=2.9047 ce=2.9047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.8960504500428215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026786262169480324, 'last_eos_top1': 0}
+step=432200 lr=3.000000e-03 loss=2.0217 ce=2.0217 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.922319956473075e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03574398532509804, 'last_eos_top1': 0}
+step=432250 lr=3.000000e-03 loss=2.8217 ce=2.8217 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013917440082877874, 'pos0_bos_top1': 0, 'last_eos_p': 0.029820043593645096, 'last_eos_top1': 0}
+step=432300 lr=3.000000e-03 loss=2.3826 ce=2.3826 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014823154197074473, 'pos0_bos_top1': 0, 'last_eos_p': 0.02319163829088211, 'last_eos_top1': 0}
+step=432350 lr=3.000000e-03 loss=1.8958 ce=1.8958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001226286549353972, 'pos0_bos_top1': 0, 'last_eos_p': 0.03126896917819977, 'last_eos_top1': 0}
+step=432400 lr=3.000000e-03 loss=3.0966 ce=3.0966 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012009516649413854, 'pos0_bos_top1': 0, 'last_eos_p': 0.03440482169389725, 'last_eos_top1': 0}
+step=432450 lr=3.000000e-03 loss=2.6341 ce=2.6341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011635404371190816, 'pos0_bos_top1': 0, 'last_eos_p': 0.032904427498579025, 'last_eos_top1': 0}
+step=432500 lr=3.000000e-03 loss=2.0630 ce=2.0630 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000189614700502716, 'pos0_bos_top1': 0, 'last_eos_p': 0.029385535046458244, 'last_eos_top1': 0}
+step=432550 lr=3.000000e-03 loss=2.2736 ce=2.2736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015045747568365186, 'pos0_bos_top1': 0, 'last_eos_p': 0.03156116604804993, 'last_eos_top1': 0}
+step=432600 lr=3.000000e-03 loss=2.5248 ce=2.5248 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011566250759642571, 'pos0_bos_top1': 0, 'last_eos_p': 0.03150978684425354, 'last_eos_top1': 0}
+step=432650 lr=3.000000e-03 loss=2.8173 ce=2.8173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.901301170117222e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03673722222447395, 'last_eos_top1': 0}
+step=432700 lr=3.000000e-03 loss=2.6327 ce=2.6327 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.908210783265531e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03516622260212898, 'last_eos_top1': 0}
+step=432750 lr=3.000000e-03 loss=2.9331 ce=2.9331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.595713891030755e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.04557790234684944, 'last_eos_top1': 0}
+step=432800 lr=3.000000e-03 loss=2.3519 ce=2.3519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6507428628974594e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030467774718999863, 'last_eos_top1': 0}
+step=432850 lr=3.000000e-03 loss=2.8216 ce=2.8216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8082096580183133e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.037635959684848785, 'last_eos_top1': 0}
+step=432900 lr=3.000000e-03 loss=2.0999 ce=2.0999 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.358551111887209e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0345490425825119, 'last_eos_top1': 0}
+step=432950 lr=3.000000e-03 loss=2.8338 ce=2.8338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.435913433553651e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03453516215085983, 'last_eos_top1': 0}
+step=433000 lr=3.000000e-03 loss=2.3604 ce=2.3604 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.73184113111347e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.040080852806568146, 'last_eos_top1': 0}
+step=433050 lr=3.000000e-03 loss=2.2595 ce=2.2595 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2840186981484294e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03001856990158558, 'last_eos_top1': 0}
+step=433100 lr=3.000000e-03 loss=2.2932 ce=2.2932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001274066453333944, 'pos0_bos_top1': 0, 'last_eos_p': 0.043500468134880066, 'last_eos_top1': 0}
+step=433150 lr=3.000000e-03 loss=2.6665 ce=2.6665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.597090810420923e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0357290543615818, 'last_eos_top1': 0}
+step=433200 lr=3.000000e-03 loss=2.8082 ce=2.8082 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010054763697553426, 'pos0_bos_top1': 0, 'last_eos_p': 0.036911170929670334, 'last_eos_top1': 0}
+step=433250 lr=3.000000e-03 loss=1.6441 ce=1.6441 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010150699381483719, 'pos0_bos_top1': 0, 'last_eos_p': 0.03975196182727814, 'last_eos_top1': 0}
+step=433300 lr=3.000000e-03 loss=2.8053 ce=2.8053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0220624214271083e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.043003104627132416, 'last_eos_top1': 0}
+step=433350 lr=3.000000e-03 loss=2.7012 ce=2.7012 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.7877750805346295e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033995360136032104, 'last_eos_top1': 0}
+step=433400 lr=3.000000e-03 loss=2.4376 ce=2.4376 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.188255348301027e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03111443482339382, 'last_eos_top1': 0}
+step=433450 lr=3.000000e-03 loss=3.0889 ce=3.0889 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.808457404375076e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.040541745722293854, 'last_eos_top1': 0}
+step=433500 lr=3.000000e-03 loss=3.0913 ce=3.0913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0950519430916756e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.041097357869148254, 'last_eos_top1': 0}
+step=433550 lr=3.000000e-03 loss=2.6266 ce=2.6266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9292312319739722e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03661780804395676, 'last_eos_top1': 0}
+step=433600 lr=3.000000e-03 loss=3.2297 ce=3.2297 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5336530597996898e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03925357758998871, 'last_eos_top1': 0}
+step=433650 lr=3.000000e-03 loss=2.2866 ce=2.2866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8909199651679955e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.043237488716840744, 'last_eos_top1': 0}
+step=433700 lr=3.000000e-03 loss=3.1758 ce=3.1758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3905638297728729e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0366450734436512, 'last_eos_top1': 0}
+step=433750 lr=3.000000e-03 loss=2.0840 ce=2.0840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7741202100296505e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030205899849534035, 'last_eos_top1': 0}
+step=433800 lr=3.000000e-03 loss=2.5862 ce=2.5862 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.5795942090335302e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02734239399433136, 'last_eos_top1': 0}
+step=433850 lr=3.000000e-03 loss=1.8574 ce=1.8574 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7760758055374026e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.042195554822683334, 'last_eos_top1': 0}
+step=433900 lr=3.000000e-03 loss=2.6017 ce=2.6017 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.243851880251896e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.04310191050171852, 'last_eos_top1': 0}
+step=433950 lr=3.000000e-03 loss=2.0140 ce=2.0140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2315460480749607e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04391069710254669, 'last_eos_top1': 0}
+step=434000 lr=3.000000e-03 loss=3.0980 ce=3.0980 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8492466551833786e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04884376749396324, 'last_eos_top1': 0}
+step=434050 lr=3.000000e-03 loss=2.0829 ce=2.0829 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013358669821172953, 'pos0_bos_top1': 0, 'last_eos_p': 0.04063194990158081, 'last_eos_top1': 0}
+step=434100 lr=3.000000e-03 loss=2.6387 ce=2.6387 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.166284270468168e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04445969685912132, 'last_eos_top1': 0}
+step=434150 lr=3.000000e-03 loss=2.6347 ce=2.6347 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1851162425009534e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.048231009393930435, 'last_eos_top1': 0}
+step=434200 lr=3.000000e-03 loss=2.4229 ce=2.4229 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5779880161280744e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.041577376425266266, 'last_eos_top1': 0}
+step=434250 lr=3.000000e-03 loss=2.5746 ce=2.5746 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.04577614669688e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04360364004969597, 'last_eos_top1': 0}
+step=434300 lr=3.000000e-03 loss=2.2785 ce=2.2785 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.575304334750399e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04909122735261917, 'last_eos_top1': 0}
+step=434350 lr=3.000000e-03 loss=2.3746 ce=2.3746 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.638851820956916e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.051855213940143585, 'last_eos_top1': 0}
+step=434400 lr=3.000000e-03 loss=2.5350 ce=2.5350 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3825831855647266e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.038698531687259674, 'last_eos_top1': 0}
+step=434450 lr=3.000000e-03 loss=2.5999 ce=2.5999 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.578344356152229e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03718055412173271, 'last_eos_top1': 0}
+step=434500 lr=3.000000e-03 loss=1.9176 ce=1.9176 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8317514079390094e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.037266042083501816, 'last_eos_top1': 0}
+step=434550 lr=3.000000e-03 loss=1.9295 ce=1.9295 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.287030969862826e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03652486577630043, 'last_eos_top1': 0}
+step=434600 lr=3.000000e-03 loss=2.1062 ce=2.1062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011681791511364281, 'pos0_bos_top1': 0, 'last_eos_p': 0.02786671742796898, 'last_eos_top1': 0}
+step=434650 lr=3.000000e-03 loss=2.3146 ce=2.3146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.823726339964196e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03779618442058563, 'last_eos_top1': 0}
+step=434700 lr=3.000000e-03 loss=2.4491 ce=2.4491 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.046560206916183e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.045517437160015106, 'last_eos_top1': 0}
+step=434750 lr=3.000000e-03 loss=2.8531 ce=2.8531 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.322505628806539e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.046834301203489304, 'last_eos_top1': 0}
+step=434800 lr=3.000000e-03 loss=1.7873 ce=1.7873 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.421334986342117e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.047896645963191986, 'last_eos_top1': 0}
+step=434850 lr=3.000000e-03 loss=1.6437 ce=1.6437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.85751874698326e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03219630941748619, 'last_eos_top1': 0}
+step=434900 lr=3.000000e-03 loss=2.0298 ce=2.0298 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.4226056818151847e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03909055516123772, 'last_eos_top1': 0}
+step=434950 lr=3.000000e-03 loss=2.6620 ce=2.6620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.694792733062059e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03758803382515907, 'last_eos_top1': 0}
+step=435000 lr=3.000000e-03 loss=2.4583 ce=2.4583 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3284838132676668e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04222768917679787, 'last_eos_top1': 0}
+step=435050 lr=3.000000e-03 loss=2.4582 ce=2.4582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5161316191079095e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.036477163434028625, 'last_eos_top1': 0}
+step=435100 lr=3.000000e-03 loss=2.3975 ce=2.3975 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.784737807814963e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.040332552045583725, 'last_eos_top1': 0}
+step=435150 lr=3.000000e-03 loss=2.1563 ce=2.1563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7865287595195696e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029414789751172066, 'last_eos_top1': 0}
+step=435200 lr=3.000000e-03 loss=2.5765 ce=2.5765 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.738619413226843e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.036045268177986145, 'last_eos_top1': 0}
+step=435250 lr=3.000000e-03 loss=2.2055 ce=2.2055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.009142710652668e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04730721190571785, 'last_eos_top1': 0}
+step=435300 lr=3.000000e-03 loss=2.0063 ce=2.0063 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.415154762682505e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03951313719153404, 'last_eos_top1': 0}
+step=435350 lr=3.000000e-03 loss=2.5352 ce=2.5352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.40778590523405e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032161690294742584, 'last_eos_top1': 0}
+step=435400 lr=3.000000e-03 loss=1.9925 ce=1.9925 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.14783316955436e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.034563373774290085, 'last_eos_top1': 0}
+step=435450 lr=3.000000e-03 loss=2.3984 ce=2.3984 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.243844861979596e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03893845155835152, 'last_eos_top1': 0}
+step=435500 lr=3.000000e-03 loss=2.3573 ce=2.3573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.378436693106778e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.036939118057489395, 'last_eos_top1': 0}
+step=435550 lr=3.000000e-03 loss=1.6617 ce=1.6617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.305666127242148e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029539763927459717, 'last_eos_top1': 0}
+step=435600 lr=3.000000e-03 loss=1.7643 ce=1.7643 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.247338463552296e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0342390201985836, 'last_eos_top1': 0}
+step=435650 lr=3.000000e-03 loss=1.5982 ce=1.5982 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7121739549329504e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.045404981821775436, 'last_eos_top1': 0}
+step=435700 lr=3.000000e-03 loss=2.0125 ce=2.0125 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.112010017503053e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031964048743247986, 'last_eos_top1': 0}
+step=435750 lr=3.000000e-03 loss=2.1666 ce=2.1666 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.330967228976078e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029066087678074837, 'last_eos_top1': 0}
+step=435800 lr=3.000000e-03 loss=2.3378 ce=2.3378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.117716187261976e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03403209522366524, 'last_eos_top1': 0}
+step=435850 lr=3.000000e-03 loss=2.8029 ce=2.8029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5336241378681734e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.037456825375556946, 'last_eos_top1': 0}
+step=435900 lr=3.000000e-03 loss=3.0269 ce=3.0269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.625044337240979e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.037510018795728683, 'last_eos_top1': 0}
+step=435950 lr=3.000000e-03 loss=2.8143 ce=2.8143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.328055365476757e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03750902786850929, 'last_eos_top1': 0}
+step=436000 lr=3.000000e-03 loss=2.7656 ce=2.7656 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.579955955501646e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0402078814804554, 'last_eos_top1': 0}
+step=436050 lr=3.000000e-03 loss=2.1920 ce=2.1920 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.777396967867389e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03551093861460686, 'last_eos_top1': 0}
+step=436100 lr=3.000000e-03 loss=2.0612 ce=2.0612 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.698606739519164e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033418599516153336, 'last_eos_top1': 0}
+step=436150 lr=3.000000e-03 loss=2.4561 ce=2.4561 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7273650377755985e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.034138426184654236, 'last_eos_top1': 0}
+step=436200 lr=3.000000e-03 loss=2.2524 ce=2.2524 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7336558054666966e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.041861023753881454, 'last_eos_top1': 0}
+step=436250 lr=3.000000e-03 loss=2.0944 ce=2.0944 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.0864087825175375e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.042086172848939896, 'last_eos_top1': 0}
+step=436300 lr=3.000000e-03 loss=2.4071 ce=2.4071 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000123876758152619, 'pos0_bos_top1': 0, 'last_eos_p': 0.030294936150312424, 'last_eos_top1': 0}
+step=436350 lr=3.000000e-03 loss=2.5481 ce=2.5481 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.818148489808664e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029109688475728035, 'last_eos_top1': 0}
+step=436400 lr=3.000000e-03 loss=2.0297 ce=2.0297 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.483311830786988e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03255602717399597, 'last_eos_top1': 0}
+step=436450 lr=3.000000e-03 loss=2.1292 ce=2.1292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.082741361344233e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03269491344690323, 'last_eos_top1': 0}
+step=436500 lr=3.000000e-03 loss=2.0534 ce=2.0534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.232003655284643e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.040092188864946365, 'last_eos_top1': 0}
+step=436550 lr=3.000000e-03 loss=2.1223 ce=2.1223 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8033129890682176e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030362635850906372, 'last_eos_top1': 0}
+step=436600 lr=3.000000e-03 loss=2.0641 ce=2.0641 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6070683816215023e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02892031893134117, 'last_eos_top1': 0}
+step=436650 lr=3.000000e-03 loss=3.0687 ce=3.0687 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.192374374018982e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03875728324055672, 'last_eos_top1': 0}
+step=436700 lr=3.000000e-03 loss=2.9958 ce=2.9958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9098706363583915e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.041356176137924194, 'last_eos_top1': 0}
+step=436750 lr=3.000000e-03 loss=2.4024 ce=2.4024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.363500218256377e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03368738666176796, 'last_eos_top1': 0}
+step=436800 lr=3.000000e-03 loss=1.7425 ce=1.7425 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1665775168221444e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026865210384130478, 'last_eos_top1': 0}
+step=436850 lr=3.000000e-03 loss=2.3298 ce=2.3298 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.189415969653055e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.042232051491737366, 'last_eos_top1': 0}
+step=436900 lr=3.000000e-03 loss=2.2968 ce=2.2968 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014612179074902087, 'pos0_bos_top1': 0, 'last_eos_p': 0.03918306529521942, 'last_eos_top1': 0}
+step=436950 lr=3.000000e-03 loss=3.1437 ce=3.1437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001140220629167743, 'pos0_bos_top1': 0, 'last_eos_p': 0.03262319415807724, 'last_eos_top1': 0}
+step=437000 lr=3.000000e-03 loss=2.7472 ce=2.7472 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5564357201801613e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.05153105780482292, 'last_eos_top1': 0}
+step=437050 lr=3.000000e-03 loss=2.5356 ce=2.5356 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.701702007674612e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04743776470422745, 'last_eos_top1': 0}
+step=437100 lr=3.000000e-03 loss=2.0693 ce=2.0693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.922761556576006e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04065283387899399, 'last_eos_top1': 0}
+step=437150 lr=3.000000e-03 loss=2.4871 ce=2.4871 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.1409013899974525e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04684501141309738, 'last_eos_top1': 0}
+step=437200 lr=3.000000e-03 loss=2.1787 ce=2.1787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.267228334560059e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04578343778848648, 'last_eos_top1': 0}
+step=437250 lr=3.000000e-03 loss=2.8586 ce=2.8586 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014152306539472193, 'pos0_bos_top1': 0, 'last_eos_p': 0.03296015039086342, 'last_eos_top1': 0}
+step=437300 lr=3.000000e-03 loss=2.9036 ce=2.9036 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.664423563051969e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0333792082965374, 'last_eos_top1': 0}
+step=437350 lr=3.000000e-03 loss=2.4351 ce=2.4351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.398805322125554e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.049482088536024094, 'last_eos_top1': 0}
+step=437400 lr=3.000000e-03 loss=1.9550 ce=1.9550 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9132859708624892e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0410429872572422, 'last_eos_top1': 0}
+[elf_hfds direct rank=1 worker=0] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=3500000 rows=3499312 buffered=688 part=openwebtext-t5
+step=437450 lr=3.000000e-03 loss=1.6750 ce=1.6750 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9591927411966026e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.045409511774778366, 'last_eos_top1': 0}
+step=437500 lr=3.000000e-03 loss=2.1365 ce=2.1365 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011207360512344167, 'pos0_bos_top1': 0, 'last_eos_p': 0.04420749098062515, 'last_eos_top1': 0}
+step=437550 lr=3.000000e-03 loss=2.3423 ce=2.3423 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5075699997833e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04727720096707344, 'last_eos_top1': 0}
+step=437600 lr=3.000000e-03 loss=2.5380 ce=2.5380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.249184333573794e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04544029012322426, 'last_eos_top1': 0}
+step=437650 lr=3.000000e-03 loss=2.4246 ce=2.4246 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7626645533018745e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03647161275148392, 'last_eos_top1': 0}
+step=437700 lr=3.000000e-03 loss=2.9907 ce=2.9907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1428479158203118e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.048843398690223694, 'last_eos_top1': 0}
+step=437750 lr=3.000000e-03 loss=1.9178 ce=1.9178 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.923582648392767e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.040926244109869, 'last_eos_top1': 0}
+step=437800 lr=3.000000e-03 loss=2.3156 ce=2.3156 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7543514079297893e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04366842657327652, 'last_eos_top1': 0}
+step=437850 lr=3.000000e-03 loss=2.5511 ce=2.5511 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.062272874871269e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0399153046309948, 'last_eos_top1': 0}
+step=437900 lr=3.000000e-03 loss=2.2902 ce=2.2902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8380582079989836e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031705424189567566, 'last_eos_top1': 0}
+step=437950 lr=3.000000e-03 loss=2.1741 ce=2.1741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0413286620168947e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.045639339834451675, 'last_eos_top1': 0}
+step=438000 lr=3.000000e-03 loss=2.5106 ce=2.5106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0932789993821643e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.053806498646736145, 'last_eos_top1': 0}
+step=438050 lr=3.000000e-03 loss=2.4086 ce=2.4086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.149432293663267e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.058302056044340134, 'last_eos_top1': 0}
+step=438100 lr=3.000000e-03 loss=2.6135 ce=2.6135 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3629641873412766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04836374893784523, 'last_eos_top1': 0}
+step=438150 lr=3.000000e-03 loss=2.7696 ce=2.7696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.437379539012909e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.05723106116056442, 'last_eos_top1': 0}
+step=438200 lr=3.000000e-03 loss=2.9461 ce=2.9461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5186032619094476e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04214252158999443, 'last_eos_top1': 0}
+step=438250 lr=3.000000e-03 loss=2.1061 ce=2.1061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4509561626473442e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.041668910533189774, 'last_eos_top1': 0}
+step=438300 lr=3.000000e-03 loss=1.7532 ce=1.7532 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.044161611702293e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04454132542014122, 'last_eos_top1': 0}
+step=438350 lr=3.000000e-03 loss=2.5854 ce=2.5854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.05173702549655e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.05251217633485794, 'last_eos_top1': 0}
+step=438400 lr=3.000000e-03 loss=3.2209 ce=3.2209 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015958926815073937, 'pos0_bos_top1': 0, 'last_eos_p': 0.028975678607821465, 'last_eos_top1': 0}
+step=438450 lr=3.000000e-03 loss=2.3582 ce=2.3582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011993906082352623, 'pos0_bos_top1': 0, 'last_eos_p': 0.029479295015335083, 'last_eos_top1': 0}
+step=438500 lr=3.000000e-03 loss=2.5201 ce=2.5201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6630732463672757e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.046307969838380814, 'last_eos_top1': 0}
+step=438550 lr=3.000000e-03 loss=2.6843 ce=2.6843 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3078969358466566e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.040779031813144684, 'last_eos_top1': 0}
+step=438600 lr=3.000000e-03 loss=1.6394 ce=1.6394 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.081411680090241e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04422599449753761, 'last_eos_top1': 0}
+step=438650 lr=3.000000e-03 loss=2.7045 ce=2.7045 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.324791032355279e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03676426783204079, 'last_eos_top1': 0}
+step=438700 lr=3.000000e-03 loss=1.8508 ce=1.8508 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3996768504730426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04549281299114227, 'last_eos_top1': 0}
+step=438750 lr=3.000000e-03 loss=2.5433 ce=2.5433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.42971315048635e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03499707207083702, 'last_eos_top1': 0}
+step=438800 lr=3.000000e-03 loss=2.5768 ce=2.5768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2275076844380237e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0450587160885334, 'last_eos_top1': 0}
+step=438850 lr=3.000000e-03 loss=2.1616 ce=2.1616 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9955739844590425e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03961307927966118, 'last_eos_top1': 0}
+step=438900 lr=3.000000e-03 loss=2.8276 ce=2.8276 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.537979369459208e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.05080176517367363, 'last_eos_top1': 0}
+step=438950 lr=3.000000e-03 loss=2.7911 ce=2.7911 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5309678676421754e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04887622222304344, 'last_eos_top1': 0}
+step=439000 lr=3.000000e-03 loss=2.4576 ce=2.4576 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2506155548617244e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03824856877326965, 'last_eos_top1': 0}
+step=439050 lr=3.000000e-03 loss=2.4859 ce=2.4859 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.78237120155245e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.05595848709344864, 'last_eos_top1': 0}
+step=439100 lr=3.000000e-03 loss=2.0707 ce=2.0707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.151236862526275e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03697199746966362, 'last_eos_top1': 0}
+step=439150 lr=3.000000e-03 loss=2.6281 ce=2.6281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.587133349152282e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.036547526717185974, 'last_eos_top1': 0}
+step=439200 lr=3.000000e-03 loss=2.5712 ce=2.5712 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3365030099521391e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03510941192507744, 'last_eos_top1': 0}
+step=439250 lr=3.000000e-03 loss=2.3913 ce=2.3913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0925328751909547e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03738242760300636, 'last_eos_top1': 0}
+step=439300 lr=3.000000e-03 loss=2.6184 ce=2.6184 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4549921615980566e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.05387336388230324, 'last_eos_top1': 0}
+step=439350 lr=3.000000e-03 loss=2.6232 ce=2.6232 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.72952311206609e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03549141436815262, 'last_eos_top1': 0}
+step=439400 lr=3.000000e-03 loss=2.1721 ce=2.1721 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8383135688491166e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.038109973073005676, 'last_eos_top1': 0}
+step=439450 lr=3.000000e-03 loss=3.2848 ce=3.2848 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7025702365790494e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04240188002586365, 'last_eos_top1': 0}
+step=439500 lr=3.000000e-03 loss=2.4172 ce=2.4172 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.838904972828459e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03779609501361847, 'last_eos_top1': 0}
+step=439550 lr=3.000000e-03 loss=1.8797 ce=1.8797 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.503290281514637e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.033524543046951294, 'last_eos_top1': 0}
+step=439600 lr=3.000000e-03 loss=2.7452 ce=2.7452 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.7024245102657005e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031142523512244225, 'last_eos_top1': 0}
+step=439650 lr=3.000000e-03 loss=2.1337 ce=2.1337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.677726534893736e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.040051594376564026, 'last_eos_top1': 0}
+step=439700 lr=3.000000e-03 loss=2.9423 ce=2.9423 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.7544934204779565e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03943033888936043, 'last_eos_top1': 0}
+step=439750 lr=3.000000e-03 loss=1.8119 ce=1.8119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.816363358870149e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029907217249274254, 'last_eos_top1': 0}
+step=439800 lr=3.000000e-03 loss=2.6101 ce=2.6101 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.788051642710343e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02738959714770317, 'last_eos_top1': 0}
+step=439850 lr=3.000000e-03 loss=3.0475 ce=3.0475 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.104888648726046e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03996008634567261, 'last_eos_top1': 0}
+step=439900 lr=3.000000e-03 loss=2.5411 ce=2.5411 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3570433768327348e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03446810692548752, 'last_eos_top1': 0}
+step=439950 lr=3.000000e-03 loss=2.4921 ce=2.4921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.362833614228293e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029760977253317833, 'last_eos_top1': 0}
+step=440000 lr=3.000000e-03 loss=2.1194 ce=2.1194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2824426196166314e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03971675783395767, 'last_eos_top1': 0}
+step=440050 lr=3.000000e-03 loss=2.4545 ce=2.4545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1033150915172882e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028990108519792557, 'last_eos_top1': 0}
+step=440100 lr=3.000000e-03 loss=2.6768 ce=2.6768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3168722034606617e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.037066832184791565, 'last_eos_top1': 0}
+step=440150 lr=3.000000e-03 loss=3.0892 ce=3.0892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.905827907146886e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03215072676539421, 'last_eos_top1': 0}
+step=440200 lr=3.000000e-03 loss=2.6949 ce=2.6949 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1383765922801103e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04650888219475746, 'last_eos_top1': 0}
+step=440250 lr=3.000000e-03 loss=2.7006 ce=2.7006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.164425520983059e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03980763629078865, 'last_eos_top1': 0}
+step=440300 lr=3.000000e-03 loss=3.0026 ce=3.0026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.0071900760522112e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035134170204401016, 'last_eos_top1': 0}
+step=440350 lr=3.000000e-03 loss=3.0910 ce=3.0910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.2365627703256905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03585875779390335, 'last_eos_top1': 0}
+step=440400 lr=3.000000e-03 loss=2.2902 ce=2.2902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.791542126738932e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03708905354142189, 'last_eos_top1': 0}
+step=440450 lr=3.000000e-03 loss=2.6793 ce=2.6793 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.9272934625623748e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03165596351027489, 'last_eos_top1': 0}
+step=440500 lr=3.000000e-03 loss=2.7184 ce=2.7184 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.5925455196993425e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.034312326461076736, 'last_eos_top1': 0}
+step=440550 lr=3.000000e-03 loss=2.2245 ce=2.2245 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.013023004110437e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0470905601978302, 'last_eos_top1': 0}
+step=440600 lr=3.000000e-03 loss=2.8734 ce=2.8734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.645060082315467e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02754264697432518, 'last_eos_top1': 0}
+step=440650 lr=3.000000e-03 loss=2.4277 ce=2.4277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1263627786538564e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03013557754456997, 'last_eos_top1': 0}
+step=440700 lr=3.000000e-03 loss=2.5556 ce=2.5556 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8477445084718056e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.032158806920051575, 'last_eos_top1': 0}
+step=440750 lr=3.000000e-03 loss=2.1322 ce=2.1322 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.036738705006428e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0367872528731823, 'last_eos_top1': 0}
+step=440800 lr=3.000000e-03 loss=2.2529 ce=2.2529 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.098534191143699e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03140782564878464, 'last_eos_top1': 0}
+step=440850 lr=3.000000e-03 loss=2.3962 ce=2.3962 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.982085374649614e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0264593418687582, 'last_eos_top1': 0}
+step=440900 lr=3.000000e-03 loss=2.3918 ce=2.3918 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.0358640287886374e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04633172228932381, 'last_eos_top1': 0}
+step=440950 lr=3.000000e-03 loss=2.1273 ce=2.1273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.059001755900681e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04670270159840584, 'last_eos_top1': 0}
+step=441000 lr=3.000000e-03 loss=1.7843 ce=1.7843 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3868613677914254e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.046776607632637024, 'last_eos_top1': 0}
+step=441050 lr=3.000000e-03 loss=1.5077 ce=1.5077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.051044222956989e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02499101310968399, 'last_eos_top1': 0}
+step=441100 lr=3.000000e-03 loss=2.1177 ce=2.1177 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.344193464727141e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028638528659939766, 'last_eos_top1': 0}
+step=441150 lr=3.000000e-03 loss=2.6335 ce=2.6335 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0737668314250186e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030672697350382805, 'last_eos_top1': 0}
+step=441200 lr=3.000000e-03 loss=2.7551 ce=2.7551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.10940987826325e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0272215586155653, 'last_eos_top1': 0}
+step=441250 lr=3.000000e-03 loss=2.8203 ce=2.8203 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.3415798902278766e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028110088780522346, 'last_eos_top1': 0}
+step=441300 lr=3.000000e-03 loss=2.7151 ce=2.7151 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4443690563202836e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02559480629861355, 'last_eos_top1': 0}
+step=441350 lr=3.000000e-03 loss=1.7460 ce=1.7460 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.199351365561597e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02612309530377388, 'last_eos_top1': 0}
+step=441400 lr=3.000000e-03 loss=1.8487 ce=1.8487 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8363260096521117e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023110920563340187, 'last_eos_top1': 0}
+step=441450 lr=3.000000e-03 loss=2.1921 ce=2.1921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.120177487086039e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02840038761496544, 'last_eos_top1': 0}
+step=441500 lr=3.000000e-03 loss=2.1652 ce=2.1652 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9166083802701905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023678282275795937, 'last_eos_top1': 0}
+step=441550 lr=3.000000e-03 loss=2.2203 ce=2.2203 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2657788576907478e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026650667190551758, 'last_eos_top1': 0}
+step=441600 lr=3.000000e-03 loss=3.0171 ce=3.0171 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.3516993426019326e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02284908853471279, 'last_eos_top1': 0}
+step=441650 lr=3.000000e-03 loss=2.2953 ce=2.2953 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7789094019681215e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028547218069434166, 'last_eos_top1': 0}
+step=441700 lr=3.000000e-03 loss=1.9397 ce=1.9397 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.136027589789592e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027129607275128365, 'last_eos_top1': 0}
+step=441750 lr=3.000000e-03 loss=1.5780 ce=1.5780 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.329304702987429e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.027286691591143608, 'last_eos_top1': 0}
+step=441800 lr=3.000000e-03 loss=2.2380 ce=2.2380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.551197965454776e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026816532015800476, 'last_eos_top1': 0}
+step=441850 lr=3.000000e-03 loss=1.6647 ce=1.6647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.5356657463125885e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024730509147047997, 'last_eos_top1': 0}
+step=441900 lr=3.000000e-03 loss=2.6685 ce=2.6685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010066411778097972, 'pos0_bos_top1': 0, 'last_eos_p': 0.027804285287857056, 'last_eos_top1': 0}
+step=441950 lr=3.000000e-03 loss=2.6614 ce=2.6614 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002796299522742629, 'pos0_bos_top1': 0, 'last_eos_p': 0.02262498065829277, 'last_eos_top1': 0}
+step=442000 lr=3.000000e-03 loss=2.7398 ce=2.7398 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.370389458723366e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023348964750766754, 'last_eos_top1': 0}
+step=442050 lr=3.000000e-03 loss=1.5114 ce=1.5114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015417588292621076, 'pos0_bos_top1': 0, 'last_eos_p': 0.019241387024521828, 'last_eos_top1': 0}
+step=442100 lr=3.000000e-03 loss=2.3668 ce=2.3668 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.548382275970653e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02012145146727562, 'last_eos_top1': 0}
+step=442150 lr=3.000000e-03 loss=2.1803 ce=2.1803 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.087055903160945e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018310846760869026, 'last_eos_top1': 0}
+step=442200 lr=3.000000e-03 loss=2.4071 ce=2.4071 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.086921788053587e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02159310132265091, 'last_eos_top1': 0}
+step=442250 lr=3.000000e-03 loss=3.4232 ce=3.4232 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.5521001589368097e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.030891722068190575, 'last_eos_top1': 0}
+step=442300 lr=3.000000e-03 loss=2.0746 ce=2.0746 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.252753736480372e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029570885002613068, 'last_eos_top1': 0}
+step=442350 lr=3.000000e-03 loss=2.3090 ce=2.3090 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.434623744804412e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022880354896187782, 'last_eos_top1': 0}
+step=442400 lr=3.000000e-03 loss=2.5086 ce=2.5086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.467566628183704e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023876331746578217, 'last_eos_top1': 0}
+step=442450 lr=3.000000e-03 loss=1.8742 ce=1.8742 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.2772641639458016e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03774350881576538, 'last_eos_top1': 0}
+step=442500 lr=3.000000e-03 loss=3.1271 ce=3.1271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.855981049127877e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025427302345633507, 'last_eos_top1': 0}
+step=442550 lr=3.000000e-03 loss=2.7242 ce=2.7242 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4835680960677564e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024571290239691734, 'last_eos_top1': 0}
+step=442600 lr=3.000000e-03 loss=2.0646 ce=2.0646 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6932457330985926e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025655074045062065, 'last_eos_top1': 0}
+step=442650 lr=3.000000e-03 loss=2.2588 ce=2.2588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.285005419049412e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024759143590927124, 'last_eos_top1': 0}
+step=442700 lr=3.000000e-03 loss=1.4773 ce=1.4773 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.000793185492512e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014716414734721184, 'last_eos_top1': 0}
+step=442750 lr=3.000000e-03 loss=1.8647 ce=1.8647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.4037595216650516e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024721061810851097, 'last_eos_top1': 0}
+step=442800 lr=3.000000e-03 loss=2.1810 ce=2.1810 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.402121703606099e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031070316210389137, 'last_eos_top1': 0}
+step=442850 lr=3.000000e-03 loss=1.6498 ce=1.6498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9698327378137037e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031797461211681366, 'last_eos_top1': 0}
+step=442900 lr=3.000000e-03 loss=2.6074 ce=2.6074 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3751173355558421e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03749069571495056, 'last_eos_top1': 0}
+step=442950 lr=3.000000e-03 loss=2.2556 ce=2.2556 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2707532480126247e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.04163325950503349, 'last_eos_top1': 0}
+step=443000 lr=3.000000e-03 loss=2.4491 ce=2.4491 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3809378287987784e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02575775422155857, 'last_eos_top1': 0}
+step=443050 lr=3.000000e-03 loss=1.8120 ce=1.8120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.311463948804885e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03591763228178024, 'last_eos_top1': 0}
+step=443100 lr=3.000000e-03 loss=2.3060 ce=2.3060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2466902009909973e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03613680973649025, 'last_eos_top1': 0}
+step=443150 lr=3.000000e-03 loss=1.7449 ce=1.7449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.071925236028619e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.035773370414972305, 'last_eos_top1': 0}
+step=443200 lr=3.000000e-03 loss=2.3266 ce=2.3266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.999236312462017e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.041464682668447495, 'last_eos_top1': 0}
+step=443250 lr=3.000000e-03 loss=2.3375 ce=2.3375 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.945189433172345e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.027827344834804535, 'last_eos_top1': 0}
+step=443300 lr=3.000000e-03 loss=3.0996 ce=3.0996 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.974013907281915e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.036289915442466736, 'last_eos_top1': 0}
+step=443350 lr=3.000000e-03 loss=2.0755 ce=2.0755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.1071864719269797e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.034367192536592484, 'last_eos_top1': 0}
+step=443400 lr=3.000000e-03 loss=2.5668 ce=2.5668 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.614801112737041e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024021290242671967, 'last_eos_top1': 0}
+step=443450 lr=3.000000e-03 loss=2.1392 ce=2.1392 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.2198953956831247e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03275430202484131, 'last_eos_top1': 0}
+step=443500 lr=3.000000e-03 loss=2.4971 ce=2.4971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001557404175400734, 'pos0_bos_top1': 0, 'last_eos_p': 0.02288828045129776, 'last_eos_top1': 0}
+step=443550 lr=3.000000e-03 loss=3.6117 ce=3.6117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.808797893929295e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031726039946079254, 'last_eos_top1': 0}
+step=443600 lr=3.000000e-03 loss=2.4494 ce=2.4494 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.3578824766445905e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028804145753383636, 'last_eos_top1': 0}
+step=443650 lr=3.000000e-03 loss=2.5310 ce=2.5310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.440838514099596e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03544007986783981, 'last_eos_top1': 0}
+step=443700 lr=3.000000e-03 loss=2.4188 ce=2.4188 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.8531442037783563e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0310229305177927, 'last_eos_top1': 0}
+step=443750 lr=3.000000e-03 loss=2.8586 ce=2.8586 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.64651602669619e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03030180186033249, 'last_eos_top1': 0}
+step=443800 lr=3.000000e-03 loss=2.3080 ce=2.3080 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.208976992638782e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02561030723154545, 'last_eos_top1': 0}
+step=443850 lr=3.000000e-03 loss=2.4690 ce=2.4690 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.1626873755594715e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028952181339263916, 'last_eos_top1': 0}
+step=443900 lr=3.000000e-03 loss=2.6746 ce=2.6746 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7105803635786287e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025738677009940147, 'last_eos_top1': 0}
+step=443950 lr=3.000000e-03 loss=1.9924 ce=1.9924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.9700197299243882e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023356083780527115, 'last_eos_top1': 0}
+step=444000 lr=3.000000e-03 loss=2.7279 ce=2.7279 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.639308488345705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026024455204606056, 'last_eos_top1': 0}
+step=444050 lr=3.000000e-03 loss=1.9833 ce=1.9833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.8931345847668126e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020075198262929916, 'last_eos_top1': 0}
+step=444100 lr=3.000000e-03 loss=2.2439 ce=2.2439 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.461890810285695e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01435384526848793, 'last_eos_top1': 0}
+step=444150 lr=3.000000e-03 loss=3.1940 ce=3.1940 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.790081094251946e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013966585509479046, 'last_eos_top1': 0}
+step=444200 lr=3.000000e-03 loss=2.1431 ce=2.1431 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.943362622114364e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026713840663433075, 'last_eos_top1': 0}
+step=444250 lr=3.000000e-03 loss=3.1399 ce=3.1399 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.011145963682793e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03913426771759987, 'last_eos_top1': 0}
+step=444300 lr=3.000000e-03 loss=2.7179 ce=2.7179 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.909389463136904e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025202415883541107, 'last_eos_top1': 0}
+step=444350 lr=3.000000e-03 loss=2.3017 ce=2.3017 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.480829324573278e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019075438380241394, 'last_eos_top1': 0}
+step=444400 lr=3.000000e-03 loss=3.1411 ce=3.1411 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.6334659449057654e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0207439623773098, 'last_eos_top1': 0}
+step=444450 lr=3.000000e-03 loss=2.6037 ce=2.6037 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.101871334365569e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025829818099737167, 'last_eos_top1': 0}
+step=444500 lr=3.000000e-03 loss=2.7039 ce=2.7039 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.7644211766310036e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0210927315056324, 'last_eos_top1': 0}
+step=444550 lr=3.000000e-03 loss=2.3633 ce=2.3633 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.803820285014808e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.028266504406929016, 'last_eos_top1': 0}
+step=444600 lr=3.000000e-03 loss=1.6634 ce=1.6634 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.046975952107459e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021810978651046753, 'last_eos_top1': 0}
+step=444650 lr=3.000000e-03 loss=2.4448 ce=2.4448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7588755983742885e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03234497085213661, 'last_eos_top1': 0}
+step=444700 lr=3.000000e-03 loss=2.1525 ce=2.1525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.901083618984558e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.031397439539432526, 'last_eos_top1': 0}
+step=444750 lr=3.000000e-03 loss=2.1989 ce=2.1989 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.815654625010211e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.03814223036170006, 'last_eos_top1': 0}
+step=444800 lr=3.000000e-03 loss=2.5849 ce=2.5849 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.0276687791920267e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026003053411841393, 'last_eos_top1': 0}
+step=444850 lr=3.000000e-03 loss=2.6749 ce=2.6749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.163911272480618e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02290990576148033, 'last_eos_top1': 0}
+step=444900 lr=3.000000e-03 loss=2.5152 ce=2.5152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.307102805498289e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.020129375159740448, 'last_eos_top1': 0}
+step=444950 lr=3.000000e-03 loss=2.6479 ce=2.6479 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.378469773451798e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025085950270295143, 'last_eos_top1': 0}
+step=445000 lr=3.000000e-03 loss=2.9118 ce=2.9118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.527590918878559e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.02970210276544094, 'last_eos_top1': 0}
+step=445050 lr=3.000000e-03 loss=1.8683 ce=1.8683 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.452287950902246e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0169985331594944, 'last_eos_top1': 0}
+step=445100 lr=3.000000e-03 loss=2.7025 ce=2.7025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.563883966417052e-06, 'pos0_bos_top1': 0, 'last_eos_p': 0.0250546894967556, 'last_eos_top1': 0}
+step=445150 lr=3.000000e-03 loss=2.0968 ce=2.0968 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.132336132694036e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02619568444788456, 'last_eos_top1': 0}
+step=445200 lr=3.000000e-03 loss=2.1994 ce=2.1994 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4481769287376665e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.029556751251220703, 'last_eos_top1': 0}
+step=445250 lr=3.000000e-03 loss=1.9540 ce=1.9540 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.4760348676645663e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02772185020148754, 'last_eos_top1': 0}
+step=445300 lr=3.000000e-03 loss=2.1282 ce=2.1282 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.3494896847987548e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021083226427435875, 'last_eos_top1': 0}
+step=445350 lr=3.000000e-03 loss=2.8145 ce=2.8145 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.087793811573647e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016640223562717438, 'last_eos_top1': 0}
+step=445400 lr=3.000000e-03 loss=2.1907 ce=2.1907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.330479376018047e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.0239383727312088, 'last_eos_top1': 0}
+step=445450 lr=3.000000e-03 loss=2.2435 ce=2.2435 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.1385170839494094e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023778900504112244, 'last_eos_top1': 0}
+step=445500 lr=3.000000e-03 loss=1.6305 ce=1.6305 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.754742647288367e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01534069050103426, 'last_eos_top1': 0}
+step=445550 lr=3.000000e-03 loss=2.4625 ce=2.4625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00025162400561384857, 'pos0_bos_top1': 0, 'last_eos_p': 0.013089576736092567, 'last_eos_top1': 0}
+step=445600 lr=3.000000e-03 loss=2.4169 ce=2.4169 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002474304928909987, 'pos0_bos_top1': 0, 'last_eos_p': 0.011816081590950489, 'last_eos_top1': 0}
+step=445650 lr=3.000000e-03 loss=1.9397 ce=1.9397 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 1.743015309330076e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017423685640096664, 'last_eos_top1': 0}
+step=445700 lr=3.000000e-03 loss=2.2733 ce=2.2733 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8584930734941736e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015458676964044571, 'last_eos_top1': 0}
+step=445750 lr=3.000000e-03 loss=1.9367 ce=1.9367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011522960267029703, 'pos0_bos_top1': 0, 'last_eos_p': 0.015992360189557076, 'last_eos_top1': 0}
+step=445800 lr=3.000000e-03 loss=2.1388 ce=2.1388 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014724867651239038, 'pos0_bos_top1': 0, 'last_eos_p': 0.013289222493767738, 'last_eos_top1': 0}
+step=445850 lr=3.000000e-03 loss=2.5966 ce=2.5966 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.32233196584275e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02044450119137764, 'last_eos_top1': 0}
+step=445900 lr=3.000000e-03 loss=2.2794 ce=2.2794 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.325231227790937e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021615656092762947, 'last_eos_top1': 0}
+step=445950 lr=3.000000e-03 loss=2.4520 ce=2.4520 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.487075031851418e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.026907801628112793, 'last_eos_top1': 0}
+step=446000 lr=3.000000e-03 loss=3.3707 ce=3.3707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012125837383791804, 'pos0_bos_top1': 0, 'last_eos_p': 0.017260320484638214, 'last_eos_top1': 0}
+step=446050 lr=3.000000e-03 loss=2.2589 ce=2.2589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.502632747171447e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01702437736093998, 'last_eos_top1': 0}
+step=446100 lr=3.000000e-03 loss=2.1783 ce=2.1783 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010452714923303574, 'pos0_bos_top1': 0, 'last_eos_p': 0.020654035732150078, 'last_eos_top1': 0}
+step=446150 lr=3.000000e-03 loss=2.1443 ce=2.1443 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.407392356777564e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017292285338044167, 'last_eos_top1': 0}
+step=446200 lr=3.000000e-03 loss=2.7323 ce=2.7323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.276612162357196e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024237975478172302, 'last_eos_top1': 0}
+step=446250 lr=3.000000e-03 loss=2.5834 ce=2.5834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.33866002317518e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.023224256932735443, 'last_eos_top1': 0}
+step=446300 lr=3.000000e-03 loss=2.9301 ce=2.9301 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.7397298254072666e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02978561259806156, 'last_eos_top1': 0}
+step=446350 lr=3.000000e-03 loss=2.2657 ce=2.2657 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.2388735639397055e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02946474216878414, 'last_eos_top1': 0}
+step=446400 lr=3.000000e-03 loss=2.4060 ce=2.4060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.2009014072828e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019707420840859413, 'last_eos_top1': 0}
+step=446450 lr=3.000000e-03 loss=2.8594 ce=2.8594 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.327674883417785e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022787166759371758, 'last_eos_top1': 0}
+step=446500 lr=3.000000e-03 loss=1.9451 ce=1.9451 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.6108809834113345e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.021892812103033066, 'last_eos_top1': 0}
+step=446550 lr=3.000000e-03 loss=2.4716 ce=2.4716 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.4999309971462935e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020619578659534454, 'last_eos_top1': 0}
+step=446600 lr=3.000000e-03 loss=2.4686 ce=2.4686 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018630502745509148, 'pos0_bos_top1': 0, 'last_eos_p': 0.02005658857524395, 'last_eos_top1': 0}
+step=446650 lr=3.000000e-03 loss=2.6811 ce=2.6811 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.9181311876745895e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020468899980187416, 'last_eos_top1': 0}
+step=446700 lr=3.000000e-03 loss=2.7861 ce=2.7861 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.885009058052674e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014785555191338062, 'last_eos_top1': 0}
+step=446750 lr=3.000000e-03 loss=2.6087 ce=2.6087 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017699204909149557, 'pos0_bos_top1': 0, 'last_eos_p': 0.028826309368014336, 'last_eos_top1': 0}
+step=446800 lr=3.000000e-03 loss=1.7671 ce=1.7671 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006946452194824815, 'pos0_bos_top1': 0, 'last_eos_p': 0.017429059371352196, 'last_eos_top1': 0}
+step=446850 lr=3.000000e-03 loss=2.5197 ce=2.5197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016716461686883122, 'pos0_bos_top1': 0, 'last_eos_p': 0.019929230213165283, 'last_eos_top1': 0}
+step=446900 lr=3.000000e-03 loss=2.4864 ce=2.4864 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004522718663793057, 'pos0_bos_top1': 0, 'last_eos_p': 0.019077280536293983, 'last_eos_top1': 0}
+step=446950 lr=3.000000e-03 loss=1.9473 ce=1.9473 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017463334370404482, 'pos0_bos_top1': 0, 'last_eos_p': 0.018280642107129097, 'last_eos_top1': 0}
+step=447000 lr=3.000000e-03 loss=2.6205 ce=2.6205 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.4937093005282804e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02046218328177929, 'last_eos_top1': 0}
+step=447050 lr=3.000000e-03 loss=2.7138 ce=2.7138 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012495191185735166, 'pos0_bos_top1': 0, 'last_eos_p': 0.019345268607139587, 'last_eos_top1': 0}
+step=447100 lr=3.000000e-03 loss=2.0623 ce=2.0623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.55331275286153e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013807382434606552, 'last_eos_top1': 0}
+step=447150 lr=3.000000e-03 loss=1.7659 ce=1.7659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.8692325940937735e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02191106788814068, 'last_eos_top1': 0}
+step=447200 lr=3.000000e-03 loss=2.1818 ce=2.1818 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.777229620842263e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.020464101806282997, 'last_eos_top1': 0}
+step=447250 lr=3.000000e-03 loss=2.6721 ce=2.6721 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001591848413227126, 'pos0_bos_top1': 0, 'last_eos_p': 0.01732867769896984, 'last_eos_top1': 0}
+step=447300 lr=3.000000e-03 loss=1.7448 ce=1.7448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.951041773892939e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019897155463695526, 'last_eos_top1': 0}
+step=447350 lr=3.000000e-03 loss=1.9497 ce=1.9497 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2211893742205575e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.025648685172200203, 'last_eos_top1': 0}
+step=447400 lr=3.000000e-03 loss=2.0407 ce=2.0407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.855275569250807e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02419537678360939, 'last_eos_top1': 0}
+step=447450 lr=3.000000e-03 loss=2.8512 ce=2.8512 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0388370911823586e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.02853699028491974, 'last_eos_top1': 0}
+step=447500 lr=3.000000e-03 loss=1.8693 ce=1.8693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2696494347183034e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.022201403975486755, 'last_eos_top1': 0}
+step=447550 lr=3.000000e-03 loss=2.5493 ce=2.5493 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011217664723517373, 'pos0_bos_top1': 0, 'last_eos_p': 0.02120288647711277, 'last_eos_top1': 0}
+step=447600 lr=3.000000e-03 loss=2.6944 ce=2.6944 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023313755809795111, 'pos0_bos_top1': 0, 'last_eos_p': 0.018192481249570847, 'last_eos_top1': 0}
+step=447650 lr=3.000000e-03 loss=2.9628 ce=2.9628 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005324767553247511, 'pos0_bos_top1': 0, 'last_eos_p': 0.02163386344909668, 'last_eos_top1': 0}
+step=447700 lr=3.000000e-03 loss=2.4928 ce=2.4928 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.581265915883705e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01875297911465168, 'last_eos_top1': 0}
+step=447750 lr=3.000000e-03 loss=2.5217 ce=2.5217 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010509138519410044, 'pos0_bos_top1': 0, 'last_eos_p': 0.018237728625535965, 'last_eos_top1': 0}
+step=447800 lr=3.000000e-03 loss=3.7093 ce=3.7093 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001432780409231782, 'pos0_bos_top1': 0, 'last_eos_p': 0.016162052750587463, 'last_eos_top1': 0}
+step=447850 lr=3.000000e-03 loss=3.1338 ce=3.1338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011752246064133942, 'pos0_bos_top1': 0, 'last_eos_p': 0.0173362884670496, 'last_eos_top1': 0}
+step=447900 lr=3.000000e-03 loss=1.8234 ce=1.8234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000280261505395174, 'pos0_bos_top1': 0, 'last_eos_p': 0.016082504764199257, 'last_eos_top1': 0}
+step=447950 lr=3.000000e-03 loss=2.4376 ce=2.4376 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020351870625745505, 'pos0_bos_top1': 0, 'last_eos_p': 0.013734416104853153, 'last_eos_top1': 0}
+step=448000 lr=3.000000e-03 loss=1.9420 ce=1.9420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011192684905836359, 'pos0_bos_top1': 0, 'last_eos_p': 0.017773954197764397, 'last_eos_top1': 0}
+step=448050 lr=3.000000e-03 loss=3.0346 ce=3.0346 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.769750274950638e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014561165124177933, 'last_eos_top1': 0}
+step=448100 lr=3.000000e-03 loss=2.3041 ce=2.3041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.469842628575861e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012351139448583126, 'last_eos_top1': 0}
+step=448150 lr=3.000000e-03 loss=2.8968 ce=2.8968 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.36706972727552e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01071763876825571, 'last_eos_top1': 0}
+step=448200 lr=3.000000e-03 loss=3.3083 ce=3.3083 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001514773175586015, 'pos0_bos_top1': 0, 'last_eos_p': 0.011209183372557163, 'last_eos_top1': 0}
+step=448250 lr=3.000000e-03 loss=2.6748 ce=2.6748 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001866691600298509, 'pos0_bos_top1': 0, 'last_eos_p': 0.015841452404856682, 'last_eos_top1': 0}
+step=448300 lr=3.000000e-03 loss=2.5575 ce=2.5575 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00033881139825098217, 'pos0_bos_top1': 0, 'last_eos_p': 0.015515461564064026, 'last_eos_top1': 0}
+step=448350 lr=3.000000e-03 loss=3.0445 ce=3.0445 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.833332296693698e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016150567680597305, 'last_eos_top1': 0}
+step=448400 lr=3.000000e-03 loss=2.6924 ce=2.6924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017530540935695171, 'pos0_bos_top1': 0, 'last_eos_p': 0.016116337850689888, 'last_eos_top1': 0}
+step=448450 lr=3.000000e-03 loss=2.6620 ce=2.6620 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000152640015585348, 'pos0_bos_top1': 0, 'last_eos_p': 0.018209846690297127, 'last_eos_top1': 0}
+step=448500 lr=3.000000e-03 loss=3.9442 ce=3.9442 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010304871102562174, 'pos0_bos_top1': 0, 'last_eos_p': 0.01959351822733879, 'last_eos_top1': 0}
+step=448550 lr=3.000000e-03 loss=2.5672 ce=2.5672 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012547113874461502, 'pos0_bos_top1': 0, 'last_eos_p': 0.01527408417314291, 'last_eos_top1': 0}
+step=448600 lr=3.000000e-03 loss=1.9216 ce=1.9216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.449161734664813e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01774919405579567, 'last_eos_top1': 0}
+step=448650 lr=3.000000e-03 loss=3.1619 ce=3.1619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000283745932392776, 'pos0_bos_top1': 0, 'last_eos_p': 0.021179869771003723, 'last_eos_top1': 0}
+step=448700 lr=3.000000e-03 loss=2.3112 ce=2.3112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004907865077257156, 'pos0_bos_top1': 0, 'last_eos_p': 0.015499323606491089, 'last_eos_top1': 0}
+step=448750 lr=3.000000e-03 loss=2.5901 ce=2.5901 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014632963575422764, 'pos0_bos_top1': 0, 'last_eos_p': 0.017835566774010658, 'last_eos_top1': 0}
+step=448800 lr=3.000000e-03 loss=2.7047 ce=2.7047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013172287435736507, 'pos0_bos_top1': 0, 'last_eos_p': 0.01739288866519928, 'last_eos_top1': 0}
+step=448850 lr=3.000000e-03 loss=2.1026 ce=2.1026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.457322160713375e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.018275843933224678, 'last_eos_top1': 0}
+step=448900 lr=3.000000e-03 loss=2.2097 ce=2.2097 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8065318221924827e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014417314901947975, 'last_eos_top1': 0}
+step=448950 lr=3.000000e-03 loss=2.5475 ce=2.5475 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.280062658945099e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013662153854966164, 'last_eos_top1': 0}
+[elf_hfds direct rank=2 worker=0] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=3600000 rows=3591809 buffered=8191 part=openwebtext-t5
+step=449000 lr=3.000000e-03 loss=2.0428 ce=2.0428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001310091174673289, 'pos0_bos_top1': 0, 'last_eos_p': 0.017085127532482147, 'last_eos_top1': 0}
+step=449050 lr=3.000000e-03 loss=2.3869 ce=2.3869 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000134483547299169, 'pos0_bos_top1': 0, 'last_eos_p': 0.01294511929154396, 'last_eos_top1': 0}
+step=449100 lr=3.000000e-03 loss=2.8447 ce=2.8447 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00025736168026924133, 'pos0_bos_top1': 0, 'last_eos_p': 0.013922537676990032, 'last_eos_top1': 0}
+step=449150 lr=3.000000e-03 loss=2.7979 ce=2.7979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002484743017703295, 'pos0_bos_top1': 0, 'last_eos_p': 0.007181081920862198, 'last_eos_top1': 0}
+step=449200 lr=3.000000e-03 loss=2.3491 ce=2.3491 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014559656847268343, 'pos0_bos_top1': 0, 'last_eos_p': 0.007211924530565739, 'last_eos_top1': 0}
+step=449250 lr=3.000000e-03 loss=2.4183 ce=2.4183 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.023014379432425e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012120824307203293, 'last_eos_top1': 0}
+step=449300 lr=3.000000e-03 loss=2.1090 ce=2.1090 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.517037010984495e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012910000048577785, 'last_eos_top1': 0}
+step=449350 lr=3.000000e-03 loss=2.1059 ce=2.1059 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00030234167934395373, 'pos0_bos_top1': 0, 'last_eos_p': 0.013254819437861443, 'last_eos_top1': 0}
+step=449400 lr=3.000000e-03 loss=1.8677 ce=1.8677 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018573117267806083, 'pos0_bos_top1': 0, 'last_eos_p': 0.011022306978702545, 'last_eos_top1': 0}
+step=449450 lr=3.000000e-03 loss=2.5262 ce=2.5262 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002467297308612615, 'pos0_bos_top1': 0, 'last_eos_p': 0.011226298287510872, 'last_eos_top1': 0}
+step=449500 lr=3.000000e-03 loss=2.6198 ce=2.6198 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00029114080825820565, 'pos0_bos_top1': 0, 'last_eos_p': 0.0105704665184021, 'last_eos_top1': 0}
+step=449550 lr=3.000000e-03 loss=2.4565 ce=2.4565 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006512428517453372, 'pos0_bos_top1': 0, 'last_eos_p': 0.008434105664491653, 'last_eos_top1': 0}
+step=449600 lr=3.000000e-03 loss=2.0665 ce=2.0665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010437896708026528, 'pos0_bos_top1': 0, 'last_eos_p': 0.011188125237822533, 'last_eos_top1': 0}
+step=449650 lr=3.000000e-03 loss=2.0236 ce=2.0236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010369651863584295, 'pos0_bos_top1': 0, 'last_eos_p': 0.01438968162983656, 'last_eos_top1': 0}
+step=449700 lr=3.000000e-03 loss=2.8605 ce=2.8605 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020767813839484006, 'pos0_bos_top1': 0, 'last_eos_p': 0.014335181564092636, 'last_eos_top1': 0}
+step=449750 lr=3.000000e-03 loss=2.3260 ce=2.3260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.462781700771302e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013646918348968029, 'last_eos_top1': 0}
+step=449800 lr=3.000000e-03 loss=1.7145 ce=1.7145 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013121032679919153, 'pos0_bos_top1': 0, 'last_eos_p': 0.016271371394395828, 'last_eos_top1': 0}
+step=449850 lr=3.000000e-03 loss=2.3836 ce=2.3836 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000116950977826491, 'pos0_bos_top1': 0, 'last_eos_p': 0.01370956003665924, 'last_eos_top1': 0}
+step=449900 lr=3.000000e-03 loss=2.2787 ce=2.2787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011652667308226228, 'pos0_bos_top1': 0, 'last_eos_p': 0.01278674602508545, 'last_eos_top1': 0}
+step=449950 lr=3.000000e-03 loss=3.0900 ce=3.0900 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.2254461732227355e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012087427079677582, 'last_eos_top1': 0}
+step=450000 lr=3.000000e-03 loss=3.0302 ce=3.0302 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.8204194424906746e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013035072945058346, 'last_eos_top1': 0}
+step=450050 lr=3.000000e-03 loss=2.2437 ce=2.2437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017286220099776983, 'pos0_bos_top1': 0, 'last_eos_p': 0.012722454033792019, 'last_eos_top1': 0}
+step=450100 lr=3.000000e-03 loss=2.4815 ce=2.4815 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.904482092475519e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011757914908230305, 'last_eos_top1': 0}
+step=450150 lr=3.000000e-03 loss=2.0362 ce=2.0362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028401502640917897, 'pos0_bos_top1': 0, 'last_eos_p': 0.013097968883812428, 'last_eos_top1': 0}
+step=450200 lr=3.000000e-03 loss=1.5243 ce=1.5243 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016208701708819717, 'pos0_bos_top1': 0, 'last_eos_p': 0.00891210325062275, 'last_eos_top1': 0}
+step=450250 lr=3.000000e-03 loss=2.4823 ce=2.4823 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014084685244597495, 'pos0_bos_top1': 0, 'last_eos_p': 0.012287186458706856, 'last_eos_top1': 0}
+step=450300 lr=3.000000e-03 loss=2.4548 ce=2.4548 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.45007089083083e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010418371297419071, 'last_eos_top1': 0}
+step=450350 lr=3.000000e-03 loss=2.7824 ce=2.7824 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020795447926502675, 'pos0_bos_top1': 0, 'last_eos_p': 0.00739877438172698, 'last_eos_top1': 0}
+step=450400 lr=3.000000e-03 loss=1.8791 ce=1.8791 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00026876249467022717, 'pos0_bos_top1': 0, 'last_eos_p': 0.007117901463061571, 'last_eos_top1': 0}
+step=450450 lr=3.000000e-03 loss=2.0234 ce=2.0234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028003245824947953, 'pos0_bos_top1': 0, 'last_eos_p': 0.005939248483628035, 'last_eos_top1': 0}
+step=450500 lr=3.000000e-03 loss=3.0734 ce=3.0734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019026036898139864, 'pos0_bos_top1': 0, 'last_eos_p': 0.0064308978617191315, 'last_eos_top1': 0}
+step=450550 lr=3.000000e-03 loss=2.4414 ce=2.4414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002211483515566215, 'pos0_bos_top1': 0, 'last_eos_p': 0.010090485215187073, 'last_eos_top1': 0}
+step=450600 lr=3.000000e-03 loss=2.5878 ce=2.5878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.634823850821704e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010262020863592625, 'last_eos_top1': 0}
+step=450650 lr=3.000000e-03 loss=2.1575 ce=2.1575 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.777065184200183e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013378600589931011, 'last_eos_top1': 0}
+step=450700 lr=3.000000e-03 loss=1.5587 ce=1.5587 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.094331860775128e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009189113974571228, 'last_eos_top1': 0}
+step=450750 lr=3.000000e-03 loss=2.9042 ce=2.9042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018111878307536244, 'pos0_bos_top1': 0, 'last_eos_p': 0.01411608699709177, 'last_eos_top1': 0}
+step=450800 lr=3.000000e-03 loss=2.3194 ce=2.3194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015806499868631363, 'pos0_bos_top1': 0, 'last_eos_p': 0.011423025280237198, 'last_eos_top1': 0}
+step=450850 lr=3.000000e-03 loss=2.3552 ce=2.3552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.212052489398047e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010021804831922054, 'last_eos_top1': 0}
+step=450900 lr=3.000000e-03 loss=2.3564 ce=2.3564 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019469024846330285, 'pos0_bos_top1': 0, 'last_eos_p': 0.013149945065379143, 'last_eos_top1': 0}
+step=450950 lr=3.000000e-03 loss=2.8698 ce=2.8698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012033501116093248, 'pos0_bos_top1': 0, 'last_eos_p': 0.012254121713340282, 'last_eos_top1': 0}
+step=451000 lr=3.000000e-03 loss=2.8211 ce=2.8211 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020059793314430863, 'pos0_bos_top1': 0, 'last_eos_p': 0.008535961620509624, 'last_eos_top1': 0}
+step=451050 lr=3.000000e-03 loss=2.9029 ce=2.9029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010010866390075535, 'pos0_bos_top1': 0, 'last_eos_p': 0.010768643580377102, 'last_eos_top1': 0}
+step=451100 lr=3.000000e-03 loss=2.0665 ce=2.0665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00046943515189923346, 'pos0_bos_top1': 0, 'last_eos_p': 0.011480831541121006, 'last_eos_top1': 0}
+step=451150 lr=3.000000e-03 loss=2.3672 ce=2.3672 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006821722490713, 'pos0_bos_top1': 0, 'last_eos_p': 0.009045044891536236, 'last_eos_top1': 0}
+step=451200 lr=3.000000e-03 loss=2.0646 ce=2.0646 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028231742908246815, 'pos0_bos_top1': 0, 'last_eos_p': 0.012191658839583397, 'last_eos_top1': 0}
+step=451250 lr=3.000000e-03 loss=2.3863 ce=2.3863 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022223552514333278, 'pos0_bos_top1': 0, 'last_eos_p': 0.01175894308835268, 'last_eos_top1': 0}
+step=451300 lr=3.000000e-03 loss=1.7393 ce=1.7393 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00022558738419320434, 'pos0_bos_top1': 0, 'last_eos_p': 0.009962468408048153, 'last_eos_top1': 0}
+step=451350 lr=3.000000e-03 loss=2.6343 ce=2.6343 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010926974937319756, 'pos0_bos_top1': 0, 'last_eos_p': 0.011342200450599194, 'last_eos_top1': 0}
+step=451400 lr=3.000000e-03 loss=2.9006 ce=2.9006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000134634057758376, 'pos0_bos_top1': 0, 'last_eos_p': 0.009649104438722134, 'last_eos_top1': 0}
+step=451450 lr=3.000000e-03 loss=2.4202 ce=2.4202 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.270027658203617e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012176120653748512, 'last_eos_top1': 0}
+step=451500 lr=3.000000e-03 loss=2.9359 ce=2.9359 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001310734951402992, 'pos0_bos_top1': 0, 'last_eos_p': 0.01089897844940424, 'last_eos_top1': 0}
+step=451550 lr=3.000000e-03 loss=2.6604 ce=2.6604 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012046349729644135, 'pos0_bos_top1': 0, 'last_eos_p': 0.010904735885560513, 'last_eos_top1': 0}
+step=451600 lr=3.000000e-03 loss=1.8867 ce=1.8867 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.783026426797733e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010163377039134502, 'last_eos_top1': 0}
+step=451650 lr=3.000000e-03 loss=2.2110 ce=2.2110 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.61264569114428e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010424265637993813, 'last_eos_top1': 0}
+step=451700 lr=3.000000e-03 loss=2.6997 ce=2.6997 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019444295321591198, 'pos0_bos_top1': 0, 'last_eos_p': 0.00613423902541399, 'last_eos_top1': 0}
+step=451750 lr=3.000000e-03 loss=2.2896 ce=2.2896 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021004504524171352, 'pos0_bos_top1': 0, 'last_eos_p': 0.009885607287287712, 'last_eos_top1': 0}
+step=451800 lr=3.000000e-03 loss=2.2646 ce=2.2646 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007853630231693387, 'pos0_bos_top1': 0, 'last_eos_p': 0.009509686380624771, 'last_eos_top1': 0}
+step=451850 lr=3.000000e-03 loss=2.4274 ce=2.4274 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014176742115523666, 'pos0_bos_top1': 0, 'last_eos_p': 0.00740431435406208, 'last_eos_top1': 0}
+step=451900 lr=3.000000e-03 loss=2.8124 ce=2.8124 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000676288444083184, 'pos0_bos_top1': 0, 'last_eos_p': 0.008824624121189117, 'last_eos_top1': 0}
+step=451950 lr=3.000000e-03 loss=1.9322 ce=1.9322 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004024826339446008, 'pos0_bos_top1': 0, 'last_eos_p': 0.012672326527535915, 'last_eos_top1': 0}
+step=452000 lr=3.000000e-03 loss=2.1878 ce=2.1878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005734331207349896, 'pos0_bos_top1': 0, 'last_eos_p': 0.011258094571530819, 'last_eos_top1': 0}
+step=452050 lr=3.000000e-03 loss=2.2256 ce=2.2256 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007839403115212917, 'pos0_bos_top1': 0, 'last_eos_p': 0.010736321099102497, 'last_eos_top1': 0}
+step=452100 lr=3.000000e-03 loss=2.4393 ce=2.4393 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021552863472606987, 'pos0_bos_top1': 0, 'last_eos_p': 0.011050079949200153, 'last_eos_top1': 0}
+step=452150 lr=3.000000e-03 loss=2.2098 ce=2.2098 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00044484890531748533, 'pos0_bos_top1': 0, 'last_eos_p': 0.00763705326244235, 'last_eos_top1': 0}
+step=452200 lr=3.000000e-03 loss=2.0212 ce=2.0212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.524703374248929e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.009628119878470898, 'last_eos_top1': 0}
+step=452250 lr=3.000000e-03 loss=3.0746 ce=3.0746 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001397451269440353, 'pos0_bos_top1': 0, 'last_eos_p': 0.008093055337667465, 'last_eos_top1': 0}
+step=452300 lr=3.000000e-03 loss=2.8115 ce=2.8115 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013341913290787488, 'pos0_bos_top1': 0, 'last_eos_p': 0.007892661727964878, 'last_eos_top1': 0}
+step=452350 lr=3.000000e-03 loss=3.0157 ce=3.0157 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.059326162561774e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01563509739935398, 'last_eos_top1': 0}
+step=452400 lr=3.000000e-03 loss=2.5830 ce=2.5830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014775956515222788, 'pos0_bos_top1': 0, 'last_eos_p': 0.01371814776211977, 'last_eos_top1': 0}
+step=452450 lr=3.000000e-03 loss=2.2400 ce=2.2400 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00040884799091145396, 'pos0_bos_top1': 0, 'last_eos_p': 0.012403370812535286, 'last_eos_top1': 0}
+step=452500 lr=3.000000e-03 loss=1.5922 ce=1.5922 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006958843441680074, 'pos0_bos_top1': 0, 'last_eos_p': 0.007162545341998339, 'last_eos_top1': 0}
+step=452550 lr=3.000000e-03 loss=2.2183 ce=2.2183 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015916886331979185, 'pos0_bos_top1': 0, 'last_eos_p': 0.011019861325621605, 'last_eos_top1': 0}
+step=452600 lr=3.000000e-03 loss=2.4711 ce=2.4711 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015337883087340742, 'pos0_bos_top1': 0, 'last_eos_p': 0.007746035698801279, 'last_eos_top1': 0}
+step=452650 lr=3.000000e-03 loss=1.6139 ce=1.6139 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010317214764654636, 'pos0_bos_top1': 0, 'last_eos_p': 0.008573771454393864, 'last_eos_top1': 0}
+step=452700 lr=3.000000e-03 loss=2.8431 ce=2.8431 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006030906224623322, 'pos0_bos_top1': 0, 'last_eos_p': 0.011155486106872559, 'last_eos_top1': 0}
+step=452750 lr=3.000000e-03 loss=2.0502 ce=2.0502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00041491593583486974, 'pos0_bos_top1': 0, 'last_eos_p': 0.012766932137310505, 'last_eos_top1': 0}
+step=452800 lr=3.000000e-03 loss=1.8773 ce=1.8773 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00035396323073655367, 'pos0_bos_top1': 0, 'last_eos_p': 0.006779139395803213, 'last_eos_top1': 0}
+step=452850 lr=3.000000e-03 loss=3.0776 ce=3.0776 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00029683730099350214, 'pos0_bos_top1': 0, 'last_eos_p': 0.005850490648299456, 'last_eos_top1': 0}
+step=452900 lr=3.000000e-03 loss=2.5294 ce=2.5294 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.730353536317125e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012283585965633392, 'last_eos_top1': 0}
+step=452950 lr=3.000000e-03 loss=2.9010 ce=2.9010 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001509398134658113, 'pos0_bos_top1': 0, 'last_eos_p': 0.012297398410737514, 'last_eos_top1': 0}
+step=453000 lr=3.000000e-03 loss=2.6241 ce=2.6241 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003625590761657804, 'pos0_bos_top1': 0, 'last_eos_p': 0.016980722546577454, 'last_eos_top1': 0}
+step=453050 lr=3.000000e-03 loss=1.9137 ce=1.9137 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00039235391886904836, 'pos0_bos_top1': 0, 'last_eos_p': 0.010699860751628876, 'last_eos_top1': 0}
+step=453100 lr=3.000000e-03 loss=2.2366 ce=2.2366 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00036042268038727343, 'pos0_bos_top1': 0, 'last_eos_p': 0.011974864639341831, 'last_eos_top1': 0}
+step=453150 lr=3.000000e-03 loss=2.0300 ce=2.0300 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.442962280241773e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.016250161454081535, 'last_eos_top1': 0}
+step=453200 lr=3.000000e-03 loss=3.0882 ce=3.0882 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.136452717939392e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011098213493824005, 'last_eos_top1': 0}
+step=453250 lr=3.000000e-03 loss=2.2695 ce=2.2695 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012969307135790586, 'pos0_bos_top1': 0, 'last_eos_p': 0.014192262664437294, 'last_eos_top1': 0}
+step=453300 lr=3.000000e-03 loss=3.1516 ce=3.1516 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.893599442671984e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013139501214027405, 'last_eos_top1': 0}
+step=453350 lr=3.000000e-03 loss=2.9331 ce=2.9331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.861449295072816e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015886832028627396, 'last_eos_top1': 0}
+step=453400 lr=3.000000e-03 loss=2.0318 ce=2.0318 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.0292525227414444e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.017014779150485992, 'last_eos_top1': 0}
+step=453450 lr=3.000000e-03 loss=2.0867 ce=2.0867 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00017585720343049616, 'pos0_bos_top1': 0, 'last_eos_p': 0.012921607121825218, 'last_eos_top1': 0}
+step=453500 lr=3.000000e-03 loss=2.2963 ce=2.2963 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.069409285672009e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01146312989294529, 'last_eos_top1': 0}
+step=453550 lr=3.000000e-03 loss=2.5719 ce=2.5719 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012643767695408314, 'pos0_bos_top1': 0, 'last_eos_p': 0.007094414904713631, 'last_eos_top1': 0}
+step=453600 lr=3.000000e-03 loss=1.8816 ce=1.8816 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 2.827816024364438e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.014260164462029934, 'last_eos_top1': 0}
+step=453650 lr=3.000000e-03 loss=2.4970 ce=2.4970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.289923163014464e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008310417644679546, 'last_eos_top1': 0}
+step=453700 lr=3.000000e-03 loss=3.0406 ce=3.0406 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.687174027319998e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012401843443512917, 'last_eos_top1': 0}
+step=453750 lr=3.000000e-03 loss=2.6761 ce=2.6761 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.743561582174152e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01761030964553356, 'last_eos_top1': 0}
+step=453800 lr=3.000000e-03 loss=2.8896 ce=2.8896 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019988580606877804, 'pos0_bos_top1': 0, 'last_eos_p': 0.013094987720251083, 'last_eos_top1': 0}
+step=453850 lr=3.000000e-03 loss=2.2679 ce=2.2679 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014206103514879942, 'pos0_bos_top1': 0, 'last_eos_p': 0.014761386439204216, 'last_eos_top1': 0}
+step=453900 lr=3.000000e-03 loss=2.5272 ce=2.5272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011340666969772428, 'pos0_bos_top1': 0, 'last_eos_p': 0.017511490732431412, 'last_eos_top1': 0}
+step=453950 lr=3.000000e-03 loss=2.5360 ce=2.5360 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015138709568418562, 'pos0_bos_top1': 0, 'last_eos_p': 0.01976247876882553, 'last_eos_top1': 0}
+step=454000 lr=3.000000e-03 loss=2.5877 ce=2.5877 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002671117545105517, 'pos0_bos_top1': 0, 'last_eos_p': 0.009920193813741207, 'last_eos_top1': 0}
+step=454050 lr=3.000000e-03 loss=2.0258 ce=2.0258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.402530172839761e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.013623911887407303, 'last_eos_top1': 0}
+step=454100 lr=3.000000e-03 loss=2.7234 ce=2.7234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019032391719520092, 'pos0_bos_top1': 0, 'last_eos_p': 0.019940344616770744, 'last_eos_top1': 0}
+step=454150 lr=3.000000e-03 loss=2.2191 ce=2.2191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014644413022324443, 'pos0_bos_top1': 0, 'last_eos_p': 0.01566246524453163, 'last_eos_top1': 0}
+step=454200 lr=3.000000e-03 loss=2.2447 ce=2.2447 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023752215201966465, 'pos0_bos_top1': 0, 'last_eos_p': 0.016087116673588753, 'last_eos_top1': 0}
+step=454250 lr=3.000000e-03 loss=2.4010 ce=2.4010 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001769770897226408, 'pos0_bos_top1': 0, 'last_eos_p': 0.014360949397087097, 'last_eos_top1': 0}
+step=454300 lr=3.000000e-03 loss=2.4293 ce=2.4293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001113909384002909, 'pos0_bos_top1': 0, 'last_eos_p': 0.013976171612739563, 'last_eos_top1': 0}
+step=454350 lr=3.000000e-03 loss=2.2793 ce=2.2793 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010221382399322465, 'pos0_bos_top1': 0, 'last_eos_p': 0.01793184131383896, 'last_eos_top1': 0}
+step=454400 lr=3.000000e-03 loss=1.4871 ce=1.4871 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00045601630699820817, 'pos0_bos_top1': 0, 'last_eos_p': 0.012983226217329502, 'last_eos_top1': 0}
+step=454450 lr=3.000000e-03 loss=1.9551 ce=1.9551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001306381745962426, 'pos0_bos_top1': 0, 'last_eos_p': 0.014727717265486717, 'last_eos_top1': 0}
+step=454500 lr=3.000000e-03 loss=2.8535 ce=2.8535 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012227190018165857, 'pos0_bos_top1': 0, 'last_eos_p': 0.021443556994199753, 'last_eos_top1': 0}
+step=454550 lr=3.000000e-03 loss=2.7624 ce=2.7624 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016714929370209575, 'pos0_bos_top1': 0, 'last_eos_p': 0.021138308569788933, 'last_eos_top1': 0}
+step=454600 lr=3.000000e-03 loss=2.6728 ce=2.6728 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00021872161596547812, 'pos0_bos_top1': 0, 'last_eos_p': 0.017453713342547417, 'last_eos_top1': 0}
+step=454650 lr=3.000000e-03 loss=2.4051 ce=2.4051 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002164778852602467, 'pos0_bos_top1': 0, 'last_eos_p': 0.019479738548398018, 'last_eos_top1': 0}
+step=454700 lr=3.000000e-03 loss=3.0235 ce=3.0235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001533630711492151, 'pos0_bos_top1': 0, 'last_eos_p': 0.02108830213546753, 'last_eos_top1': 0}
+step=454750 lr=3.000000e-03 loss=2.3258 ce=2.3258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011856621858896688, 'pos0_bos_top1': 0, 'last_eos_p': 0.020454013720154762, 'last_eos_top1': 0}
+step=454800 lr=3.000000e-03 loss=2.9971 ce=2.9971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018658876069821417, 'pos0_bos_top1': 0, 'last_eos_p': 0.025530511513352394, 'last_eos_top1': 0}
+step=454850 lr=3.000000e-03 loss=2.1545 ce=2.1545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00033414369681850076, 'pos0_bos_top1': 0, 'last_eos_p': 0.025759117677807808, 'last_eos_top1': 0}
+step=454900 lr=3.000000e-03 loss=2.1013 ce=2.1013 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006242378731258214, 'pos0_bos_top1': 0, 'last_eos_p': 0.022227313369512558, 'last_eos_top1': 0}
+step=454950 lr=3.000000e-03 loss=1.8662 ce=1.8662 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00011873683979501948, 'pos0_bos_top1': 0, 'last_eos_p': 0.026485826820135117, 'last_eos_top1': 0}
+step=455000 lr=3.000000e-03 loss=2.6857 ce=2.6857 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003587457467801869, 'pos0_bos_top1': 0, 'last_eos_p': 0.013471744023263454, 'last_eos_top1': 0}
+step=455050 lr=3.000000e-03 loss=3.3417 ce=3.3417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.804257959127426e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.019882123917341232, 'last_eos_top1': 0}
+step=455100 lr=3.000000e-03 loss=2.9754 ce=2.9754 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.0648384533124045e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.024304088205099106, 'last_eos_top1': 0}
+step=455150 lr=3.000000e-03 loss=1.7912 ce=1.7912 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012650502321776003, 'pos0_bos_top1': 0, 'last_eos_p': 0.02159237675368786, 'last_eos_top1': 0}
+step=455200 lr=3.000000e-03 loss=1.5834 ce=1.5834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004239324771333486, 'pos0_bos_top1': 0, 'last_eos_p': 0.01714922860264778, 'last_eos_top1': 0}
+step=455250 lr=3.000000e-03 loss=2.3410 ce=2.3410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005757523467764258, 'pos0_bos_top1': 0, 'last_eos_p': 0.019123245030641556, 'last_eos_top1': 0}
+step=455300 lr=3.000000e-03 loss=2.7429 ce=2.7429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018434235244058073, 'pos0_bos_top1': 0, 'last_eos_p': 0.021090002730488777, 'last_eos_top1': 0}
+step=455350 lr=3.000000e-03 loss=2.3612 ce=2.3612 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001551050372654572, 'pos0_bos_top1': 0, 'last_eos_p': 0.016397157683968544, 'last_eos_top1': 0}
+step=455400 lr=3.000000e-03 loss=2.3831 ce=2.3831 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014303569332696497, 'pos0_bos_top1': 0, 'last_eos_p': 0.016480702906847, 'last_eos_top1': 0}
+step=455450 lr=3.000000e-03 loss=2.9448 ce=2.9448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015918244025669992, 'pos0_bos_top1': 0, 'last_eos_p': 0.01578182727098465, 'last_eos_top1': 0}
+step=455500 lr=3.000000e-03 loss=2.7967 ce=2.7967 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00023278326261788607, 'pos0_bos_top1': 0, 'last_eos_p': 0.0166645348072052, 'last_eos_top1': 0}
+step=455550 lr=3.000000e-03 loss=2.6428 ce=2.6428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00033810397144407034, 'pos0_bos_top1': 0, 'last_eos_p': 0.018416114151477814, 'last_eos_top1': 0}
+step=455600 lr=3.000000e-03 loss=2.6522 ce=2.6522 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002245131618110463, 'pos0_bos_top1': 0, 'last_eos_p': 0.012446564622223377, 'last_eos_top1': 0}
+step=455650 lr=3.000000e-03 loss=2.1634 ce=2.1634 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00032824091613292694, 'pos0_bos_top1': 0, 'last_eos_p': 0.01504895556718111, 'last_eos_top1': 0}
+step=455700 lr=3.000000e-03 loss=3.0466 ce=3.0466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001691232027951628, 'pos0_bos_top1': 0, 'last_eos_p': 0.013763641938567162, 'last_eos_top1': 0}
+step=455750 lr=3.000000e-03 loss=2.1667 ce=2.1667 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002165632467949763, 'pos0_bos_top1': 0, 'last_eos_p': 0.015421601012349129, 'last_eos_top1': 0}
+step=455800 lr=3.000000e-03 loss=2.6208 ce=2.6208 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015113285917323083, 'pos0_bos_top1': 0, 'last_eos_p': 0.02117200940847397, 'last_eos_top1': 0}
+step=455850 lr=3.000000e-03 loss=2.8245 ce=2.8245 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016941300418693572, 'pos0_bos_top1': 0, 'last_eos_p': 0.01709061488509178, 'last_eos_top1': 0}
+step=455900 lr=3.000000e-03 loss=1.8942 ce=1.8942 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010506973922019824, 'pos0_bos_top1': 0, 'last_eos_p': 0.020066233351826668, 'last_eos_top1': 0}
+step=455950 lr=3.000000e-03 loss=2.5369 ce=2.5369 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00019467704987619072, 'pos0_bos_top1': 0, 'last_eos_p': 0.01658475585281849, 'last_eos_top1': 0}
+step=456000 lr=3.000000e-03 loss=2.7174 ce=2.7174 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00047342933248728514, 'pos0_bos_top1': 0, 'last_eos_p': 0.02352459542453289, 'last_eos_top1': 0}
+step=456050 lr=3.000000e-03 loss=2.6274 ce=2.6274 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005245553329586983, 'pos0_bos_top1': 0, 'last_eos_p': 0.014115099795162678, 'last_eos_top1': 0}
+step=456100 lr=3.000000e-03 loss=2.8850 ce=2.8850 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002899794839322567, 'pos0_bos_top1': 0, 'last_eos_p': 0.021153582260012627, 'last_eos_top1': 0}
+step=456150 lr=3.000000e-03 loss=2.8255 ce=2.8255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004937420017085969, 'pos0_bos_top1': 0, 'last_eos_p': 0.016537802293896675, 'last_eos_top1': 0}
+step=456200 lr=3.000000e-03 loss=2.4727 ce=2.4727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018039738642983139, 'pos0_bos_top1': 0, 'last_eos_p': 0.011710240505635738, 'last_eos_top1': 0}
+step=456250 lr=3.000000e-03 loss=1.9727 ce=1.9727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00013684893201570958, 'pos0_bos_top1': 0, 'last_eos_p': 0.02385520562529564, 'last_eos_top1': 0}
+step=456300 lr=3.000000e-03 loss=2.7143 ce=2.7143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014655511768069118, 'pos0_bos_top1': 0, 'last_eos_p': 0.014762272126972675, 'last_eos_top1': 0}
+step=456350 lr=3.000000e-03 loss=2.1603 ce=2.1603 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.819097274681553e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011362320743501186, 'last_eos_top1': 0}
+step=456400 lr=3.000000e-03 loss=2.2244 ce=2.2244 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.18579695886001e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012225920334458351, 'last_eos_top1': 0}
+step=456450 lr=3.000000e-03 loss=3.1523 ce=3.1523 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001109735167119652, 'pos0_bos_top1': 0, 'last_eos_p': 0.010700877755880356, 'last_eos_top1': 0}
+step=456500 lr=3.000000e-03 loss=2.0367 ce=2.0367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00020292872795835137, 'pos0_bos_top1': 0, 'last_eos_p': 0.01244615763425827, 'last_eos_top1': 0}
+step=456550 lr=3.000000e-03 loss=2.7259 ce=2.7259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016166870773304254, 'pos0_bos_top1': 0, 'last_eos_p': 0.010155996307730675, 'last_eos_top1': 0}
+step=456600 lr=3.000000e-03 loss=1.8440 ce=1.8440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.4362254710868e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008641269989311695, 'last_eos_top1': 0}
+step=456650 lr=3.000000e-03 loss=2.1883 ce=2.1883 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003278478980064392, 'pos0_bos_top1': 0, 'last_eos_p': 0.007420169189572334, 'last_eos_top1': 0}
+step=456700 lr=3.000000e-03 loss=2.1820 ce=2.1820 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002845750714186579, 'pos0_bos_top1': 0, 'last_eos_p': 0.006857844069600105, 'last_eos_top1': 0}
+step=456750 lr=3.000000e-03 loss=2.5525 ce=2.5525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00035059527726843953, 'pos0_bos_top1': 0, 'last_eos_p': 0.009392321109771729, 'last_eos_top1': 0}
+step=456800 lr=3.000000e-03 loss=2.6224 ce=2.6224 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018899263523053378, 'pos0_bos_top1': 0, 'last_eos_p': 0.007086430676281452, 'last_eos_top1': 0}
+step=456850 lr=3.000000e-03 loss=2.7216 ce=2.7216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.957788794650696e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.006888384930789471, 'last_eos_top1': 0}
+step=456900 lr=3.000000e-03 loss=3.2092 ce=3.2092 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.055553967598826e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01062270812690258, 'last_eos_top1': 0}
+step=456950 lr=3.000000e-03 loss=1.8014 ce=1.8014 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010679342085495591, 'pos0_bos_top1': 0, 'last_eos_p': 0.008043663576245308, 'last_eos_top1': 0}
+step=457000 lr=3.000000e-03 loss=2.6265 ce=2.6265 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.175080877961591e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010806022211909294, 'last_eos_top1': 0}
+step=457050 lr=3.000000e-03 loss=2.0329 ce=2.0329 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.183787187794223e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011795672588050365, 'last_eos_top1': 0}
+step=457100 lr=3.000000e-03 loss=2.8457 ce=2.8457 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010290383215760812, 'pos0_bos_top1': 0, 'last_eos_p': 0.010248786769807339, 'last_eos_top1': 0}
+step=457150 lr=3.000000e-03 loss=2.6887 ce=2.6887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 3.041276977455709e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008050842210650444, 'last_eos_top1': 0}
+step=457200 lr=3.000000e-03 loss=2.6870 ce=2.6870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00014570185157936066, 'pos0_bos_top1': 0, 'last_eos_p': 0.005682569462805986, 'last_eos_top1': 0}
+step=457250 lr=3.000000e-03 loss=2.4104 ce=2.4104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012614270963240415, 'pos0_bos_top1': 0, 'last_eos_p': 0.007520195096731186, 'last_eos_top1': 0}
+step=457300 lr=3.000000e-03 loss=1.8548 ce=1.8548 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015103208716027439, 'pos0_bos_top1': 0, 'last_eos_p': 0.007500294595956802, 'last_eos_top1': 0}
+step=457350 lr=3.000000e-03 loss=3.3386 ce=3.3386 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.096500823739916e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011209450662136078, 'last_eos_top1': 0}
+step=457400 lr=3.000000e-03 loss=2.5031 ce=2.5031 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.145179238752462e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.007252419833093882, 'last_eos_top1': 0}
+step=457450 lr=3.000000e-03 loss=2.2609 ce=2.2609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010468537220731378, 'pos0_bos_top1': 0, 'last_eos_p': 0.010082586668431759, 'last_eos_top1': 0}
+step=457500 lr=3.000000e-03 loss=2.6489 ce=2.6489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.613335037603974e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010628181509673595, 'last_eos_top1': 0}
+step=457550 lr=3.000000e-03 loss=1.6881 ce=1.6881 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012097710714442655, 'pos0_bos_top1': 0, 'last_eos_p': 0.010564073920249939, 'last_eos_top1': 0}
+step=457600 lr=3.000000e-03 loss=2.2622 ce=2.2622 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001693185477051884, 'pos0_bos_top1': 0, 'last_eos_p': 0.006812744308263063, 'last_eos_top1': 0}
+step=457650 lr=3.000000e-03 loss=2.0501 ce=2.0501 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003141209308523685, 'pos0_bos_top1': 0, 'last_eos_p': 0.0068881819024682045, 'last_eos_top1': 0}
+step=457700 lr=3.000000e-03 loss=2.8630 ce=2.8630 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028226064750924706, 'pos0_bos_top1': 0, 'last_eos_p': 0.0074036456644535065, 'last_eos_top1': 0}
+step=457750 lr=3.000000e-03 loss=2.8551 ce=2.8551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003215497708879411, 'pos0_bos_top1': 0, 'last_eos_p': 0.00867522694170475, 'last_eos_top1': 0}
+step=457800 lr=3.000000e-03 loss=1.6963 ce=1.6963 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.485574729391374e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.01045819092541933, 'last_eos_top1': 0}
+step=457850 lr=3.000000e-03 loss=2.6673 ce=2.6673 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.178474384592846e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012974905781447887, 'last_eos_top1': 0}
+step=457900 lr=3.000000e-03 loss=2.7710 ce=2.7710 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002287897077621892, 'pos0_bos_top1': 0, 'last_eos_p': 0.010078012943267822, 'last_eos_top1': 0}
+step=457950 lr=3.000000e-03 loss=2.9135 ce=2.9135 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018037624249700457, 'pos0_bos_top1': 0, 'last_eos_p': 0.014440870843827724, 'last_eos_top1': 0}
+step=458000 lr=3.000000e-03 loss=1.7830 ce=1.7830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00012063779286108911, 'pos0_bos_top1': 0, 'last_eos_p': 0.012432809919118881, 'last_eos_top1': 0}
+step=458050 lr=3.000000e-03 loss=2.0930 ce=2.0930 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00018499362340662628, 'pos0_bos_top1': 0, 'last_eos_p': 0.010219505988061428, 'last_eos_top1': 0}
+step=458100 lr=3.000000e-03 loss=3.2287 ce=3.2287 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.775674359640107e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.015277937054634094, 'last_eos_top1': 0}
+step=458150 lr=3.000000e-03 loss=2.4044 ce=2.4044 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028421898605301976, 'pos0_bos_top1': 0, 'last_eos_p': 0.014425784349441528, 'last_eos_top1': 0}
+step=458200 lr=3.000000e-03 loss=2.3681 ce=2.3681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00010275990644004196, 'pos0_bos_top1': 0, 'last_eos_p': 0.01058276928961277, 'last_eos_top1': 0}
+step=458250 lr=3.000000e-03 loss=3.2246 ce=3.2246 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002323276421520859, 'pos0_bos_top1': 0, 'last_eos_p': 0.01206875964999199, 'last_eos_top1': 0}
+step=458300 lr=3.000000e-03 loss=2.6501 ce=2.6501 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002488856262061745, 'pos0_bos_top1': 0, 'last_eos_p': 0.018057947978377342, 'last_eos_top1': 0}
+step=458350 lr=3.000000e-03 loss=3.0941 ce=3.0941 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00015082820027600974, 'pos0_bos_top1': 0, 'last_eos_p': 0.01081839669495821, 'last_eos_top1': 0}
+step=458400 lr=3.000000e-03 loss=1.9642 ce=1.9642 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.24265623325482e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.012198859825730324, 'last_eos_top1': 0}
+step=458450 lr=3.000000e-03 loss=2.2006 ce=2.2006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.852469646721147e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008279670961201191, 'last_eos_top1': 0}
+step=458500 lr=3.000000e-03 loss=1.8995 ce=1.8995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 5.768305709352717e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008338352665305138, 'last_eos_top1': 0}
+step=458550 lr=3.000000e-03 loss=2.3399 ce=2.3399 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.003312591928989e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008337282575666904, 'last_eos_top1': 0}
+step=458600 lr=3.000000e-03 loss=2.8533 ce=2.8533 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 4.172175977146253e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.007906891405582428, 'last_eos_top1': 0}
+step=458650 lr=3.000000e-03 loss=2.1696 ce=2.1696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002025489811785519, 'pos0_bos_top1': 0, 'last_eos_p': 0.009139247238636017, 'last_eos_top1': 0}
+step=458700 lr=3.000000e-03 loss=2.7201 ce=2.7201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.452929225517437e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008830846287310123, 'last_eos_top1': 0}
+step=458750 lr=3.000000e-03 loss=2.7445 ce=2.7445 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 7.194141653599218e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.011117587797343731, 'last_eos_top1': 0}
+step=458800 lr=3.000000e-03 loss=2.3513 ce=2.3513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 8.371410513063893e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.008073144592344761, 'last_eos_top1': 0}
+step=458850 lr=3.000000e-03 loss=3.0565 ce=3.0565 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005153018864803016, 'pos0_bos_top1': 0, 'last_eos_p': 0.00897120963782072, 'last_eos_top1': 0}
+step=458900 lr=3.000000e-03 loss=2.0988 ce=2.0988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007494032033719122, 'pos0_bos_top1': 0, 'last_eos_p': 0.009616119787096977, 'last_eos_top1': 0}
+step=458950 lr=3.000000e-03 loss=1.8863 ce=1.8863 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00043129612458869815, 'pos0_bos_top1': 0, 'last_eos_p': 0.012198664247989655, 'last_eos_top1': 0}
+step=459000 lr=3.000000e-03 loss=2.3680 ce=2.3680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005600529839284718, 'pos0_bos_top1': 0, 'last_eos_p': 0.013609717600047588, 'last_eos_top1': 0}
+step=459050 lr=3.000000e-03 loss=2.7006 ce=2.7006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003941234026569873, 'pos0_bos_top1': 0, 'last_eos_p': 0.008676010183990002, 'last_eos_top1': 0}
+step=459100 lr=3.000000e-03 loss=2.1953 ce=2.1953 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 9.995526488637552e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.010352284647524357, 'last_eos_top1': 0}
+step=459150 lr=3.000000e-03 loss=2.2901 ce=2.2901 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003704718255903572, 'pos0_bos_top1': 0, 'last_eos_p': 0.011765822768211365, 'last_eos_top1': 0}
+step=459200 lr=3.000000e-03 loss=2.6861 ce=2.6861 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007559823570773005, 'pos0_bos_top1': 0, 'last_eos_p': 0.008715638890862465, 'last_eos_top1': 0}
+step=459250 lr=3.000000e-03 loss=2.2439 ce=2.2439 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00025050141266547143, 'pos0_bos_top1': 0, 'last_eos_p': 0.010855505242943764, 'last_eos_top1': 0}
+step=459300 lr=3.000000e-03 loss=2.8534 ce=2.8534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004547233402263373, 'pos0_bos_top1': 0, 'last_eos_p': 0.011340215802192688, 'last_eos_top1': 0}
+step=459350 lr=3.000000e-03 loss=2.2482 ce=2.2482 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016935663006734103, 'pos0_bos_top1': 0, 'last_eos_p': 0.0092351995408535, 'last_eos_top1': 0}
+step=459400 lr=3.000000e-03 loss=2.2974 ce=2.2974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00031996643519960344, 'pos0_bos_top1': 0, 'last_eos_p': 0.012456662952899933, 'last_eos_top1': 0}
+step=459450 lr=3.000000e-03 loss=2.7489 ce=2.7489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005049550672993064, 'pos0_bos_top1': 0, 'last_eos_p': 0.01523726899176836, 'last_eos_top1': 0}
+step=459500 lr=3.000000e-03 loss=3.3305 ce=3.3305 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005252218688838184, 'pos0_bos_top1': 0, 'last_eos_p': 0.008847611024975777, 'last_eos_top1': 0}
+step=459550 lr=3.000000e-03 loss=3.2332 ce=3.2332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00045162285096012056, 'pos0_bos_top1': 0, 'last_eos_p': 0.013251770287752151, 'last_eos_top1': 0}
+step=459600 lr=3.000000e-03 loss=3.1867 ce=3.1867 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002620548475533724, 'pos0_bos_top1': 0, 'last_eos_p': 0.013786599971354008, 'last_eos_top1': 0}
+step=459650 lr=3.000000e-03 loss=2.1661 ce=2.1661 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011229724623262882, 'pos0_bos_top1': 0, 'last_eos_p': 0.012519053183495998, 'last_eos_top1': 0}
+step=459700 lr=3.000000e-03 loss=2.3412 ce=2.3412 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005871432367712259, 'pos0_bos_top1': 0, 'last_eos_p': 0.0097114946693182, 'last_eos_top1': 0}
+step=459750 lr=3.000000e-03 loss=2.6758 ce=2.6758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004612691700458527, 'pos0_bos_top1': 0, 'last_eos_p': 0.013113951310515404, 'last_eos_top1': 0}
+step=459800 lr=3.000000e-03 loss=1.9615 ce=1.9615 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005673259729519486, 'pos0_bos_top1': 0, 'last_eos_p': 0.012187587097287178, 'last_eos_top1': 0}
+step=459850 lr=3.000000e-03 loss=2.0216 ce=2.0216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005947040626779199, 'pos0_bos_top1': 0, 'last_eos_p': 0.010376162827014923, 'last_eos_top1': 0}
+step=459900 lr=3.000000e-03 loss=2.5945 ce=2.5945 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004994299961254001, 'pos0_bos_top1': 0, 'last_eos_p': 0.00800868310034275, 'last_eos_top1': 0}
+step=459950 lr=3.000000e-03 loss=2.1904 ce=2.1904 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002879456849768758, 'pos0_bos_top1': 0, 'last_eos_p': 0.012822934426367283, 'last_eos_top1': 0}
+step=460000 lr=3.000000e-03 loss=2.7118 ce=2.7118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004558112006634474, 'pos0_bos_top1': 0, 'last_eos_p': 0.009048338048160076, 'last_eos_top1': 0}
+step=460050 lr=3.000000e-03 loss=2.2638 ce=2.2638 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001979817170649767, 'pos0_bos_top1': 0, 'last_eos_p': 0.01265962515026331, 'last_eos_top1': 0}
+step=460100 lr=3.000000e-03 loss=2.2391 ce=2.2391 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0009003409650176764, 'pos0_bos_top1': 0, 'last_eos_p': 0.010362854227423668, 'last_eos_top1': 0}
+step=460150 lr=3.000000e-03 loss=2.3230 ce=2.3230 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0009556576842442155, 'pos0_bos_top1': 0, 'last_eos_p': 0.010813555680215359, 'last_eos_top1': 0}
+step=460200 lr=3.000000e-03 loss=2.6632 ce=2.6632 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011090246262028813, 'pos0_bos_top1': 0, 'last_eos_p': 0.009922068566083908, 'last_eos_top1': 0}
+step=460250 lr=3.000000e-03 loss=2.6669 ce=2.6669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00048288246034644544, 'pos0_bos_top1': 0, 'last_eos_p': 0.011566045694053173, 'last_eos_top1': 0}
+step=460300 lr=3.000000e-03 loss=2.2326 ce=2.2326 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00043324931175448, 'pos0_bos_top1': 0, 'last_eos_p': 0.009536266326904297, 'last_eos_top1': 0}
+step=460350 lr=3.000000e-03 loss=1.7440 ce=1.7440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002943770959973335, 'pos0_bos_top1': 0, 'last_eos_p': 0.010519757866859436, 'last_eos_top1': 0}
+step=460400 lr=3.000000e-03 loss=2.3696 ce=2.3696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000261111359577626, 'pos0_bos_top1': 0, 'last_eos_p': 0.011903440579771996, 'last_eos_top1': 0}
+step=460450 lr=3.000000e-03 loss=2.7192 ce=2.7192 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007520142244175076, 'pos0_bos_top1': 0, 'last_eos_p': 0.016758974641561508, 'last_eos_top1': 0}
+step=460500 lr=3.000000e-03 loss=2.3170 ce=2.3170 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00028738740365952253, 'pos0_bos_top1': 0, 'last_eos_p': 0.013745957054197788, 'last_eos_top1': 0}
+step=460550 lr=3.000000e-03 loss=2.6278 ce=2.6278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003107039665337652, 'pos0_bos_top1': 0, 'last_eos_p': 0.013343448750674725, 'last_eos_top1': 0}
+step=460600 lr=3.000000e-03 loss=3.1617 ce=3.1617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00034036888973787427, 'pos0_bos_top1': 0, 'last_eos_p': 0.008195163682103157, 'last_eos_top1': 0}
+step=460650 lr=3.000000e-03 loss=2.3853 ce=2.3853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005822587991133332, 'pos0_bos_top1': 0, 'last_eos_p': 0.011624913662672043, 'last_eos_top1': 0}
+step=460700 lr=3.000000e-03 loss=3.3296 ce=3.3296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0002694366849027574, 'pos0_bos_top1': 0, 'last_eos_p': 0.008573570288717747, 'last_eos_top1': 0}
+step=460750 lr=3.000000e-03 loss=2.2760 ce=2.2760 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0003043904434889555, 'pos0_bos_top1': 0, 'last_eos_p': 0.012201369740068913, 'last_eos_top1': 0}
+step=460800 lr=3.000000e-03 loss=2.3740 ce=2.3740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00025937578175216913, 'pos0_bos_top1': 0, 'last_eos_p': 0.015185597352683544, 'last_eos_top1': 0}
+step=460850 lr=3.000000e-03 loss=2.5293 ce=2.5293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00044520728988572955, 'pos0_bos_top1': 0, 'last_eos_p': 0.01155022531747818, 'last_eos_top1': 0}
+step=460900 lr=3.000000e-03 loss=2.7812 ce=2.7812 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011724529322236776, 'pos0_bos_top1': 0, 'last_eos_p': 0.01178942620754242, 'last_eos_top1': 0}
+step=460950 lr=3.000000e-03 loss=2.4805 ce=2.4805 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004162045370321721, 'pos0_bos_top1': 0, 'last_eos_p': 0.016384046524763107, 'last_eos_top1': 0}
+step=461000 lr=3.000000e-03 loss=2.6211 ce=2.6211 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003691410645842552, 'pos0_bos_top1': 0, 'last_eos_p': 0.014419530518352985, 'last_eos_top1': 0}
+step=461050 lr=3.000000e-03 loss=2.3840 ce=2.3840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005142101435922086, 'pos0_bos_top1': 0, 'last_eos_p': 0.023460978642106056, 'last_eos_top1': 0}
+step=461100 lr=3.000000e-03 loss=2.9659 ce=2.9659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004485358018428087, 'pos0_bos_top1': 0, 'last_eos_p': 0.013114665634930134, 'last_eos_top1': 0}
+step=461150 lr=3.000000e-03 loss=2.9401 ce=2.9401 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002375871641561389, 'pos0_bos_top1': 0, 'last_eos_p': 0.012194005772471428, 'last_eos_top1': 0}
+step=461200 lr=3.000000e-03 loss=3.2117 ce=3.2117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002920455764979124, 'pos0_bos_top1': 0, 'last_eos_p': 0.014795557595789433, 'last_eos_top1': 0}
+step=461250 lr=3.000000e-03 loss=2.5076 ce=2.5076 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001208935515023768, 'pos0_bos_top1': 0, 'last_eos_p': 0.011149031110107899, 'last_eos_top1': 0}
+step=461300 lr=3.000000e-03 loss=2.0695 ce=2.0695 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011784075759351254, 'pos0_bos_top1': 0, 'last_eos_p': 0.010615184903144836, 'last_eos_top1': 0}
+step=461350 lr=3.000000e-03 loss=1.6483 ce=1.6483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014876935165375471, 'pos0_bos_top1': 0, 'last_eos_p': 0.011849055998027325, 'last_eos_top1': 0}
+step=461400 lr=3.000000e-03 loss=2.4176 ce=2.4176 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017930743051692843, 'pos0_bos_top1': 0, 'last_eos_p': 0.009567536413669586, 'last_eos_top1': 0}
+step=461450 lr=3.000000e-03 loss=2.4842 ce=2.4842 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003839694894850254, 'pos0_bos_top1': 0, 'last_eos_p': 0.0116315558552742, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=3700000 rows=3691809 buffered=8191 part=openwebtext-t5
+step=461500 lr=3.000000e-03 loss=1.3779 ce=1.3779 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0040440550073981285, 'pos0_bos_top1': 0, 'last_eos_p': 0.008135701529681683, 'last_eos_top1': 0}
+step=461550 lr=3.000000e-03 loss=2.7742 ce=2.7742 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0028099780902266502, 'pos0_bos_top1': 0, 'last_eos_p': 0.011760041117668152, 'last_eos_top1': 0}
+step=461600 lr=3.000000e-03 loss=2.0616 ce=2.0616 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000272544682957232, 'pos0_bos_top1': 0, 'last_eos_p': 0.010056966915726662, 'last_eos_top1': 0}
+step=461650 lr=3.000000e-03 loss=2.9687 ce=2.9687 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007623645360581577, 'pos0_bos_top1': 0, 'last_eos_p': 0.008000710979104042, 'last_eos_top1': 0}
+step=461700 lr=3.000000e-03 loss=3.3748 ce=3.3748 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005642481264658272, 'pos0_bos_top1': 0, 'last_eos_p': 0.010477837175130844, 'last_eos_top1': 0}
+step=461750 lr=3.000000e-03 loss=1.7615 ce=1.7615 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015040910802781582, 'pos0_bos_top1': 0, 'last_eos_p': 0.011428823694586754, 'last_eos_top1': 0}
+step=461800 lr=3.000000e-03 loss=2.8243 ce=2.8243 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000690391578245908, 'pos0_bos_top1': 0, 'last_eos_p': 0.00789150595664978, 'last_eos_top1': 0}
+step=461850 lr=3.000000e-03 loss=2.1380 ce=2.1380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003664118703454733, 'pos0_bos_top1': 0, 'last_eos_p': 0.0064194779843091965, 'last_eos_top1': 0}
+step=461900 lr=3.000000e-03 loss=3.1131 ce=3.1131 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007610413711518049, 'pos0_bos_top1': 0, 'last_eos_p': 0.007351277396082878, 'last_eos_top1': 0}
+step=461950 lr=3.000000e-03 loss=2.1947 ce=2.1947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025122312363237143, 'pos0_bos_top1': 0, 'last_eos_p': 0.010294965468347073, 'last_eos_top1': 0}
+step=462000 lr=3.000000e-03 loss=3.0663 ce=3.0663 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011199108557775617, 'pos0_bos_top1': 0, 'last_eos_p': 0.010167541913688183, 'last_eos_top1': 0}
+step=462050 lr=3.000000e-03 loss=2.3055 ce=2.3055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007435190957039595, 'pos0_bos_top1': 0, 'last_eos_p': 0.009675969369709492, 'last_eos_top1': 0}
+step=462100 lr=3.000000e-03 loss=1.3756 ce=1.3756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007494689431041479, 'pos0_bos_top1': 0, 'last_eos_p': 0.00915574375540018, 'last_eos_top1': 0}
+step=462150 lr=3.000000e-03 loss=2.1573 ce=2.1573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0046304636634886265, 'pos0_bos_top1': 0, 'last_eos_p': 0.006806161254644394, 'last_eos_top1': 0}
+step=462200 lr=3.000000e-03 loss=2.9258 ce=2.9258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006653149612247944, 'pos0_bos_top1': 0, 'last_eos_p': 0.008314373902976513, 'last_eos_top1': 0}
+step=462250 lr=3.000000e-03 loss=2.5140 ce=2.5140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0048208232037723064, 'pos0_bos_top1': 0, 'last_eos_p': 0.010324694216251373, 'last_eos_top1': 0}
+step=462300 lr=3.000000e-03 loss=1.7974 ce=1.7974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007961256778798997, 'pos0_bos_top1': 0, 'last_eos_p': 0.009201794862747192, 'last_eos_top1': 0}
+step=462350 lr=3.000000e-03 loss=2.2502 ce=2.2502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002170379040762782, 'pos0_bos_top1': 0, 'last_eos_p': 0.006027244962751865, 'last_eos_top1': 0}
+step=462400 lr=3.000000e-03 loss=1.9812 ce=1.9812 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006951213348656893, 'pos0_bos_top1': 0, 'last_eos_p': 0.007820308208465576, 'last_eos_top1': 0}
+step=462450 lr=3.000000e-03 loss=2.8989 ce=2.8989 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01025157980620861, 'pos0_bos_top1': 0, 'last_eos_p': 0.009741493500769138, 'last_eos_top1': 0}
+step=462500 lr=3.000000e-03 loss=2.2925 ce=2.2925 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03522514924407005, 'pos0_bos_top1': 0, 'last_eos_p': 0.0122505659237504, 'last_eos_top1': 0}
+step=462550 lr=3.000000e-03 loss=1.9857 ce=1.9857 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013935369439423084, 'pos0_bos_top1': 0, 'last_eos_p': 0.010022873990237713, 'last_eos_top1': 0}
+step=462600 lr=3.000000e-03 loss=1.9743 ce=1.9743 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016269486397504807, 'pos0_bos_top1': 0, 'last_eos_p': 0.011606388725340366, 'last_eos_top1': 0}
+step=462650 lr=3.000000e-03 loss=2.6950 ce=2.6950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015226275660097599, 'pos0_bos_top1': 0, 'last_eos_p': 0.011805055662989616, 'last_eos_top1': 0}
+step=462700 lr=3.000000e-03 loss=2.0650 ce=2.0650 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0067499130964279175, 'pos0_bos_top1': 0, 'last_eos_p': 0.007201112806797028, 'last_eos_top1': 0}
+step=462750 lr=3.000000e-03 loss=2.9191 ce=2.9191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021835094317793846, 'pos0_bos_top1': 0, 'last_eos_p': 0.013172476552426815, 'last_eos_top1': 0}
+step=462800 lr=3.000000e-03 loss=2.4798 ce=2.4798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01971806399524212, 'pos0_bos_top1': 0, 'last_eos_p': 0.010297746397554874, 'last_eos_top1': 0}
+step=462850 lr=3.000000e-03 loss=1.7621 ce=1.7621 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009167954325675964, 'pos0_bos_top1': 0, 'last_eos_p': 0.007097289897501469, 'last_eos_top1': 0}
+step=462900 lr=3.000000e-03 loss=2.1174 ce=2.1174 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01019066572189331, 'pos0_bos_top1': 0, 'last_eos_p': 0.00786219909787178, 'last_eos_top1': 0}
+step=462950 lr=3.000000e-03 loss=2.9029 ce=2.9029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010646088980138302, 'pos0_bos_top1': 0, 'last_eos_p': 0.008345181122422218, 'last_eos_top1': 0}
+step=463000 lr=3.000000e-03 loss=2.5528 ce=2.5528 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011966953054070473, 'pos0_bos_top1': 0, 'last_eos_p': 0.011696393601596355, 'last_eos_top1': 0}
+step=463050 lr=3.000000e-03 loss=2.8010 ce=2.8010 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011205165646970272, 'pos0_bos_top1': 0, 'last_eos_p': 0.010754041373729706, 'last_eos_top1': 0}
+step=463100 lr=3.000000e-03 loss=2.2466 ce=2.2466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00579061871394515, 'pos0_bos_top1': 0, 'last_eos_p': 0.009958842769265175, 'last_eos_top1': 0}
+step=463150 lr=3.000000e-03 loss=2.9382 ce=2.9382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014419989893212914, 'pos0_bos_top1': 0, 'last_eos_p': 0.01038407813757658, 'last_eos_top1': 0}
+step=463200 lr=3.000000e-03 loss=2.0688 ce=2.0688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006588696967810392, 'pos0_bos_top1': 0, 'last_eos_p': 0.010484965518116951, 'last_eos_top1': 0}
+step=463250 lr=3.000000e-03 loss=2.8988 ce=2.8988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014142620377242565, 'pos0_bos_top1': 0, 'last_eos_p': 0.012666039168834686, 'last_eos_top1': 0}
+step=463300 lr=3.000000e-03 loss=2.6364 ce=2.6364 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009430985897779465, 'pos0_bos_top1': 0, 'last_eos_p': 0.010681867599487305, 'last_eos_top1': 0}
+step=463350 lr=3.000000e-03 loss=2.5048 ce=2.5048 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010266144759953022, 'pos0_bos_top1': 0, 'last_eos_p': 0.010436597280204296, 'last_eos_top1': 0}
+step=463400 lr=3.000000e-03 loss=2.4062 ce=2.4062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003529462032020092, 'pos0_bos_top1': 0, 'last_eos_p': 0.009146502241492271, 'last_eos_top1': 0}
+step=463450 lr=3.000000e-03 loss=2.1013 ce=2.1013 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006550144753418863, 'pos0_bos_top1': 0, 'last_eos_p': 0.009033575654029846, 'last_eos_top1': 0}
+step=463500 lr=3.000000e-03 loss=2.2451 ce=2.2451 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005330596468411386, 'pos0_bos_top1': 0, 'last_eos_p': 0.014081742614507675, 'last_eos_top1': 0}
+step=463550 lr=3.000000e-03 loss=1.6384 ce=1.6384 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0008636539569124579, 'pos0_bos_top1': 0, 'last_eos_p': 0.008099738508462906, 'last_eos_top1': 0}
+step=463600 lr=3.000000e-03 loss=2.0438 ce=2.0438 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025136733893305063, 'pos0_bos_top1': 0, 'last_eos_p': 0.009162281639873981, 'last_eos_top1': 0}
+step=463650 lr=3.000000e-03 loss=2.5652 ce=2.5652 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010517080081626773, 'pos0_bos_top1': 0, 'last_eos_p': 0.008833722211420536, 'last_eos_top1': 0}
+step=463700 lr=3.000000e-03 loss=2.9177 ce=2.9177 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017001264495775104, 'pos0_bos_top1': 0, 'last_eos_p': 0.010361814871430397, 'last_eos_top1': 0}
+step=463750 lr=3.000000e-03 loss=2.4453 ce=2.4453 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.005811653565615416, 'pos0_bos_top1': 0, 'last_eos_p': 0.00844962615519762, 'last_eos_top1': 0}
+step=463800 lr=3.000000e-03 loss=2.2459 ce=2.2459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012264384888112545, 'pos0_bos_top1': 0, 'last_eos_p': 0.00999788474291563, 'last_eos_top1': 0}
+step=463850 lr=3.000000e-03 loss=2.3640 ce=2.3640 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009278799407184124, 'pos0_bos_top1': 0, 'last_eos_p': 0.007762039080262184, 'last_eos_top1': 0}
+step=463900 lr=3.000000e-03 loss=3.0291 ce=3.0291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024799909442663193, 'pos0_bos_top1': 0, 'last_eos_p': 0.008346958085894585, 'last_eos_top1': 0}
+step=463950 lr=3.000000e-03 loss=1.8115 ce=1.8115 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.005928063299506903, 'pos0_bos_top1': 0, 'last_eos_p': 0.00590578094124794, 'last_eos_top1': 0}
+step=464000 lr=3.000000e-03 loss=2.3756 ce=2.3756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009527526795864105, 'pos0_bos_top1': 0, 'last_eos_p': 0.007128908298909664, 'last_eos_top1': 0}
+step=464050 lr=3.000000e-03 loss=1.6699 ce=1.6699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010664660949259996, 'pos0_bos_top1': 0, 'last_eos_p': 0.009245084598660469, 'last_eos_top1': 0}
+step=464100 lr=3.000000e-03 loss=2.7833 ce=2.7833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002760399831458926, 'pos0_bos_top1': 0, 'last_eos_p': 0.0066885314881801605, 'last_eos_top1': 0}
+step=464150 lr=3.000000e-03 loss=2.0269 ce=2.0269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00318668270483613, 'pos0_bos_top1': 0, 'last_eos_p': 0.006474411580711603, 'last_eos_top1': 0}
+step=464200 lr=3.000000e-03 loss=2.2870 ce=2.2870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015331904869526625, 'pos0_bos_top1': 0, 'last_eos_p': 0.006118413060903549, 'last_eos_top1': 0}
+step=464250 lr=3.000000e-03 loss=2.5623 ce=2.5623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002483317395672202, 'pos0_bos_top1': 0, 'last_eos_p': 0.007430491503328085, 'last_eos_top1': 0}
+step=464300 lr=3.000000e-03 loss=2.6932 ce=2.6932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001523230574093759, 'pos0_bos_top1': 0, 'last_eos_p': 0.006928499788045883, 'last_eos_top1': 0}
+step=464350 lr=3.000000e-03 loss=2.3048 ce=2.3048 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019347998313605785, 'pos0_bos_top1': 0, 'last_eos_p': 0.011442533694207668, 'last_eos_top1': 0}
+step=464400 lr=3.000000e-03 loss=3.2419 ce=3.2419 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003908723592758179, 'pos0_bos_top1': 0, 'last_eos_p': 0.008564088493585587, 'last_eos_top1': 0}
+step=464450 lr=3.000000e-03 loss=2.4964 ce=2.4964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004585874266922474, 'pos0_bos_top1': 0, 'last_eos_p': 0.0083277877420187, 'last_eos_top1': 0}
+step=464500 lr=3.000000e-03 loss=2.2899 ce=2.2899 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.005562265869230032, 'pos0_bos_top1': 0, 'last_eos_p': 0.008148487657308578, 'last_eos_top1': 0}
+step=464550 lr=3.000000e-03 loss=2.1398 ce=2.1398 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015417684335261583, 'pos0_bos_top1': 0, 'last_eos_p': 0.015603982843458652, 'last_eos_top1': 0}
+step=464600 lr=3.000000e-03 loss=2.6986 ce=2.6986 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018469230271875858, 'pos0_bos_top1': 0, 'last_eos_p': 0.009148286655545235, 'last_eos_top1': 0}
+step=464650 lr=3.000000e-03 loss=2.6910 ce=2.6910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002141541102901101, 'pos0_bos_top1': 0, 'last_eos_p': 0.00804405752569437, 'last_eos_top1': 0}
+step=464700 lr=3.000000e-03 loss=3.6285 ce=3.6285 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0026072871405631304, 'pos0_bos_top1': 0, 'last_eos_p': 0.009624349884688854, 'last_eos_top1': 0}
+step=464750 lr=3.000000e-03 loss=2.7493 ce=2.7493 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0008394644828513265, 'pos0_bos_top1': 0, 'last_eos_p': 0.010173941031098366, 'last_eos_top1': 0}
+step=464800 lr=3.000000e-03 loss=2.5801 ce=2.5801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002405397593975067, 'pos0_bos_top1': 0, 'last_eos_p': 0.013675040565431118, 'last_eos_top1': 0}
+step=464850 lr=3.000000e-03 loss=2.8396 ce=2.8396 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024117515422403812, 'pos0_bos_top1': 0, 'last_eos_p': 0.011904727667570114, 'last_eos_top1': 0}
+step=464900 lr=3.000000e-03 loss=2.5126 ce=2.5126 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021888709161430597, 'pos0_bos_top1': 0, 'last_eos_p': 0.014328420162200928, 'last_eos_top1': 0}
+step=464950 lr=3.000000e-03 loss=2.4601 ce=2.4601 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004905874375253916, 'pos0_bos_top1': 0, 'last_eos_p': 0.00799201987683773, 'last_eos_top1': 0}
+step=465000 lr=3.000000e-03 loss=1.9909 ce=1.9909 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0008608975913375616, 'pos0_bos_top1': 0, 'last_eos_p': 0.007948183454573154, 'last_eos_top1': 0}
+step=465050 lr=3.000000e-03 loss=1.8815 ce=1.8815 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014147356851026416, 'pos0_bos_top1': 0, 'last_eos_p': 0.010535904206335545, 'last_eos_top1': 0}
+step=465100 lr=3.000000e-03 loss=2.2331 ce=2.2331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017548423493281007, 'pos0_bos_top1': 0, 'last_eos_p': 0.01106928288936615, 'last_eos_top1': 0}
+step=465150 lr=3.000000e-03 loss=2.3159 ce=2.3159 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014849475119262934, 'pos0_bos_top1': 0, 'last_eos_p': 0.005799481645226479, 'last_eos_top1': 0}
+step=465200 lr=3.000000e-03 loss=1.8167 ce=1.8167 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004641096107661724, 'pos0_bos_top1': 0, 'last_eos_p': 0.006979759316891432, 'last_eos_top1': 0}
+step=465250 lr=3.000000e-03 loss=2.4459 ce=2.4459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002142667304724455, 'pos0_bos_top1': 0, 'last_eos_p': 0.00572951277717948, 'last_eos_top1': 0}
+step=465300 lr=3.000000e-03 loss=2.7038 ce=2.7038 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010231995955109596, 'pos0_bos_top1': 0, 'last_eos_p': 0.00883927009999752, 'last_eos_top1': 0}
+step=465350 lr=3.000000e-03 loss=2.6754 ce=2.6754 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018596829613670707, 'pos0_bos_top1': 0, 'last_eos_p': 0.00846821628510952, 'last_eos_top1': 0}
+step=465400 lr=3.000000e-03 loss=2.2588 ce=2.2588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0008637860300950706, 'pos0_bos_top1': 0, 'last_eos_p': 0.005617734510451555, 'last_eos_top1': 0}
+step=465450 lr=3.000000e-03 loss=1.3480 ce=1.3480 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010720768477767706, 'pos0_bos_top1': 0, 'last_eos_p': 0.006205750163644552, 'last_eos_top1': 0}
+step=465500 lr=3.000000e-03 loss=1.9022 ce=1.9022 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002779982052743435, 'pos0_bos_top1': 0, 'last_eos_p': 0.006677110679447651, 'last_eos_top1': 0}
+step=465550 lr=3.000000e-03 loss=2.9111 ce=2.9111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0009391483035869896, 'pos0_bos_top1': 0, 'last_eos_p': 0.0063455477356910706, 'last_eos_top1': 0}
+step=465600 lr=3.000000e-03 loss=2.4850 ce=2.4850 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006378022953867912, 'pos0_bos_top1': 0, 'last_eos_p': 0.007117141038179398, 'last_eos_top1': 0}
+step=465650 lr=3.000000e-03 loss=1.9885 ce=1.9885 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018412454519420862, 'pos0_bos_top1': 0, 'last_eos_p': 0.007603540550917387, 'last_eos_top1': 0}
+step=465700 lr=3.000000e-03 loss=2.2118 ce=2.2118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001181187224574387, 'pos0_bos_top1': 0, 'last_eos_p': 0.004402941092848778, 'last_eos_top1': 0}
+step=465750 lr=3.000000e-03 loss=3.0233 ce=3.0233 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014869094593450427, 'pos0_bos_top1': 0, 'last_eos_p': 0.011338549666106701, 'last_eos_top1': 0}
+step=465800 lr=3.000000e-03 loss=2.1919 ce=2.1919 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0008357574697583914, 'pos0_bos_top1': 0, 'last_eos_p': 0.006344840861856937, 'last_eos_top1': 0}
+step=465850 lr=3.000000e-03 loss=2.2793 ce=2.2793 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014140079729259014, 'pos0_bos_top1': 0, 'last_eos_p': 0.008803289383649826, 'last_eos_top1': 0}
+step=465900 lr=3.000000e-03 loss=2.1720 ce=2.1720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002588533563539386, 'pos0_bos_top1': 0, 'last_eos_p': 0.009118089452385902, 'last_eos_top1': 0}
+step=465950 lr=3.000000e-03 loss=3.1540 ce=3.1540 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004974034149199724, 'pos0_bos_top1': 0, 'last_eos_p': 0.009342190809547901, 'last_eos_top1': 0}
+step=466000 lr=3.000000e-03 loss=2.3356 ce=2.3356 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014674270059913397, 'pos0_bos_top1': 0, 'last_eos_p': 0.006071864627301693, 'last_eos_top1': 0}
+step=466050 lr=3.000000e-03 loss=2.1340 ce=2.1340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0009148339740931988, 'pos0_bos_top1': 0, 'last_eos_p': 0.004955338779836893, 'last_eos_top1': 0}
+step=466100 lr=3.000000e-03 loss=2.0242 ce=2.0242 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001723951194435358, 'pos0_bos_top1': 0, 'last_eos_p': 0.008185235783457756, 'last_eos_top1': 0}
+step=466150 lr=3.000000e-03 loss=2.8382 ce=2.8382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013232046039775014, 'pos0_bos_top1': 0, 'last_eos_p': 0.006967254914343357, 'last_eos_top1': 0}
+step=466200 lr=3.000000e-03 loss=2.6798 ce=2.6798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024642350617796183, 'pos0_bos_top1': 0, 'last_eos_p': 0.006569477263838053, 'last_eos_top1': 0}
+step=466250 lr=3.000000e-03 loss=3.0501 ce=3.0501 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004005645401775837, 'pos0_bos_top1': 0, 'last_eos_p': 0.006799089722335339, 'last_eos_top1': 0}
+step=466300 lr=3.000000e-03 loss=2.2272 ce=2.2272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019470902159810066, 'pos0_bos_top1': 0, 'last_eos_p': 0.009159841574728489, 'last_eos_top1': 0}
+step=466350 lr=3.000000e-03 loss=2.0973 ce=2.0973 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021425515413284302, 'pos0_bos_top1': 0, 'last_eos_p': 0.008191661909222603, 'last_eos_top1': 0}
+step=466400 lr=3.000000e-03 loss=1.9957 ce=1.9957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013529103249311447, 'pos0_bos_top1': 0, 'last_eos_p': 0.009194809012115002, 'last_eos_top1': 0}
+step=466450 lr=3.000000e-03 loss=2.2744 ce=2.2744 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006688319146633148, 'pos0_bos_top1': 0, 'last_eos_p': 0.008481944911181927, 'last_eos_top1': 0}
+step=466500 lr=3.000000e-03 loss=3.2833 ce=3.2833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003631859552115202, 'pos0_bos_top1': 0, 'last_eos_p': 0.008094165474176407, 'last_eos_top1': 0}
+step=466550 lr=3.000000e-03 loss=2.0653 ce=2.0653 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009223581291735172, 'pos0_bos_top1': 0, 'last_eos_p': 0.009202958084642887, 'last_eos_top1': 0}
+step=466600 lr=3.000000e-03 loss=2.7015 ce=2.7015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.005628504324704409, 'pos0_bos_top1': 0, 'last_eos_p': 0.009706972166895866, 'last_eos_top1': 0}
+step=466650 lr=3.000000e-03 loss=2.0920 ce=2.0920 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002947950502857566, 'pos0_bos_top1': 0, 'last_eos_p': 0.00815459806472063, 'last_eos_top1': 0}
+step=466700 lr=3.000000e-03 loss=2.4099 ce=2.4099 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020251700188964605, 'pos0_bos_top1': 0, 'last_eos_p': 0.007317264098674059, 'last_eos_top1': 0}
+step=466750 lr=3.000000e-03 loss=2.3295 ce=2.3295 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002462869742885232, 'pos0_bos_top1': 0, 'last_eos_p': 0.006375797092914581, 'last_eos_top1': 0}
+step=466800 lr=3.000000e-03 loss=2.5962 ce=2.5962 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017083560815081, 'pos0_bos_top1': 0, 'last_eos_p': 0.00980690959841013, 'last_eos_top1': 0}
+step=466850 lr=3.000000e-03 loss=2.4084 ce=2.4084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024655081797391176, 'pos0_bos_top1': 0, 'last_eos_p': 0.008499687537550926, 'last_eos_top1': 0}
+step=466900 lr=3.000000e-03 loss=2.2675 ce=2.2675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020928364247083664, 'pos0_bos_top1': 0, 'last_eos_p': 0.00857231393456459, 'last_eos_top1': 0}
+step=466950 lr=3.000000e-03 loss=2.6118 ce=2.6118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006920483894646168, 'pos0_bos_top1': 0, 'last_eos_p': 0.00976167619228363, 'last_eos_top1': 0}
+step=467000 lr=3.000000e-03 loss=2.1971 ce=2.1971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001772394753061235, 'pos0_bos_top1': 0, 'last_eos_p': 0.0074843051843345165, 'last_eos_top1': 0}
+step=467050 lr=3.000000e-03 loss=2.2132 ce=2.2132 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014678782783448696, 'pos0_bos_top1': 0, 'last_eos_p': 0.011117917485535145, 'last_eos_top1': 0}
+step=467100 lr=3.000000e-03 loss=2.4047 ce=2.4047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016014214605093002, 'pos0_bos_top1': 0, 'last_eos_p': 0.010466755367815495, 'last_eos_top1': 0}
+step=467150 lr=3.000000e-03 loss=2.3607 ce=2.3607 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019913025200366974, 'pos0_bos_top1': 0, 'last_eos_p': 0.012015716172754765, 'last_eos_top1': 0}
+step=467200 lr=3.000000e-03 loss=2.1347 ce=2.1347 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002118363743647933, 'pos0_bos_top1': 0, 'last_eos_p': 0.010304777882993221, 'last_eos_top1': 0}
+step=467250 lr=3.000000e-03 loss=2.3782 ce=2.3782 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00595066137611866, 'pos0_bos_top1': 0, 'last_eos_p': 0.01222511287778616, 'last_eos_top1': 0}
+step=467300 lr=3.000000e-03 loss=2.8427 ce=2.8427 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012189097702503204, 'pos0_bos_top1': 0, 'last_eos_p': 0.010605838149785995, 'last_eos_top1': 0}
+step=467350 lr=3.000000e-03 loss=2.7085 ce=2.7085 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02917918749153614, 'pos0_bos_top1': 0, 'last_eos_p': 0.011658602394163609, 'last_eos_top1': 0}
+step=467400 lr=3.000000e-03 loss=2.2590 ce=2.2590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010444799438118935, 'pos0_bos_top1': 0, 'last_eos_p': 0.01074116863310337, 'last_eos_top1': 0}
+step=467450 lr=3.000000e-03 loss=3.1645 ce=3.1645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007054456509649754, 'pos0_bos_top1': 0, 'last_eos_p': 0.010581288486719131, 'last_eos_top1': 0}
+step=467500 lr=3.000000e-03 loss=2.5700 ce=2.5700 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0065663219429552555, 'pos0_bos_top1': 0, 'last_eos_p': 0.010041867382824421, 'last_eos_top1': 0}
+step=467550 lr=3.000000e-03 loss=2.4029 ce=2.4029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02394391968846321, 'pos0_bos_top1': 0, 'last_eos_p': 0.013438502326607704, 'last_eos_top1': 0}
+step=467600 lr=3.000000e-03 loss=3.0993 ce=3.0993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015343991108238697, 'pos0_bos_top1': 0, 'last_eos_p': 0.015233635902404785, 'last_eos_top1': 0}
+step=467650 lr=3.000000e-03 loss=2.1121 ce=2.1121 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0034937793388962746, 'pos0_bos_top1': 0, 'last_eos_p': 0.008771976456046104, 'last_eos_top1': 0}
+step=467700 lr=3.000000e-03 loss=2.4286 ce=2.4286 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.005821685306727886, 'pos0_bos_top1': 0, 'last_eos_p': 0.007691172882914543, 'last_eos_top1': 0}
+step=467750 lr=3.000000e-03 loss=2.7910 ce=2.7910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0037505957297980785, 'pos0_bos_top1': 0, 'last_eos_p': 0.00855831615626812, 'last_eos_top1': 0}
+step=467800 lr=3.000000e-03 loss=2.1345 ce=2.1345 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004212910309433937, 'pos0_bos_top1': 0, 'last_eos_p': 0.009562346152961254, 'last_eos_top1': 0}
+step=467850 lr=3.000000e-03 loss=2.5086 ce=2.5086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006988344714045525, 'pos0_bos_top1': 0, 'last_eos_p': 0.009201341308653355, 'last_eos_top1': 0}
+step=467900 lr=3.000000e-03 loss=2.9876 ce=2.9876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008267304860055447, 'pos0_bos_top1': 0, 'last_eos_p': 0.011160265654325485, 'last_eos_top1': 0}
+step=467950 lr=3.000000e-03 loss=2.5847 ce=2.5847 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007945791818201542, 'pos0_bos_top1': 0, 'last_eos_p': 0.010558266192674637, 'last_eos_top1': 0}
+step=468000 lr=3.000000e-03 loss=2.4813 ce=2.4813 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006067187525331974, 'pos0_bos_top1': 0, 'last_eos_p': 0.00922798179090023, 'last_eos_top1': 0}
+step=468050 lr=3.000000e-03 loss=2.5016 ce=2.5016 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007976171560585499, 'pos0_bos_top1': 0, 'last_eos_p': 0.008632592856884003, 'last_eos_top1': 0}
+step=468100 lr=3.000000e-03 loss=2.3658 ce=2.3658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006689639296382666, 'pos0_bos_top1': 0, 'last_eos_p': 0.00951637327671051, 'last_eos_top1': 0}
+step=468150 lr=3.000000e-03 loss=2.7714 ce=2.7714 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009325706399977207, 'pos0_bos_top1': 0, 'last_eos_p': 0.01428527943789959, 'last_eos_top1': 0}
+step=468200 lr=3.000000e-03 loss=2.9835 ce=2.9835 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0130631597712636, 'pos0_bos_top1': 0, 'last_eos_p': 0.011606032960116863, 'last_eos_top1': 0}
+step=468250 lr=3.000000e-03 loss=1.9621 ce=1.9621 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.005580518394708633, 'pos0_bos_top1': 0, 'last_eos_p': 0.008389107882976532, 'last_eos_top1': 0}
+step=468300 lr=3.000000e-03 loss=3.3190 ce=3.3190 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004168163985013962, 'pos0_bos_top1': 0, 'last_eos_p': 0.0090613579377532, 'last_eos_top1': 0}
+step=468350 lr=3.000000e-03 loss=1.9786 ce=1.9786 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00842328742146492, 'pos0_bos_top1': 0, 'last_eos_p': 0.009214728139340878, 'last_eos_top1': 0}
+step=468400 lr=3.000000e-03 loss=2.6510 ce=2.6510 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013173384591937065, 'pos0_bos_top1': 0, 'last_eos_p': 0.007633027154952288, 'last_eos_top1': 0}
+step=468450 lr=3.000000e-03 loss=2.8044 ce=2.8044 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01018525380641222, 'pos0_bos_top1': 0, 'last_eos_p': 0.00806855782866478, 'last_eos_top1': 0}
+step=468500 lr=3.000000e-03 loss=1.8879 ce=1.8879 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017766144592314959, 'pos0_bos_top1': 0, 'last_eos_p': 0.005346448626369238, 'last_eos_top1': 0}
+step=468550 lr=3.000000e-03 loss=2.0197 ce=2.0197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016905713127925992, 'pos0_bos_top1': 0, 'last_eos_p': 0.00706495763733983, 'last_eos_top1': 0}
+step=468600 lr=3.000000e-03 loss=1.8215 ce=1.8215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008799010887742043, 'pos0_bos_top1': 0, 'last_eos_p': 0.009032078087329865, 'last_eos_top1': 0}
+step=468650 lr=3.000000e-03 loss=2.0764 ce=2.0764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008272774517536163, 'pos0_bos_top1': 0, 'last_eos_p': 0.007933010347187519, 'last_eos_top1': 0}
+step=468700 lr=3.000000e-03 loss=3.2055 ce=3.2055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00977015495300293, 'pos0_bos_top1': 0, 'last_eos_p': 0.008234038949012756, 'last_eos_top1': 0}
+step=468750 lr=3.000000e-03 loss=1.1767 ce=1.1767 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0070858909748494625, 'pos0_bos_top1': 0, 'last_eos_p': 0.007837819866836071, 'last_eos_top1': 0}
+step=468800 lr=3.000000e-03 loss=2.8887 ce=2.8887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014162016101181507, 'pos0_bos_top1': 0, 'last_eos_p': 0.008966667577624321, 'last_eos_top1': 0}
+step=468850 lr=3.000000e-03 loss=2.6462 ce=2.6462 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0216671135276556, 'pos0_bos_top1': 0, 'last_eos_p': 0.01066494919359684, 'last_eos_top1': 0}
+step=468900 lr=3.000000e-03 loss=2.5205 ce=2.5205 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014641039073467255, 'pos0_bos_top1': 0, 'last_eos_p': 0.00788261741399765, 'last_eos_top1': 0}
+step=468950 lr=3.000000e-03 loss=2.0783 ce=2.0783 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014822421595454216, 'pos0_bos_top1': 0, 'last_eos_p': 0.007656206842511892, 'last_eos_top1': 0}
+step=469000 lr=3.000000e-03 loss=2.4012 ce=2.4012 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015274308621883392, 'pos0_bos_top1': 0, 'last_eos_p': 0.008762834593653679, 'last_eos_top1': 0}
+step=469050 lr=3.000000e-03 loss=1.8248 ce=1.8248 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006597282364964485, 'pos0_bos_top1': 0, 'last_eos_p': 0.006776268593966961, 'last_eos_top1': 0}
+step=469100 lr=3.000000e-03 loss=3.2921 ce=3.2921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0192861445248127, 'pos0_bos_top1': 0, 'last_eos_p': 0.007123281247913837, 'last_eos_top1': 0}
+step=469150 lr=3.000000e-03 loss=2.8321 ce=2.8321 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009484142065048218, 'pos0_bos_top1': 0, 'last_eos_p': 0.0070523410104215145, 'last_eos_top1': 0}
+step=469200 lr=3.000000e-03 loss=1.9851 ce=1.9851 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008619626984000206, 'pos0_bos_top1': 0, 'last_eos_p': 0.006341550964862108, 'last_eos_top1': 0}
+step=469250 lr=3.000000e-03 loss=2.1893 ce=2.1893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020941972732543945, 'pos0_bos_top1': 0, 'last_eos_p': 0.006408503279089928, 'last_eos_top1': 0}
+step=469300 lr=3.000000e-03 loss=2.0829 ce=2.0829 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015002992004156113, 'pos0_bos_top1': 0, 'last_eos_p': 0.005919741932302713, 'last_eos_top1': 0}
+step=469350 lr=3.000000e-03 loss=2.3477 ce=2.3477 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011362586170434952, 'pos0_bos_top1': 0, 'last_eos_p': 0.0061318897642195225, 'last_eos_top1': 0}
+step=469400 lr=3.000000e-03 loss=2.2964 ce=2.2964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01359174121171236, 'pos0_bos_top1': 0, 'last_eos_p': 0.008353161625564098, 'last_eos_top1': 0}
+step=469450 lr=3.000000e-03 loss=2.6246 ce=2.6246 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01690172404050827, 'pos0_bos_top1': 0, 'last_eos_p': 0.007599493023008108, 'last_eos_top1': 0}
+step=469500 lr=3.000000e-03 loss=2.4736 ce=2.4736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02964276261627674, 'pos0_bos_top1': 0, 'last_eos_p': 0.008957603946328163, 'last_eos_top1': 0}
+step=469550 lr=3.000000e-03 loss=1.7725 ce=1.7725 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03365050628781319, 'pos0_bos_top1': 0, 'last_eos_p': 0.012158951722085476, 'last_eos_top1': 0}
+step=469600 lr=3.000000e-03 loss=2.4294 ce=2.4294 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021857835352420807, 'pos0_bos_top1': 0, 'last_eos_p': 0.010934539139270782, 'last_eos_top1': 0}
+step=469650 lr=3.000000e-03 loss=2.7735 ce=2.7735 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03194107115268707, 'pos0_bos_top1': 0, 'last_eos_p': 0.011980172246694565, 'last_eos_top1': 0}
+step=469700 lr=3.000000e-03 loss=1.9284 ce=1.9284 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03190718591213226, 'pos0_bos_top1': 0, 'last_eos_p': 0.01158421952277422, 'last_eos_top1': 0}
+step=469750 lr=3.000000e-03 loss=2.5868 ce=2.5868 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02285159006714821, 'pos0_bos_top1': 0, 'last_eos_p': 0.00743996724486351, 'last_eos_top1': 0}
+step=469800 lr=3.000000e-03 loss=2.0428 ce=2.0428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.028192806988954544, 'pos0_bos_top1': 0, 'last_eos_p': 0.009938782081007957, 'last_eos_top1': 0}
+step=469850 lr=3.000000e-03 loss=3.6111 ce=3.6111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015402079559862614, 'pos0_bos_top1': 0, 'last_eos_p': 0.00764602841809392, 'last_eos_top1': 0}
+step=469900 lr=3.000000e-03 loss=2.6826 ce=2.6826 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022588567808270454, 'pos0_bos_top1': 0, 'last_eos_p': 0.008258942514657974, 'last_eos_top1': 0}
+step=469950 lr=3.000000e-03 loss=2.8252 ce=2.8252 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02101125568151474, 'pos0_bos_top1': 0, 'last_eos_p': 0.012308629229664803, 'last_eos_top1': 0}
+step=470000 lr=3.000000e-03 loss=1.9572 ce=1.9572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010285282507538795, 'pos0_bos_top1': 0, 'last_eos_p': 0.007824779488146305, 'last_eos_top1': 0}
+step=470050 lr=3.000000e-03 loss=2.1702 ce=2.1702 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00505788903683424, 'pos0_bos_top1': 0, 'last_eos_p': 0.00638037221506238, 'last_eos_top1': 0}
+step=470100 lr=3.000000e-03 loss=2.4142 ce=2.4142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007635785266757011, 'pos0_bos_top1': 0, 'last_eos_p': 0.0068503315560519695, 'last_eos_top1': 0}
+step=470150 lr=3.000000e-03 loss=2.4807 ce=2.4807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0062542809173464775, 'pos0_bos_top1': 0, 'last_eos_p': 0.004100667778402567, 'last_eos_top1': 0}
+step=470200 lr=3.000000e-03 loss=2.4855 ce=2.4855 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006913140881806612, 'pos0_bos_top1': 0, 'last_eos_p': 0.004404374398291111, 'last_eos_top1': 0}
+step=470250 lr=3.000000e-03 loss=1.9586 ce=1.9586 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009116925299167633, 'pos0_bos_top1': 0, 'last_eos_p': 0.004325938411056995, 'last_eos_top1': 0}
+step=470300 lr=3.000000e-03 loss=2.1987 ce=2.1987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008623303845524788, 'pos0_bos_top1': 0, 'last_eos_p': 0.004738432355225086, 'last_eos_top1': 0}
+step=470350 lr=3.000000e-03 loss=3.4646 ce=3.4646 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009948019869625568, 'pos0_bos_top1': 0, 'last_eos_p': 0.006228342652320862, 'last_eos_top1': 0}
+step=470400 lr=3.000000e-03 loss=2.3025 ce=2.3025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01812366396188736, 'pos0_bos_top1': 0, 'last_eos_p': 0.0066853296011686325, 'last_eos_top1': 0}
+step=470450 lr=3.000000e-03 loss=2.9629 ce=2.9629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014646870084106922, 'pos0_bos_top1': 0, 'last_eos_p': 0.006374180316925049, 'last_eos_top1': 0}
+step=470500 lr=3.000000e-03 loss=2.7961 ce=2.7961 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019277051091194153, 'pos0_bos_top1': 0, 'last_eos_p': 0.00774327851831913, 'last_eos_top1': 0}
+step=470550 lr=3.000000e-03 loss=2.2512 ce=2.2512 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015248065814375877, 'pos0_bos_top1': 0, 'last_eos_p': 0.008953406475484371, 'last_eos_top1': 0}
+step=470600 lr=3.000000e-03 loss=2.4376 ce=2.4376 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024805262684822083, 'pos0_bos_top1': 0, 'last_eos_p': 0.01137122604995966, 'last_eos_top1': 0}
+step=470650 lr=3.000000e-03 loss=3.0527 ce=3.0527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019486812874674797, 'pos0_bos_top1': 0, 'last_eos_p': 0.011394071392714977, 'last_eos_top1': 0}
+step=470700 lr=3.000000e-03 loss=2.8076 ce=2.8076 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015584970824420452, 'pos0_bos_top1': 0, 'last_eos_p': 0.009135247208178043, 'last_eos_top1': 0}
+step=470750 lr=3.000000e-03 loss=2.3253 ce=2.3253 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017758242785930634, 'pos0_bos_top1': 0, 'last_eos_p': 0.009389861486852169, 'last_eos_top1': 0}
+step=470800 lr=3.000000e-03 loss=2.1238 ce=2.1238 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01735493168234825, 'pos0_bos_top1': 0, 'last_eos_p': 0.009862730279564857, 'last_eos_top1': 0}
+step=470850 lr=3.000000e-03 loss=2.5391 ce=2.5391 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014598012901842594, 'pos0_bos_top1': 0, 'last_eos_p': 0.009310702793300152, 'last_eos_top1': 0}
+step=470900 lr=3.000000e-03 loss=2.2540 ce=2.2540 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017588498070836067, 'pos0_bos_top1': 0, 'last_eos_p': 0.008994597010314465, 'last_eos_top1': 0}
+step=470950 lr=3.000000e-03 loss=2.4028 ce=2.4028 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.027709482237696648, 'pos0_bos_top1': 0, 'last_eos_p': 0.013401738367974758, 'last_eos_top1': 0}
+step=471000 lr=3.000000e-03 loss=2.5102 ce=2.5102 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.031142843887209892, 'pos0_bos_top1': 0, 'last_eos_p': 0.011148842982947826, 'last_eos_top1': 0}
+step=471050 lr=3.000000e-03 loss=2.5891 ce=2.5891 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.031530801206827164, 'pos0_bos_top1': 0, 'last_eos_p': 0.011458929628133774, 'last_eos_top1': 0}
+step=471100 lr=3.000000e-03 loss=1.7161 ce=1.7161 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03021359257400036, 'pos0_bos_top1': 0, 'last_eos_p': 0.014475280418992043, 'last_eos_top1': 0}
+step=471150 lr=3.000000e-03 loss=1.6627 ce=1.6627 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017240267246961594, 'pos0_bos_top1': 0, 'last_eos_p': 0.014604217372834682, 'last_eos_top1': 0}
+step=471200 lr=3.000000e-03 loss=2.4929 ce=2.4929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021210502833127975, 'pos0_bos_top1': 0, 'last_eos_p': 0.013895709998905659, 'last_eos_top1': 0}
+step=471250 lr=3.000000e-03 loss=2.3907 ce=2.3907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019469041377305984, 'pos0_bos_top1': 0, 'last_eos_p': 0.008649063296616077, 'last_eos_top1': 0}
+step=471300 lr=3.000000e-03 loss=2.5916 ce=2.5916 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020075242966413498, 'pos0_bos_top1': 0, 'last_eos_p': 0.013084214180707932, 'last_eos_top1': 0}
+step=471350 lr=3.000000e-03 loss=2.7826 ce=2.7826 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02406390756368637, 'pos0_bos_top1': 0, 'last_eos_p': 0.009249953553080559, 'last_eos_top1': 0}
+step=471400 lr=3.000000e-03 loss=2.9042 ce=2.9042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013805891387164593, 'pos0_bos_top1': 0, 'last_eos_p': 0.004304904956370592, 'last_eos_top1': 0}
+step=471450 lr=3.000000e-03 loss=2.3307 ce=2.3307 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015278024598956108, 'pos0_bos_top1': 0, 'last_eos_p': 0.007758627645671368, 'last_eos_top1': 0}
+step=471500 lr=3.000000e-03 loss=2.4457 ce=2.4457 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012388460338115692, 'pos0_bos_top1': 0, 'last_eos_p': 0.009981497190892696, 'last_eos_top1': 0}
+step=471550 lr=3.000000e-03 loss=2.7119 ce=2.7119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02025626413524151, 'pos0_bos_top1': 0, 'last_eos_p': 0.01223535742610693, 'last_eos_top1': 0}
+step=471600 lr=3.000000e-03 loss=1.9054 ce=1.9054 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015174190513789654, 'pos0_bos_top1': 0, 'last_eos_p': 0.008663416840136051, 'last_eos_top1': 0}
+step=471650 lr=3.000000e-03 loss=2.6096 ce=2.6096 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019303349778056145, 'pos0_bos_top1': 0, 'last_eos_p': 0.009415344335138798, 'last_eos_top1': 0}
+step=471700 lr=3.000000e-03 loss=2.2168 ce=2.2168 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013588610105216503, 'pos0_bos_top1': 0, 'last_eos_p': 0.010575231164693832, 'last_eos_top1': 0}
+step=471750 lr=3.000000e-03 loss=2.6540 ce=2.6540 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017115958034992218, 'pos0_bos_top1': 0, 'last_eos_p': 0.01041351817548275, 'last_eos_top1': 0}
+step=471800 lr=3.000000e-03 loss=2.1464 ce=2.1464 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0179799422621727, 'pos0_bos_top1': 0, 'last_eos_p': 0.012359360232949257, 'last_eos_top1': 0}
+step=471850 lr=3.000000e-03 loss=2.2873 ce=2.2873 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014947776682674885, 'pos0_bos_top1': 0, 'last_eos_p': 0.009886089712381363, 'last_eos_top1': 0}
+step=471900 lr=3.000000e-03 loss=1.6608 ce=1.6608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011594041250646114, 'pos0_bos_top1': 0, 'last_eos_p': 0.013156011700630188, 'last_eos_top1': 0}
+step=471950 lr=3.000000e-03 loss=2.0154 ce=2.0154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018124457448720932, 'pos0_bos_top1': 0, 'last_eos_p': 0.011900300160050392, 'last_eos_top1': 0}
+step=472000 lr=3.000000e-03 loss=2.3789 ce=2.3789 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015192650258541107, 'pos0_bos_top1': 0, 'last_eos_p': 0.010186679661273956, 'last_eos_top1': 0}
+step=472050 lr=3.000000e-03 loss=3.1330 ce=3.1330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008432019501924515, 'pos0_bos_top1': 0, 'last_eos_p': 0.011038729920983315, 'last_eos_top1': 0}
+step=472100 lr=3.000000e-03 loss=2.5541 ce=2.5541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0050095198675990105, 'pos0_bos_top1': 0, 'last_eos_p': 0.012485858052968979, 'last_eos_top1': 0}
+step=472150 lr=3.000000e-03 loss=2.4008 ce=2.4008 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004478286020457745, 'pos0_bos_top1': 0, 'last_eos_p': 0.010897315107285976, 'last_eos_top1': 0}
+step=472200 lr=3.000000e-03 loss=2.6949 ce=2.6949 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012070962693542242, 'pos0_bos_top1': 0, 'last_eos_p': 0.011582826264202595, 'last_eos_top1': 0}
+step=472250 lr=3.000000e-03 loss=2.4736 ce=2.4736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018221386708319187, 'pos0_bos_top1': 0, 'last_eos_p': 0.018203426152467728, 'last_eos_top1': 0}
+step=472300 lr=3.000000e-03 loss=1.8308 ce=1.8308 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012314599007368088, 'pos0_bos_top1': 0, 'last_eos_p': 0.021296508610248566, 'last_eos_top1': 0}
+step=472350 lr=3.000000e-03 loss=2.5923 ce=2.5923 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003775352844968438, 'pos0_bos_top1': 0, 'last_eos_p': 0.012843266129493713, 'last_eos_top1': 0}
+step=472400 lr=3.000000e-03 loss=2.1433 ce=2.1433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018522021127864718, 'pos0_bos_top1': 0, 'last_eos_p': 0.01004857663065195, 'last_eos_top1': 0}
+step=472450 lr=3.000000e-03 loss=1.9778 ce=1.9778 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015696934424340725, 'pos0_bos_top1': 0, 'last_eos_p': 0.012592918239533901, 'last_eos_top1': 0}
+step=472500 lr=3.000000e-03 loss=1.8853 ce=1.8853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015056965639814734, 'pos0_bos_top1': 0, 'last_eos_p': 0.013140205293893814, 'last_eos_top1': 0}
+step=472550 lr=3.000000e-03 loss=2.3682 ce=2.3682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0008587631746195257, 'pos0_bos_top1': 0, 'last_eos_p': 0.012433935888111591, 'last_eos_top1': 0}
+step=472600 lr=3.000000e-03 loss=2.6417 ce=2.6417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017046445282176137, 'pos0_bos_top1': 0, 'last_eos_p': 0.014628985896706581, 'last_eos_top1': 0}
+step=472650 lr=3.000000e-03 loss=3.2800 ce=3.2800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004500343464314938, 'pos0_bos_top1': 0, 'last_eos_p': 0.012158630415797234, 'last_eos_top1': 0}
+step=472700 lr=3.000000e-03 loss=2.0061 ce=2.0061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008996919728815556, 'pos0_bos_top1': 0, 'last_eos_p': 0.016199318692088127, 'last_eos_top1': 0}
+step=472750 lr=3.000000e-03 loss=2.8931 ce=2.8931 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016098000342026353, 'pos0_bos_top1': 0, 'last_eos_p': 0.013429944403469563, 'last_eos_top1': 0}
+step=472800 lr=3.000000e-03 loss=3.5530 ce=3.5530 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0027606231160461903, 'pos0_bos_top1': 0, 'last_eos_p': 0.013517321087419987, 'last_eos_top1': 0}
+step=472850 lr=3.000000e-03 loss=2.7250 ce=2.7250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002089317189529538, 'pos0_bos_top1': 0, 'last_eos_p': 0.020276283845305443, 'last_eos_top1': 0}
+step=472900 lr=3.000000e-03 loss=1.6770 ce=1.6770 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014953844947740436, 'pos0_bos_top1': 0, 'last_eos_p': 0.013542345724999905, 'last_eos_top1': 0}
+step=472950 lr=3.000000e-03 loss=3.2864 ce=3.2864 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013058691984042525, 'pos0_bos_top1': 0, 'last_eos_p': 0.011550563387572765, 'last_eos_top1': 0}
+step=473000 lr=3.000000e-03 loss=1.5337 ce=1.5337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022007031366229057, 'pos0_bos_top1': 0, 'last_eos_p': 0.013147619552910328, 'last_eos_top1': 0}
+step=473050 lr=3.000000e-03 loss=2.2115 ce=2.2115 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0039804354310035706, 'pos0_bos_top1': 0, 'last_eos_p': 0.01345218438655138, 'last_eos_top1': 0}
+step=473100 lr=3.000000e-03 loss=2.9213 ce=2.9213 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008775045163929462, 'pos0_bos_top1': 0, 'last_eos_p': 0.012921901419758797, 'last_eos_top1': 0}
+step=473150 lr=3.000000e-03 loss=2.3181 ce=2.3181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0032956015784293413, 'pos0_bos_top1': 0, 'last_eos_p': 0.011466197669506073, 'last_eos_top1': 0}
+step=473200 lr=3.000000e-03 loss=2.4831 ce=2.4831 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006587432697415352, 'pos0_bos_top1': 0, 'last_eos_p': 0.01210190262645483, 'last_eos_top1': 0}
+step=473250 lr=3.000000e-03 loss=2.0795 ce=2.0795 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002716737799346447, 'pos0_bos_top1': 0, 'last_eos_p': 0.010433541610836983, 'last_eos_top1': 0}
+step=473300 lr=3.000000e-03 loss=2.3180 ce=2.3180 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007120261434465647, 'pos0_bos_top1': 0, 'last_eos_p': 0.014295031316578388, 'last_eos_top1': 0}
+step=473350 lr=3.000000e-03 loss=2.7941 ce=2.7941 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013237335719168186, 'pos0_bos_top1': 0, 'last_eos_p': 0.017955468967556953, 'last_eos_top1': 0}
+step=473400 lr=3.000000e-03 loss=2.7401 ce=2.7401 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011932394467294216, 'pos0_bos_top1': 0, 'last_eos_p': 0.01924246735870838, 'last_eos_top1': 0}
+step=473450 lr=3.000000e-03 loss=2.2862 ce=2.2862 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012896377593278885, 'pos0_bos_top1': 0, 'last_eos_p': 0.01295245997607708, 'last_eos_top1': 0}
+step=473500 lr=3.000000e-03 loss=2.6205 ce=2.6205 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01472659781575203, 'pos0_bos_top1': 0, 'last_eos_p': 0.01696615479886532, 'last_eos_top1': 0}
+step=473550 lr=3.000000e-03 loss=2.4190 ce=2.4190 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010018129833042622, 'pos0_bos_top1': 0, 'last_eos_p': 0.01425940077751875, 'last_eos_top1': 0}
+step=473600 lr=3.000000e-03 loss=2.4824 ce=2.4824 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014914123341441154, 'pos0_bos_top1': 0, 'last_eos_p': 0.013988777995109558, 'last_eos_top1': 0}
+step=473650 lr=3.000000e-03 loss=1.3394 ce=1.3394 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008493964560329914, 'pos0_bos_top1': 0, 'last_eos_p': 0.017932048067450523, 'last_eos_top1': 0}
+step=473700 lr=3.000000e-03 loss=2.9763 ce=2.9763 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010651339776813984, 'pos0_bos_top1': 0, 'last_eos_p': 0.015916969627141953, 'last_eos_top1': 0}
+step=473750 lr=3.000000e-03 loss=2.5617 ce=2.5617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01228660810738802, 'pos0_bos_top1': 0, 'last_eos_p': 0.015103868208825588, 'last_eos_top1': 0}
+step=473800 lr=3.000000e-03 loss=2.2604 ce=2.2604 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008305653929710388, 'pos0_bos_top1': 0, 'last_eos_p': 0.013158492743968964, 'last_eos_top1': 0}
+step=473850 lr=3.000000e-03 loss=2.4310 ce=2.4310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007397353649139404, 'pos0_bos_top1': 0, 'last_eos_p': 0.012987205758690834, 'last_eos_top1': 0}
+step=473900 lr=3.000000e-03 loss=2.8636 ce=2.8636 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006115077529102564, 'pos0_bos_top1': 0, 'last_eos_p': 0.011410070583224297, 'last_eos_top1': 0}
+step=473950 lr=3.000000e-03 loss=2.5058 ce=2.5058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0047828927636146545, 'pos0_bos_top1': 0, 'last_eos_p': 0.01125334482640028, 'last_eos_top1': 0}
+[elf_hfds direct rank=5 worker=0] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=2 worker=3] docs=3800000 rows=3791809 buffered=8191 part=openwebtext-t5
+
+step=474000 lr=3.000000e-03 loss=2.2979 ce=2.2979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008871598169207573, 'pos0_bos_top1': 0, 'last_eos_p': 0.01163388416171074, 'last_eos_top1': 0}
+step=474050 lr=3.000000e-03 loss=2.3905 ce=2.3905 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009772502817213535, 'pos0_bos_top1': 0, 'last_eos_p': 0.011635662987828255, 'last_eos_top1': 0}
+step=474100 lr=3.000000e-03 loss=3.2050 ce=3.2050 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002996315946802497, 'pos0_bos_top1': 0, 'last_eos_p': 0.012669219635426998, 'last_eos_top1': 0}
+step=474150 lr=3.000000e-03 loss=2.5244 ce=2.5244 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018087152857333422, 'pos0_bos_top1': 0, 'last_eos_p': 0.01307178195565939, 'last_eos_top1': 0}
+step=474200 lr=3.000000e-03 loss=2.7788 ce=2.7788 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009206270799040794, 'pos0_bos_top1': 0, 'last_eos_p': 0.013653818517923355, 'last_eos_top1': 0}
+step=474250 lr=3.000000e-03 loss=1.9040 ce=1.9040 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008828396908938885, 'pos0_bos_top1': 0, 'last_eos_p': 0.010641583241522312, 'last_eos_top1': 0}
+step=474300 lr=3.000000e-03 loss=2.2828 ce=2.2828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003461998887360096, 'pos0_bos_top1': 0, 'last_eos_p': 0.010732675902545452, 'last_eos_top1': 0}
+step=474350 lr=3.000000e-03 loss=2.7284 ce=2.7284 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004896848928183317, 'pos0_bos_top1': 0, 'last_eos_p': 0.010500943288207054, 'last_eos_top1': 0}
+step=474400 lr=3.000000e-03 loss=3.4317 ce=3.4317 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004238901659846306, 'pos0_bos_top1': 0, 'last_eos_p': 0.010117767378687859, 'last_eos_top1': 0}
+step=474450 lr=3.000000e-03 loss=2.3876 ce=2.3876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004091513808816671, 'pos0_bos_top1': 0, 'last_eos_p': 0.00887903943657875, 'last_eos_top1': 0}
+step=474500 lr=3.000000e-03 loss=2.3882 ce=2.3882 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002650707960128784, 'pos0_bos_top1': 0, 'last_eos_p': 0.009781016036868095, 'last_eos_top1': 0}
+step=474550 lr=3.000000e-03 loss=2.1138 ce=2.1138 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004015594255179167, 'pos0_bos_top1': 0, 'last_eos_p': 0.01062688510864973, 'last_eos_top1': 0}
+step=474600 lr=3.000000e-03 loss=1.8907 ce=1.8907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013921322301030159, 'pos0_bos_top1': 0, 'last_eos_p': 0.012861093506217003, 'last_eos_top1': 0}
+step=474650 lr=3.000000e-03 loss=2.0016 ce=2.0016 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019362591207027435, 'pos0_bos_top1': 0, 'last_eos_p': 0.01029345765709877, 'last_eos_top1': 0}
+step=474700 lr=3.000000e-03 loss=2.6332 ce=2.6332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013565628789365292, 'pos0_bos_top1': 0, 'last_eos_p': 0.008157971315085888, 'last_eos_top1': 0}
+step=474750 lr=3.000000e-03 loss=2.4181 ce=2.4181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011840674094855785, 'pos0_bos_top1': 0, 'last_eos_p': 0.013160967268049717, 'last_eos_top1': 0}
+step=474800 lr=3.000000e-03 loss=2.2429 ce=2.2429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013090727850794792, 'pos0_bos_top1': 0, 'last_eos_p': 0.007805041037499905, 'last_eos_top1': 0}
+step=474850 lr=3.000000e-03 loss=2.5891 ce=2.5891 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01215565949678421, 'pos0_bos_top1': 0, 'last_eos_p': 0.00838975515216589, 'last_eos_top1': 0}
+step=474900 lr=3.000000e-03 loss=2.5666 ce=2.5666 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01473803911358118, 'pos0_bos_top1': 0, 'last_eos_p': 0.011733317747712135, 'last_eos_top1': 0}
+step=474950 lr=3.000000e-03 loss=2.3592 ce=2.3592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009920468553900719, 'pos0_bos_top1': 0, 'last_eos_p': 0.014388874173164368, 'last_eos_top1': 0}
+step=475000 lr=3.000000e-03 loss=2.4356 ce=2.4356 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011440416797995567, 'pos0_bos_top1': 0, 'last_eos_p': 0.01345530990511179, 'last_eos_top1': 0}
+step=475050 lr=3.000000e-03 loss=2.4761 ce=2.4761 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009094975888729095, 'pos0_bos_top1': 0, 'last_eos_p': 0.010443231090903282, 'last_eos_top1': 0}
+step=475100 lr=3.000000e-03 loss=2.8450 ce=2.8450 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009886140003800392, 'pos0_bos_top1': 0, 'last_eos_p': 0.007953343912959099, 'last_eos_top1': 0}
+step=475150 lr=3.000000e-03 loss=2.9196 ce=2.9196 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0163557231426239, 'pos0_bos_top1': 0, 'last_eos_p': 0.011844070628285408, 'last_eos_top1': 0}
+step=475200 lr=3.000000e-03 loss=1.8307 ce=1.8307 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010665131732821465, 'pos0_bos_top1': 0, 'last_eos_p': 0.008565506897866726, 'last_eos_top1': 0}
+step=475250 lr=3.000000e-03 loss=2.9694 ce=2.9694 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009433253668248653, 'pos0_bos_top1': 0, 'last_eos_p': 0.010234314948320389, 'last_eos_top1': 0}
+step=475300 lr=3.000000e-03 loss=2.3104 ce=2.3104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01561549212783575, 'pos0_bos_top1': 0, 'last_eos_p': 0.010493209585547447, 'last_eos_top1': 0}
+step=475350 lr=3.000000e-03 loss=2.1654 ce=2.1654 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010282888077199459, 'pos0_bos_top1': 0, 'last_eos_p': 0.00975610688328743, 'last_eos_top1': 0}
+step=475400 lr=3.000000e-03 loss=2.1696 ce=2.1696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022309601306915283, 'pos0_bos_top1': 0, 'last_eos_p': 0.009676395915448666, 'last_eos_top1': 0}
+step=475450 lr=3.000000e-03 loss=2.4713 ce=2.4713 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013888801448047161, 'pos0_bos_top1': 0, 'last_eos_p': 0.00999282393604517, 'last_eos_top1': 0}
+step=475500 lr=3.000000e-03 loss=2.1746 ce=2.1746 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013572871685028076, 'pos0_bos_top1': 0, 'last_eos_p': 0.013305261731147766, 'last_eos_top1': 0}
+step=475550 lr=3.000000e-03 loss=2.1342 ce=2.1342 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011205791495740414, 'pos0_bos_top1': 0, 'last_eos_p': 0.012565904296934605, 'last_eos_top1': 0}
+step=475600 lr=3.000000e-03 loss=2.8460 ce=2.8460 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01439360436052084, 'pos0_bos_top1': 0, 'last_eos_p': 0.01076221652328968, 'last_eos_top1': 0}
+step=475650 lr=3.000000e-03 loss=2.2154 ce=2.2154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015189483761787415, 'pos0_bos_top1': 0, 'last_eos_p': 0.010633843950927258, 'last_eos_top1': 0}
+step=475700 lr=3.000000e-03 loss=1.5541 ce=1.5541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01866941899061203, 'pos0_bos_top1': 0, 'last_eos_p': 0.012546265497803688, 'last_eos_top1': 0}
+step=475750 lr=3.000000e-03 loss=2.5792 ce=2.5792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0051813493482768536, 'pos0_bos_top1': 0, 'last_eos_p': 0.010508201085031033, 'last_eos_top1': 0}
+step=475800 lr=3.000000e-03 loss=3.2631 ce=3.2631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.005850819405168295, 'pos0_bos_top1': 0, 'last_eos_p': 0.011798837222158909, 'last_eos_top1': 0}
+step=475850 lr=3.000000e-03 loss=3.0234 ce=3.0234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010012988932430744, 'pos0_bos_top1': 0, 'last_eos_p': 0.010221355594694614, 'last_eos_top1': 0}
+step=475900 lr=3.000000e-03 loss=3.7764 ce=3.7764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022358305752277374, 'pos0_bos_top1': 0, 'last_eos_p': 0.013640301302075386, 'last_eos_top1': 0}
+step=475950 lr=3.000000e-03 loss=2.8315 ce=2.8315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010706357657909393, 'pos0_bos_top1': 0, 'last_eos_p': 0.011820295825600624, 'last_eos_top1': 0}
+step=476000 lr=3.000000e-03 loss=2.6026 ce=2.6026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.005380661692470312, 'pos0_bos_top1': 0, 'last_eos_p': 0.011727428995072842, 'last_eos_top1': 0}
+step=476050 lr=3.000000e-03 loss=2.6578 ce=2.6578 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013459580950438976, 'pos0_bos_top1': 0, 'last_eos_p': 0.01076041255146265, 'last_eos_top1': 0}
+step=476100 lr=3.000000e-03 loss=2.0516 ce=2.0516 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007989693433046341, 'pos0_bos_top1': 0, 'last_eos_p': 0.01268640998750925, 'last_eos_top1': 0}
+step=476150 lr=3.000000e-03 loss=2.1210 ce=2.1210 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0065538021735847, 'pos0_bos_top1': 0, 'last_eos_p': 0.011172509752213955, 'last_eos_top1': 0}
+step=476200 lr=3.000000e-03 loss=1.7288 ce=1.7288 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016148872673511505, 'pos0_bos_top1': 0, 'last_eos_p': 0.013132971711456776, 'last_eos_top1': 0}
+step=476250 lr=3.000000e-03 loss=3.0354 ce=3.0354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009383970871567726, 'pos0_bos_top1': 0, 'last_eos_p': 0.01079275831580162, 'last_eos_top1': 0}
+step=476300 lr=3.000000e-03 loss=1.9309 ce=1.9309 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011698514223098755, 'pos0_bos_top1': 0, 'last_eos_p': 0.010662444867193699, 'last_eos_top1': 0}
+step=476350 lr=3.000000e-03 loss=2.1840 ce=2.1840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015226664952933788, 'pos0_bos_top1': 0, 'last_eos_p': 0.01157931424677372, 'last_eos_top1': 0}
+step=476400 lr=3.000000e-03 loss=2.2997 ce=2.2997 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024230584502220154, 'pos0_bos_top1': 0, 'last_eos_p': 0.012185205705463886, 'last_eos_top1': 0}
+step=476450 lr=3.000000e-03 loss=2.7479 ce=2.7479 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02367461659014225, 'pos0_bos_top1': 0, 'last_eos_p': 0.01115682814270258, 'last_eos_top1': 0}
+step=476500 lr=3.000000e-03 loss=2.6057 ce=2.6057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01876097358763218, 'pos0_bos_top1': 0, 'last_eos_p': 0.01559486798942089, 'last_eos_top1': 0}
+step=476550 lr=3.000000e-03 loss=2.5876 ce=2.5876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019365400075912476, 'pos0_bos_top1': 0, 'last_eos_p': 0.012771633453667164, 'last_eos_top1': 0}
+step=476600 lr=3.000000e-03 loss=2.3431 ce=2.3431 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019792504608631134, 'pos0_bos_top1': 0, 'last_eos_p': 0.012959190644323826, 'last_eos_top1': 0}
+step=476650 lr=3.000000e-03 loss=1.7671 ce=1.7671 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015784917399287224, 'pos0_bos_top1': 0, 'last_eos_p': 0.009537437930703163, 'last_eos_top1': 0}
+step=476700 lr=3.000000e-03 loss=1.6508 ce=1.6508 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02815338596701622, 'pos0_bos_top1': 0, 'last_eos_p': 0.013993542641401291, 'last_eos_top1': 0}
+step=476750 lr=3.000000e-03 loss=2.7014 ce=2.7014 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.027331486344337463, 'pos0_bos_top1': 0, 'last_eos_p': 0.014218560419976711, 'last_eos_top1': 0}
+step=476800 lr=3.000000e-03 loss=2.8033 ce=2.8033 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018030527979135513, 'pos0_bos_top1': 0, 'last_eos_p': 0.015055202879011631, 'last_eos_top1': 0}
+step=476850 lr=3.000000e-03 loss=2.5507 ce=2.5507 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02992759458720684, 'pos0_bos_top1': 0, 'last_eos_p': 0.017697881907224655, 'last_eos_top1': 0}
+step=476900 lr=3.000000e-03 loss=2.0254 ce=2.0254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025165915489196777, 'pos0_bos_top1': 0, 'last_eos_p': 0.015246869064867496, 'last_eos_top1': 0}
+step=476950 lr=3.000000e-03 loss=1.6710 ce=1.6710 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03144874423742294, 'pos0_bos_top1': 0, 'last_eos_p': 0.022221744060516357, 'last_eos_top1': 0}
+step=477000 lr=3.000000e-03 loss=2.0272 ce=2.0272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02600156143307686, 'pos0_bos_top1': 0, 'last_eos_p': 0.020188655704259872, 'last_eos_top1': 0}
+step=477050 lr=3.000000e-03 loss=2.5258 ce=2.5258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020556079223752022, 'pos0_bos_top1': 0, 'last_eos_p': 0.014851538464426994, 'last_eos_top1': 0}
+step=477100 lr=3.000000e-03 loss=2.8853 ce=2.8853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022105254232883453, 'pos0_bos_top1': 0, 'last_eos_p': 0.018791770562529564, 'last_eos_top1': 0}
+step=477150 lr=3.000000e-03 loss=2.6291 ce=2.6291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021895796060562134, 'pos0_bos_top1': 0, 'last_eos_p': 0.013921708799898624, 'last_eos_top1': 0}
+step=477200 lr=3.000000e-03 loss=2.3490 ce=2.3490 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01878533326089382, 'pos0_bos_top1': 0, 'last_eos_p': 0.01638355851173401, 'last_eos_top1': 0}
+step=477250 lr=3.000000e-03 loss=2.1517 ce=2.1517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019263505935668945, 'pos0_bos_top1': 0, 'last_eos_p': 0.01855756901204586, 'last_eos_top1': 0}
+step=477300 lr=3.000000e-03 loss=2.6511 ce=2.6511 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02218966744840145, 'pos0_bos_top1': 0, 'last_eos_p': 0.012062850408256054, 'last_eos_top1': 0}
+step=477350 lr=3.000000e-03 loss=2.4337 ce=2.4337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020063642412424088, 'pos0_bos_top1': 0, 'last_eos_p': 0.011154772713780403, 'last_eos_top1': 0}
+step=477400 lr=3.000000e-03 loss=2.1223 ce=2.1223 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01953829824924469, 'pos0_bos_top1': 0, 'last_eos_p': 0.012566205114126205, 'last_eos_top1': 0}
+step=477450 lr=3.000000e-03 loss=1.9255 ce=1.9255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.029423046857118607, 'pos0_bos_top1': 0, 'last_eos_p': 0.01757357083261013, 'last_eos_top1': 0}
+step=477500 lr=3.000000e-03 loss=2.9268 ce=2.9268 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022297177463769913, 'pos0_bos_top1': 0, 'last_eos_p': 0.011754599399864674, 'last_eos_top1': 0}
+step=477550 lr=3.000000e-03 loss=2.5634 ce=2.5634 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0214582197368145, 'pos0_bos_top1': 0, 'last_eos_p': 0.013270987197756767, 'last_eos_top1': 0}
+step=477600 lr=3.000000e-03 loss=2.4113 ce=2.4113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012119919992983341, 'pos0_bos_top1': 0, 'last_eos_p': 0.011394267901778221, 'last_eos_top1': 0}
+step=477650 lr=3.000000e-03 loss=2.3858 ce=2.3858 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014385317452251911, 'pos0_bos_top1': 0, 'last_eos_p': 0.009509787894785404, 'last_eos_top1': 0}
+step=477700 lr=3.000000e-03 loss=3.0086 ce=3.0086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01393326185643673, 'pos0_bos_top1': 0, 'last_eos_p': 0.011834553442895412, 'last_eos_top1': 0}
+step=477750 lr=3.000000e-03 loss=2.4797 ce=2.4797 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011076179333031178, 'pos0_bos_top1': 0, 'last_eos_p': 0.015846429392695427, 'last_eos_top1': 0}
+step=477800 lr=3.000000e-03 loss=2.5554 ce=2.5554 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010674425400793552, 'pos0_bos_top1': 0, 'last_eos_p': 0.010373451747000217, 'last_eos_top1': 0}
+step=477850 lr=3.000000e-03 loss=2.5186 ce=2.5186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01022579986602068, 'pos0_bos_top1': 0, 'last_eos_p': 0.011891599744558334, 'last_eos_top1': 0}
+step=477900 lr=3.000000e-03 loss=1.8753 ce=1.8753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00476655550301075, 'pos0_bos_top1': 0, 'last_eos_p': 0.009814218617975712, 'last_eos_top1': 0}
+step=477950 lr=3.000000e-03 loss=2.3665 ce=2.3665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007356693968176842, 'pos0_bos_top1': 0, 'last_eos_p': 0.015107857994735241, 'last_eos_top1': 0}
+step=478000 lr=3.000000e-03 loss=2.1736 ce=2.1736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01155436784029007, 'pos0_bos_top1': 0, 'last_eos_p': 0.011977176181972027, 'last_eos_top1': 0}
+step=478050 lr=3.000000e-03 loss=3.0720 ce=3.0720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012219570577144623, 'pos0_bos_top1': 0, 'last_eos_p': 0.012823479250073433, 'last_eos_top1': 0}
+step=478100 lr=3.000000e-03 loss=2.1844 ce=2.1844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012442711740732193, 'pos0_bos_top1': 0, 'last_eos_p': 0.010197345167398453, 'last_eos_top1': 0}
+step=478150 lr=3.000000e-03 loss=2.2398 ce=2.2398 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011321383528411388, 'pos0_bos_top1': 0, 'last_eos_p': 0.00921570509672165, 'last_eos_top1': 0}
+step=478200 lr=3.000000e-03 loss=2.3185 ce=2.3185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018163032829761505, 'pos0_bos_top1': 0, 'last_eos_p': 0.01292000524699688, 'last_eos_top1': 0}
+step=478250 lr=3.000000e-03 loss=2.0009 ce=2.0009 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011111034080386162, 'pos0_bos_top1': 0, 'last_eos_p': 0.008816649205982685, 'last_eos_top1': 0}
+step=478300 lr=3.000000e-03 loss=2.5821 ce=2.5821 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014508554711937904, 'pos0_bos_top1': 0, 'last_eos_p': 0.010015969164669514, 'last_eos_top1': 0}
+step=478350 lr=3.000000e-03 loss=2.5096 ce=2.5096 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010827281512320042, 'pos0_bos_top1': 0, 'last_eos_p': 0.011795868165791035, 'last_eos_top1': 0}
+step=478400 lr=3.000000e-03 loss=2.9852 ce=2.9852 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012235863134264946, 'pos0_bos_top1': 0, 'last_eos_p': 0.01400034874677658, 'last_eos_top1': 0}
+step=478450 lr=3.000000e-03 loss=2.6633 ce=2.6633 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008791807107627392, 'pos0_bos_top1': 0, 'last_eos_p': 0.013436180539429188, 'last_eos_top1': 0}
+step=478500 lr=3.000000e-03 loss=2.6080 ce=2.6080 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010044881142675877, 'pos0_bos_top1': 0, 'last_eos_p': 0.008014831691980362, 'last_eos_top1': 0}
+step=478550 lr=3.000000e-03 loss=2.3784 ce=2.3784 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00787388626486063, 'pos0_bos_top1': 0, 'last_eos_p': 0.0057032229378819466, 'last_eos_top1': 0}
+step=478600 lr=3.000000e-03 loss=2.6392 ce=2.6392 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006444205995649099, 'pos0_bos_top1': 0, 'last_eos_p': 0.0046519204042851925, 'last_eos_top1': 0}
+step=478650 lr=3.000000e-03 loss=2.1860 ce=2.1860 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004069610498845577, 'pos0_bos_top1': 0, 'last_eos_p': 0.007015886716544628, 'last_eos_top1': 0}
+step=478700 lr=3.000000e-03 loss=2.7565 ce=2.7565 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006243347655981779, 'pos0_bos_top1': 0, 'last_eos_p': 0.007807483896613121, 'last_eos_top1': 0}
+step=478750 lr=3.000000e-03 loss=2.4348 ce=2.4348 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004233385436236858, 'pos0_bos_top1': 0, 'last_eos_p': 0.006127485539764166, 'last_eos_top1': 0}
+step=478800 lr=3.000000e-03 loss=2.6894 ce=2.6894 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017427402781322598, 'pos0_bos_top1': 0, 'last_eos_p': 0.005759296473115683, 'last_eos_top1': 0}
+step=478850 lr=3.000000e-03 loss=3.0060 ce=3.0060 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008819499053061008, 'pos0_bos_top1': 0, 'last_eos_p': 0.009322595782577991, 'last_eos_top1': 0}
+step=478900 lr=3.000000e-03 loss=2.8481 ce=2.8481 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009488444775342941, 'pos0_bos_top1': 0, 'last_eos_p': 0.008238561451435089, 'last_eos_top1': 0}
+step=478950 lr=3.000000e-03 loss=2.7333 ce=2.7333 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004703143145889044, 'pos0_bos_top1': 0, 'last_eos_p': 0.0061911651864647865, 'last_eos_top1': 0}
+step=479000 lr=3.000000e-03 loss=2.1739 ce=2.1739 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006377276033163071, 'pos0_bos_top1': 0, 'last_eos_p': 0.00665194122120738, 'last_eos_top1': 0}
+step=479050 lr=3.000000e-03 loss=2.7997 ce=2.7997 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01142108254134655, 'pos0_bos_top1': 0, 'last_eos_p': 0.010307101532816887, 'last_eos_top1': 0}
+step=479100 lr=3.000000e-03 loss=2.0526 ce=2.0526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011754121631383896, 'pos0_bos_top1': 0, 'last_eos_p': 0.01728905737400055, 'last_eos_top1': 0}
+step=479150 lr=3.000000e-03 loss=2.6828 ce=2.6828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0027202931232750416, 'pos0_bos_top1': 0, 'last_eos_p': 0.00926359836012125, 'last_eos_top1': 0}
+step=479200 lr=3.000000e-03 loss=2.5926 ce=2.5926 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0026530472096055746, 'pos0_bos_top1': 0, 'last_eos_p': 0.009524617344141006, 'last_eos_top1': 0}
+step=479250 lr=3.000000e-03 loss=2.3450 ce=2.3450 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010630376636981964, 'pos0_bos_top1': 0, 'last_eos_p': 0.005633602850139141, 'last_eos_top1': 0}
+step=479300 lr=3.000000e-03 loss=2.9118 ce=2.9118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011316961608827114, 'pos0_bos_top1': 0, 'last_eos_p': 0.011340057477355003, 'last_eos_top1': 0}
+step=479350 lr=3.000000e-03 loss=2.4985 ce=2.4985 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004704505670815706, 'pos0_bos_top1': 0, 'last_eos_p': 0.008874458260834217, 'last_eos_top1': 0}
+step=479400 lr=3.000000e-03 loss=1.9300 ce=1.9300 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0073277996852993965, 'pos0_bos_top1': 0, 'last_eos_p': 0.008615671657025814, 'last_eos_top1': 0}
+step=479450 lr=3.000000e-03 loss=2.8250 ce=2.8250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0039445748552680016, 'pos0_bos_top1': 0, 'last_eos_p': 0.006929988041520119, 'last_eos_top1': 0}
+step=479500 lr=3.000000e-03 loss=2.7001 ce=2.7001 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003829237073659897, 'pos0_bos_top1': 0, 'last_eos_p': 0.009827499277889729, 'last_eos_top1': 0}
+step=479550 lr=3.000000e-03 loss=2.3113 ce=2.3113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004153406713157892, 'pos0_bos_top1': 0, 'last_eos_p': 0.00999957975000143, 'last_eos_top1': 0}
+step=479600 lr=3.000000e-03 loss=2.7558 ce=2.7558 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0057652611285448074, 'pos0_bos_top1': 0, 'last_eos_p': 0.011639963835477829, 'last_eos_top1': 0}
+step=479650 lr=3.000000e-03 loss=2.9095 ce=2.9095 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0026518795639276505, 'pos0_bos_top1': 0, 'last_eos_p': 0.012940910644829273, 'last_eos_top1': 0}
+step=479700 lr=3.000000e-03 loss=2.7724 ce=2.7724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0031064290087670088, 'pos0_bos_top1': 0, 'last_eos_p': 0.013184667564928532, 'last_eos_top1': 0}
+step=479750 lr=3.000000e-03 loss=2.5843 ce=2.5843 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025595310144126415, 'pos0_bos_top1': 0, 'last_eos_p': 0.009124534204602242, 'last_eos_top1': 0}
+step=479800 lr=3.000000e-03 loss=2.4796 ce=2.4796 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006344999186694622, 'pos0_bos_top1': 0, 'last_eos_p': 0.0070149521343410015, 'last_eos_top1': 0}
+step=479850 lr=3.000000e-03 loss=3.0704 ce=3.0704 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00675806263461709, 'pos0_bos_top1': 0, 'last_eos_p': 0.007084045093506575, 'last_eos_top1': 0}
+step=479900 lr=3.000000e-03 loss=1.7945 ce=1.7945 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.005162981804460287, 'pos0_bos_top1': 0, 'last_eos_p': 0.007672918029129505, 'last_eos_top1': 0}
+step=479950 lr=3.000000e-03 loss=2.7379 ce=2.7379 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004579768981784582, 'pos0_bos_top1': 0, 'last_eos_p': 0.008099634200334549, 'last_eos_top1': 0}
+step=480000 lr=3.000000e-03 loss=2.9642 ce=2.9642 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003010169602930546, 'pos0_bos_top1': 0, 'last_eos_p': 0.008924998342990875, 'last_eos_top1': 0}
+step=480050 lr=3.000000e-03 loss=1.6013 ce=1.6013 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0069471485912799835, 'pos0_bos_top1': 0, 'last_eos_p': 0.007745732553303242, 'last_eos_top1': 0}
+step=480100 lr=3.000000e-03 loss=1.9932 ce=1.9932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001962927868589759, 'pos0_bos_top1': 0, 'last_eos_p': 0.006524904165416956, 'last_eos_top1': 0}
+step=480150 lr=3.000000e-03 loss=1.7252 ce=1.7252 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007990537211298943, 'pos0_bos_top1': 0, 'last_eos_p': 0.011064560152590275, 'last_eos_top1': 0}
+step=480200 lr=3.000000e-03 loss=2.5407 ce=2.5407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009014350362122059, 'pos0_bos_top1': 0, 'last_eos_p': 0.007760625332593918, 'last_eos_top1': 0}
+step=480250 lr=3.000000e-03 loss=1.9851 ce=1.9851 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0061226882971823215, 'pos0_bos_top1': 0, 'last_eos_p': 0.006971309892833233, 'last_eos_top1': 0}
+step=480300 lr=3.000000e-03 loss=2.3266 ce=2.3266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012374699115753174, 'pos0_bos_top1': 0, 'last_eos_p': 0.006510332226753235, 'last_eos_top1': 0}
+step=480350 lr=3.000000e-03 loss=2.2767 ce=2.2767 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011977896094322205, 'pos0_bos_top1': 0, 'last_eos_p': 0.007090240716934204, 'last_eos_top1': 0}
+step=480400 lr=3.000000e-03 loss=2.8458 ce=2.8458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00785649660974741, 'pos0_bos_top1': 0, 'last_eos_p': 0.0072478968650102615, 'last_eos_top1': 0}
+step=480450 lr=3.000000e-03 loss=2.3378 ce=2.3378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007584082894027233, 'pos0_bos_top1': 0, 'last_eos_p': 0.0054325261153280735, 'last_eos_top1': 0}
+step=480500 lr=3.000000e-03 loss=2.7475 ce=2.7475 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0054609039798378944, 'pos0_bos_top1': 0, 'last_eos_p': 0.005432782229036093, 'last_eos_top1': 0}
+step=480550 lr=3.000000e-03 loss=3.2677 ce=3.2677 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008671395480632782, 'pos0_bos_top1': 0, 'last_eos_p': 0.00612082052975893, 'last_eos_top1': 0}
+step=480600 lr=3.000000e-03 loss=3.4755 ce=3.4755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010237449780106544, 'pos0_bos_top1': 0, 'last_eos_p': 0.010122005827724934, 'last_eos_top1': 0}
+step=480650 lr=3.000000e-03 loss=2.4504 ce=2.4504 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007635946851223707, 'pos0_bos_top1': 0, 'last_eos_p': 0.006382725201547146, 'last_eos_top1': 0}
+step=480700 lr=3.000000e-03 loss=2.1214 ce=2.1214 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012478782795369625, 'pos0_bos_top1': 0, 'last_eos_p': 0.009115494787693024, 'last_eos_top1': 0}
+step=480750 lr=3.000000e-03 loss=1.9496 ce=1.9496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01043611764907837, 'pos0_bos_top1': 0, 'last_eos_p': 0.007675542961806059, 'last_eos_top1': 0}
+step=480800 lr=3.000000e-03 loss=2.4661 ce=2.4661 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009644631296396255, 'pos0_bos_top1': 0, 'last_eos_p': 0.007343133445829153, 'last_eos_top1': 0}
+step=480850 lr=3.000000e-03 loss=2.1822 ce=2.1822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014641586691141129, 'pos0_bos_top1': 0, 'last_eos_p': 0.01050761342048645, 'last_eos_top1': 0}
+step=480900 lr=3.000000e-03 loss=2.6124 ce=2.6124 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014031368307769299, 'pos0_bos_top1': 0, 'last_eos_p': 0.006634891033172607, 'last_eos_top1': 0}
+step=480950 lr=3.000000e-03 loss=2.5840 ce=2.5840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007349885534495115, 'pos0_bos_top1': 0, 'last_eos_p': 0.007225844543427229, 'last_eos_top1': 0}
+step=481000 lr=3.000000e-03 loss=2.8819 ce=2.8819 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023857939522713423, 'pos0_bos_top1': 0, 'last_eos_p': 0.004315719474107027, 'last_eos_top1': 0}
+step=481050 lr=3.000000e-03 loss=3.4353 ce=3.4353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0032466163393110037, 'pos0_bos_top1': 0, 'last_eos_p': 0.00388198159635067, 'last_eos_top1': 0}
+step=481100 lr=3.000000e-03 loss=2.2513 ce=2.2513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004980725236237049, 'pos0_bos_top1': 0, 'last_eos_p': 0.0053296745754778385, 'last_eos_top1': 0}
+step=481150 lr=3.000000e-03 loss=2.2436 ce=2.2436 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0028849600348621607, 'pos0_bos_top1': 0, 'last_eos_p': 0.006372770760208368, 'last_eos_top1': 0}
+step=481200 lr=3.000000e-03 loss=1.9870 ce=1.9870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0032459842041134834, 'pos0_bos_top1': 0, 'last_eos_p': 0.006609807722270489, 'last_eos_top1': 0}
+step=481250 lr=3.000000e-03 loss=2.1259 ce=2.1259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00448681740090251, 'pos0_bos_top1': 0, 'last_eos_p': 0.008954225108027458, 'last_eos_top1': 0}
+step=481300 lr=3.000000e-03 loss=2.5463 ce=2.5463 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007162353955209255, 'pos0_bos_top1': 0, 'last_eos_p': 0.007161809131503105, 'last_eos_top1': 0}
+step=481350 lr=3.000000e-03 loss=2.6338 ce=2.6338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006842455361038446, 'pos0_bos_top1': 0, 'last_eos_p': 0.010403701104223728, 'last_eos_top1': 0}
+step=481400 lr=3.000000e-03 loss=2.9907 ce=2.9907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003338007489219308, 'pos0_bos_top1': 0, 'last_eos_p': 0.010466327890753746, 'last_eos_top1': 0}
+step=481450 lr=3.000000e-03 loss=1.9414 ce=1.9414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001974639017134905, 'pos0_bos_top1': 0, 'last_eos_p': 0.014374751597642899, 'last_eos_top1': 0}
+step=481500 lr=3.000000e-03 loss=3.0577 ce=3.0577 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008363218978047371, 'pos0_bos_top1': 0, 'last_eos_p': 0.009386858902871609, 'last_eos_top1': 0}
+step=481550 lr=3.000000e-03 loss=2.6592 ce=2.6592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0068049258552491665, 'pos0_bos_top1': 0, 'last_eos_p': 0.012357004918158054, 'last_eos_top1': 0}
+step=481600 lr=3.000000e-03 loss=2.9506 ce=2.9506 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009737547487020493, 'pos0_bos_top1': 0, 'last_eos_p': 0.01190335676074028, 'last_eos_top1': 0}
+step=481650 lr=3.000000e-03 loss=2.0791 ce=2.0791 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010968683287501335, 'pos0_bos_top1': 0, 'last_eos_p': 0.017013413831591606, 'last_eos_top1': 0}
+step=481700 lr=3.000000e-03 loss=1.9422 ce=1.9422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0053024752996861935, 'pos0_bos_top1': 0, 'last_eos_p': 0.009340324439108372, 'last_eos_top1': 0}
+step=481750 lr=3.000000e-03 loss=1.8870 ce=1.8870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007104848045855761, 'pos0_bos_top1': 0, 'last_eos_p': 0.010407423600554466, 'last_eos_top1': 0}
+step=481800 lr=3.000000e-03 loss=1.7352 ce=1.7352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008853213861584663, 'pos0_bos_top1': 0, 'last_eos_p': 0.007598105352371931, 'last_eos_top1': 0}
+step=481850 lr=3.000000e-03 loss=3.5384 ce=3.5384 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012545241042971611, 'pos0_bos_top1': 0, 'last_eos_p': 0.008425942622125149, 'last_eos_top1': 0}
+step=481900 lr=3.000000e-03 loss=2.5746 ce=2.5746 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01168717723339796, 'pos0_bos_top1': 0, 'last_eos_p': 0.009548677131533623, 'last_eos_top1': 0}
+step=481950 lr=3.000000e-03 loss=3.2026 ce=3.2026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014955039136111736, 'pos0_bos_top1': 0, 'last_eos_p': 0.014873361214995384, 'last_eos_top1': 0}
+step=482000 lr=3.000000e-03 loss=2.6583 ce=2.6583 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014289511367678642, 'pos0_bos_top1': 0, 'last_eos_p': 0.015511850826442242, 'last_eos_top1': 0}
+step=482050 lr=3.000000e-03 loss=2.3391 ce=2.3391 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020364420488476753, 'pos0_bos_top1': 0, 'last_eos_p': 0.013613798655569553, 'last_eos_top1': 0}
+step=482100 lr=3.000000e-03 loss=1.9874 ce=1.9874 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0246299896389246, 'pos0_bos_top1': 0, 'last_eos_p': 0.015062611550092697, 'last_eos_top1': 0}
+step=482150 lr=3.000000e-03 loss=2.9640 ce=2.9640 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021208053454756737, 'pos0_bos_top1': 0, 'last_eos_p': 0.016112888231873512, 'last_eos_top1': 0}
+step=482200 lr=3.000000e-03 loss=2.1739 ce=2.1739 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016797220334410667, 'pos0_bos_top1': 0, 'last_eos_p': 0.010886245407164097, 'last_eos_top1': 0}
+step=482250 lr=3.000000e-03 loss=2.4416 ce=2.4416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01310123410075903, 'pos0_bos_top1': 0, 'last_eos_p': 0.009353487752377987, 'last_eos_top1': 0}
+step=482300 lr=3.000000e-03 loss=2.7537 ce=2.7537 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012451027520000935, 'pos0_bos_top1': 0, 'last_eos_p': 0.008435510098934174, 'last_eos_top1': 0}
+step=482350 lr=3.000000e-03 loss=3.0249 ce=3.0249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014707663096487522, 'pos0_bos_top1': 0, 'last_eos_p': 0.006816616281867027, 'last_eos_top1': 0}
+step=482400 lr=3.000000e-03 loss=2.6947 ce=2.6947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0067373886704444885, 'pos0_bos_top1': 0, 'last_eos_p': 0.006835864391177893, 'last_eos_top1': 0}
+step=482450 lr=3.000000e-03 loss=2.2709 ce=2.2709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006953135132789612, 'pos0_bos_top1': 0, 'last_eos_p': 0.005563303828239441, 'last_eos_top1': 0}
+step=482500 lr=3.000000e-03 loss=2.6676 ce=2.6676 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009393137879669666, 'pos0_bos_top1': 0, 'last_eos_p': 0.006130831316113472, 'last_eos_top1': 0}
+step=482550 lr=3.000000e-03 loss=2.8143 ce=2.8143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010144039057195187, 'pos0_bos_top1': 0, 'last_eos_p': 0.005367799662053585, 'last_eos_top1': 0}
+step=482600 lr=3.000000e-03 loss=2.2834 ce=2.2834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008256940171122551, 'pos0_bos_top1': 0, 'last_eos_p': 0.004984826315194368, 'last_eos_top1': 0}
+step=482650 lr=3.000000e-03 loss=3.4427 ce=3.4427 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014747679233551025, 'pos0_bos_top1': 0, 'last_eos_p': 0.0061780912801623344, 'last_eos_top1': 0}
+step=482700 lr=3.000000e-03 loss=2.8035 ce=2.8035 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012789028696715832, 'pos0_bos_top1': 0, 'last_eos_p': 0.010081577114760876, 'last_eos_top1': 0}
+step=482750 lr=3.000000e-03 loss=1.8921 ce=1.8921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014937262050807476, 'pos0_bos_top1': 0, 'last_eos_p': 0.014457414858043194, 'last_eos_top1': 0}
+step=482800 lr=3.000000e-03 loss=2.2771 ce=2.2771 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009859258309006691, 'pos0_bos_top1': 0, 'last_eos_p': 0.011271820403635502, 'last_eos_top1': 0}
+step=482850 lr=3.000000e-03 loss=2.8165 ce=2.8165 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012902873568236828, 'pos0_bos_top1': 0, 'last_eos_p': 0.007017325609922409, 'last_eos_top1': 0}
+step=482900 lr=3.000000e-03 loss=1.9473 ce=1.9473 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011902065016329288, 'pos0_bos_top1': 0, 'last_eos_p': 0.009712880477309227, 'last_eos_top1': 0}
+step=482950 lr=3.000000e-03 loss=1.7848 ce=1.7848 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012529573403298855, 'pos0_bos_top1': 0, 'last_eos_p': 0.008288446813821793, 'last_eos_top1': 0}
+step=483000 lr=3.000000e-03 loss=1.9344 ce=1.9344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009561565704643726, 'pos0_bos_top1': 0, 'last_eos_p': 0.007391657214611769, 'last_eos_top1': 0}
+step=483050 lr=3.000000e-03 loss=2.1047 ce=2.1047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015802791342139244, 'pos0_bos_top1': 0, 'last_eos_p': 0.01060381531715393, 'last_eos_top1': 0}
+step=483100 lr=3.000000e-03 loss=2.4140 ce=2.4140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017330752685666084, 'pos0_bos_top1': 0, 'last_eos_p': 0.010211272165179253, 'last_eos_top1': 0}
+step=483150 lr=3.000000e-03 loss=2.2951 ce=2.2951 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.031475380063056946, 'pos0_bos_top1': 0, 'last_eos_p': 0.01628011092543602, 'last_eos_top1': 0}
+step=483200 lr=3.000000e-03 loss=2.9479 ce=2.9479 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02283927984535694, 'pos0_bos_top1': 0, 'last_eos_p': 0.020765451714396477, 'last_eos_top1': 0}
+step=483250 lr=3.000000e-03 loss=2.3779 ce=2.3779 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01704680733382702, 'pos0_bos_top1': 0, 'last_eos_p': 0.014741786755621433, 'last_eos_top1': 0}
+step=483300 lr=3.000000e-03 loss=2.3781 ce=2.3781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01133541576564312, 'pos0_bos_top1': 0, 'last_eos_p': 0.010671951808035374, 'last_eos_top1': 0}
+step=483350 lr=3.000000e-03 loss=2.4209 ce=2.4209 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009008865803480148, 'pos0_bos_top1': 0, 'last_eos_p': 0.009251881390810013, 'last_eos_top1': 0}
+step=483400 lr=3.000000e-03 loss=2.2469 ce=2.2469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012540368363261223, 'pos0_bos_top1': 0, 'last_eos_p': 0.01024107076227665, 'last_eos_top1': 0}
+step=483450 lr=3.000000e-03 loss=2.7862 ce=2.7862 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010869407095015049, 'pos0_bos_top1': 0, 'last_eos_p': 0.007329232059419155, 'last_eos_top1': 0}
+step=483500 lr=3.000000e-03 loss=2.6001 ce=2.6001 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012061034329235554, 'pos0_bos_top1': 0, 'last_eos_p': 0.0069780610501766205, 'last_eos_top1': 0}
+step=483550 lr=3.000000e-03 loss=2.2502 ce=2.2502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010011349804699421, 'pos0_bos_top1': 0, 'last_eos_p': 0.008533080108463764, 'last_eos_top1': 0}
+step=483600 lr=3.000000e-03 loss=2.7276 ce=2.7276 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013696997426450253, 'pos0_bos_top1': 0, 'last_eos_p': 0.010133294388651848, 'last_eos_top1': 0}
+step=483650 lr=3.000000e-03 loss=2.4611 ce=2.4611 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016776591539382935, 'pos0_bos_top1': 0, 'last_eos_p': 0.009756344370543957, 'last_eos_top1': 0}
+step=483700 lr=3.000000e-03 loss=2.5659 ce=2.5659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011139608919620514, 'pos0_bos_top1': 0, 'last_eos_p': 0.008954533375799656, 'last_eos_top1': 0}
+step=483750 lr=3.000000e-03 loss=2.2332 ce=2.2332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020701345056295395, 'pos0_bos_top1': 0, 'last_eos_p': 0.009691782295703888, 'last_eos_top1': 0}
+step=483800 lr=3.000000e-03 loss=1.8627 ce=1.8627 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007740580942481756, 'pos0_bos_top1': 0, 'last_eos_p': 0.005637149326503277, 'last_eos_top1': 0}
+step=483850 lr=3.000000e-03 loss=2.5193 ce=2.5193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012613833881914616, 'pos0_bos_top1': 0, 'last_eos_p': 0.009190026670694351, 'last_eos_top1': 0}
+step=483900 lr=3.000000e-03 loss=3.1650 ce=3.1650 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010222427546977997, 'pos0_bos_top1': 0, 'last_eos_p': 0.007225522305816412, 'last_eos_top1': 0}
+step=483950 lr=3.000000e-03 loss=2.4367 ce=2.4367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009433635510504246, 'pos0_bos_top1': 0, 'last_eos_p': 0.0072408877313137054, 'last_eos_top1': 0}
+step=484000 lr=3.000000e-03 loss=2.4106 ce=2.4106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01472032256424427, 'pos0_bos_top1': 0, 'last_eos_p': 0.009088261052966118, 'last_eos_top1': 0}
+step=484050 lr=3.000000e-03 loss=2.2863 ce=2.2863 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004918783437460661, 'pos0_bos_top1': 0, 'last_eos_p': 0.005382067523896694, 'last_eos_top1': 0}
+step=484100 lr=3.000000e-03 loss=2.8516 ce=2.8516 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0070692733861505985, 'pos0_bos_top1': 0, 'last_eos_p': 0.006793051492422819, 'last_eos_top1': 0}
+step=484150 lr=3.000000e-03 loss=2.4133 ce=2.4133 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007129929959774017, 'pos0_bos_top1': 0, 'last_eos_p': 0.007057506591081619, 'last_eos_top1': 0}
+step=484200 lr=3.000000e-03 loss=2.7658 ce=2.7658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0036719581112265587, 'pos0_bos_top1': 0, 'last_eos_p': 0.008813759312033653, 'last_eos_top1': 0}
+step=484250 lr=3.000000e-03 loss=2.9935 ce=2.9935 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007367234211415052, 'pos0_bos_top1': 0, 'last_eos_p': 0.008006620220839977, 'last_eos_top1': 0}
+step=484300 lr=3.000000e-03 loss=2.6227 ce=2.6227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.005112660117447376, 'pos0_bos_top1': 0, 'last_eos_p': 0.006867751944810152, 'last_eos_top1': 0}
+step=484350 lr=3.000000e-03 loss=2.4168 ce=2.4168 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010966436937451363, 'pos0_bos_top1': 0, 'last_eos_p': 0.00789186917245388, 'last_eos_top1': 0}
+step=484400 lr=3.000000e-03 loss=3.6962 ce=3.6962 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010151559486985207, 'pos0_bos_top1': 0, 'last_eos_p': 0.008494172245264053, 'last_eos_top1': 0}
+step=484450 lr=3.000000e-03 loss=2.0528 ce=2.0528 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004405120387673378, 'pos0_bos_top1': 0, 'last_eos_p': 0.008343422785401344, 'last_eos_top1': 0}
+step=484500 lr=3.000000e-03 loss=2.1284 ce=2.1284 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.005797413177788258, 'pos0_bos_top1': 0, 'last_eos_p': 0.007387946359813213, 'last_eos_top1': 0}
+step=484550 lr=3.000000e-03 loss=2.3177 ce=2.3177 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008483903482556343, 'pos0_bos_top1': 0, 'last_eos_p': 0.011452822014689445, 'last_eos_top1': 0}
+step=484600 lr=3.000000e-03 loss=2.4878 ce=2.4878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.006773998029530048, 'pos0_bos_top1': 0, 'last_eos_p': 0.007325468119233847, 'last_eos_top1': 0}
+step=484650 lr=3.000000e-03 loss=2.4097 ce=2.4097 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007754746824502945, 'pos0_bos_top1': 0, 'last_eos_p': 0.008823980577290058, 'last_eos_top1': 0}
+step=484700 lr=3.000000e-03 loss=1.9748 ce=1.9748 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011164448224008083, 'pos0_bos_top1': 0, 'last_eos_p': 0.01040207501500845, 'last_eos_top1': 0}
+step=484750 lr=3.000000e-03 loss=2.4088 ce=2.4088 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.005687872879207134, 'pos0_bos_top1': 0, 'last_eos_p': 0.009350867941975594, 'last_eos_top1': 0}
+step=484800 lr=3.000000e-03 loss=2.9800 ce=2.9800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014058446511626244, 'pos0_bos_top1': 0, 'last_eos_p': 0.012570402584969997, 'last_eos_top1': 0}
+step=484850 lr=3.000000e-03 loss=2.1790 ce=2.1790 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0075277783907949924, 'pos0_bos_top1': 0, 'last_eos_p': 0.011194005608558655, 'last_eos_top1': 0}
+step=484900 lr=3.000000e-03 loss=1.9709 ce=1.9709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013192019425332546, 'pos0_bos_top1': 0, 'last_eos_p': 0.01664237305521965, 'last_eos_top1': 0}
+step=484950 lr=3.000000e-03 loss=1.8564 ce=1.8564 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014989219605922699, 'pos0_bos_top1': 0, 'last_eos_p': 0.01326597947627306, 'last_eos_top1': 0}
+step=485000 lr=3.000000e-03 loss=2.7252 ce=2.7252 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012579499743878841, 'pos0_bos_top1': 0, 'last_eos_p': 0.015406155027449131, 'last_eos_top1': 0}
+step=485050 lr=3.000000e-03 loss=2.8650 ce=2.8650 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017049385234713554, 'pos0_bos_top1': 0, 'last_eos_p': 0.01075513381510973, 'last_eos_top1': 0}
+step=485100 lr=3.000000e-03 loss=2.4392 ce=2.4392 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01904095523059368, 'pos0_bos_top1': 0, 'last_eos_p': 0.01028979942202568, 'last_eos_top1': 0}
+step=485150 lr=3.000000e-03 loss=1.8380 ce=1.8380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026624172925949097, 'pos0_bos_top1': 0, 'last_eos_p': 0.00930664874613285, 'last_eos_top1': 0}
+step=485200 lr=3.000000e-03 loss=2.6686 ce=2.6686 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018745550885796547, 'pos0_bos_top1': 0, 'last_eos_p': 0.008053181692957878, 'last_eos_top1': 0}
+step=485250 lr=3.000000e-03 loss=2.7143 ce=2.7143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014412356540560722, 'pos0_bos_top1': 0, 'last_eos_p': 0.008616087026894093, 'last_eos_top1': 0}
+step=485300 lr=3.000000e-03 loss=2.5247 ce=2.5247 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01063453033566475, 'pos0_bos_top1': 0, 'last_eos_p': 0.005915370769798756, 'last_eos_top1': 0}
+step=485350 lr=3.000000e-03 loss=2.2468 ce=2.2468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013049519620835781, 'pos0_bos_top1': 0, 'last_eos_p': 0.006737277843058109, 'last_eos_top1': 0}
+step=485400 lr=3.000000e-03 loss=2.5562 ce=2.5562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019766274839639664, 'pos0_bos_top1': 0, 'last_eos_p': 0.008378752507269382, 'last_eos_top1': 0}
+step=485450 lr=3.000000e-03 loss=2.5469 ce=2.5469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016317034140229225, 'pos0_bos_top1': 0, 'last_eos_p': 0.0098651722073555, 'last_eos_top1': 0}
+step=485500 lr=3.000000e-03 loss=2.6480 ce=2.6480 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01965002715587616, 'pos0_bos_top1': 0, 'last_eos_p': 0.010255462490022182, 'last_eos_top1': 0}
+step=485550 lr=3.000000e-03 loss=2.7600 ce=2.7600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02202778495848179, 'pos0_bos_top1': 0, 'last_eos_p': 0.010330977849662304, 'last_eos_top1': 0}
+step=485600 lr=3.000000e-03 loss=2.5396 ce=2.5396 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014482449740171432, 'pos0_bos_top1': 0, 'last_eos_p': 0.00692629674449563, 'last_eos_top1': 0}
+step=485650 lr=3.000000e-03 loss=2.3103 ce=2.3103 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010556046850979328, 'pos0_bos_top1': 0, 'last_eos_p': 0.008941377513110638, 'last_eos_top1': 0}
+step=485700 lr=3.000000e-03 loss=2.6574 ce=2.6574 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012839791364967823, 'pos0_bos_top1': 0, 'last_eos_p': 0.014379685744643211, 'last_eos_top1': 0}
+step=485750 lr=3.000000e-03 loss=2.2682 ce=2.2682 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026507921516895294, 'pos0_bos_top1': 0, 'last_eos_p': 0.010935492813587189, 'last_eos_top1': 0}
+step=485800 lr=3.000000e-03 loss=2.3690 ce=2.3690 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019490176811814308, 'pos0_bos_top1': 0, 'last_eos_p': 0.008163020014762878, 'last_eos_top1': 0}
+step=485850 lr=3.000000e-03 loss=2.2506 ce=2.2506 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019349364563822746, 'pos0_bos_top1': 0, 'last_eos_p': 0.011301755905151367, 'last_eos_top1': 0}
+step=485900 lr=3.000000e-03 loss=2.9417 ce=2.9417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01380770280957222, 'pos0_bos_top1': 0, 'last_eos_p': 0.00871509499847889, 'last_eos_top1': 0}
+step=485950 lr=3.000000e-03 loss=2.0886 ce=2.0886 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01733569987118244, 'pos0_bos_top1': 0, 'last_eos_p': 0.011612634174525738, 'last_eos_top1': 0}
+step=486000 lr=3.000000e-03 loss=2.0988 ce=2.0988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01133764535188675, 'pos0_bos_top1': 0, 'last_eos_p': 0.008252712897956371, 'last_eos_top1': 0}
+step=486050 lr=3.000000e-03 loss=2.3988 ce=2.3988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022098824381828308, 'pos0_bos_top1': 0, 'last_eos_p': 0.011147898621857166, 'last_eos_top1': 0}
+step=486100 lr=3.000000e-03 loss=2.7449 ce=2.7449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014654001221060753, 'pos0_bos_top1': 0, 'last_eos_p': 0.006745556369423866, 'last_eos_top1': 0}
+step=486150 lr=3.000000e-03 loss=2.7892 ce=2.7892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017605382949113846, 'pos0_bos_top1': 0, 'last_eos_p': 0.007647930644452572, 'last_eos_top1': 0}
+step=486200 lr=3.000000e-03 loss=2.1449 ce=2.1449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014957098290324211, 'pos0_bos_top1': 0, 'last_eos_p': 0.007420363370329142, 'last_eos_top1': 0}
+step=486250 lr=3.000000e-03 loss=2.1491 ce=2.1491 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024379190057516098, 'pos0_bos_top1': 0, 'last_eos_p': 0.00847952626645565, 'last_eos_top1': 0}
+step=486300 lr=3.000000e-03 loss=2.3344 ce=2.3344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026243159547448158, 'pos0_bos_top1': 0, 'last_eos_p': 0.008146783336997032, 'last_eos_top1': 0}
+step=486350 lr=3.000000e-03 loss=1.9794 ce=1.9794 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0280400812625885, 'pos0_bos_top1': 0, 'last_eos_p': 0.01071903482079506, 'last_eos_top1': 0}
+step=486400 lr=3.000000e-03 loss=2.2853 ce=2.2853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018657512962818146, 'pos0_bos_top1': 0, 'last_eos_p': 0.008540624752640724, 'last_eos_top1': 0}
+step=486450 lr=3.000000e-03 loss=1.9555 ce=1.9555 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019222799688577652, 'pos0_bos_top1': 0, 'last_eos_p': 0.010010934434831142, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=3900000 rows=3891809 buffered=8191 part=openwebtext-t5
+step=486500 lr=3.000000e-03 loss=2.9526 ce=2.9526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021818019449710846, 'pos0_bos_top1': 0, 'last_eos_p': 0.006090253125876188, 'last_eos_top1': 0}
+step=486550 lr=3.000000e-03 loss=2.8878 ce=2.8878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0435711070895195, 'pos0_bos_top1': 0, 'last_eos_p': 0.00853077881038189, 'last_eos_top1': 0}
+step=486600 lr=3.000000e-03 loss=2.7111 ce=2.7111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03592079505324364, 'pos0_bos_top1': 0, 'last_eos_p': 0.007848283275961876, 'last_eos_top1': 0}
+step=486650 lr=3.000000e-03 loss=2.4972 ce=2.4972 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02736714296042919, 'pos0_bos_top1': 0, 'last_eos_p': 0.006228284444659948, 'last_eos_top1': 0}
+step=486700 lr=3.000000e-03 loss=2.4739 ce=2.4739 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018654895946383476, 'pos0_bos_top1': 0, 'last_eos_p': 0.004973605740815401, 'last_eos_top1': 0}
+step=486750 lr=3.000000e-03 loss=2.4076 ce=2.4076 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01548803225159645, 'pos0_bos_top1': 0, 'last_eos_p': 0.004483614582568407, 'last_eos_top1': 0}
+step=486800 lr=3.000000e-03 loss=1.6862 ce=1.6862 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022577481344342232, 'pos0_bos_top1': 0, 'last_eos_p': 0.005833515897393227, 'last_eos_top1': 0}
+step=486850 lr=3.000000e-03 loss=2.2872 ce=2.2872 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022617502138018608, 'pos0_bos_top1': 0, 'last_eos_p': 0.004993588197976351, 'last_eos_top1': 0}
+step=486900 lr=3.000000e-03 loss=1.8860 ce=1.8860 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018618717789649963, 'pos0_bos_top1': 0, 'last_eos_p': 0.0051454841159284115, 'last_eos_top1': 0}
+step=486950 lr=3.000000e-03 loss=1.7782 ce=1.7782 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03058759868144989, 'pos0_bos_top1': 0, 'last_eos_p': 0.007191325072199106, 'last_eos_top1': 0}
+step=487000 lr=3.000000e-03 loss=2.4021 ce=2.4021 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01278956700116396, 'pos0_bos_top1': 0, 'last_eos_p': 0.005995843559503555, 'last_eos_top1': 0}
+step=487050 lr=3.000000e-03 loss=2.6088 ce=2.6088 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0128087243065238, 'pos0_bos_top1': 0, 'last_eos_p': 0.00420962180942297, 'last_eos_top1': 0}
+step=487100 lr=3.000000e-03 loss=1.8107 ce=1.8107 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016488144174218178, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032032395247370005, 'last_eos_top1': 0}
+step=487150 lr=3.000000e-03 loss=2.2781 ce=2.2781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022281881421804428, 'pos0_bos_top1': 0, 'last_eos_p': 0.004202809184789658, 'last_eos_top1': 0}
+step=487200 lr=3.000000e-03 loss=1.3783 ce=1.3783 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02607162855565548, 'pos0_bos_top1': 0, 'last_eos_p': 0.005599325057119131, 'last_eos_top1': 0}
+step=487250 lr=3.000000e-03 loss=2.3380 ce=2.3380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02259061299264431, 'pos0_bos_top1': 0, 'last_eos_p': 0.005594925954937935, 'last_eos_top1': 0}
+step=487300 lr=3.000000e-03 loss=2.3154 ce=2.3154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0237856674939394, 'pos0_bos_top1': 0, 'last_eos_p': 0.00472966069355607, 'last_eos_top1': 0}
+step=487350 lr=3.000000e-03 loss=1.7157 ce=1.7157 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021458948031067848, 'pos0_bos_top1': 0, 'last_eos_p': 0.006785036996006966, 'last_eos_top1': 0}
+step=487400 lr=3.000000e-03 loss=2.5669 ce=2.5669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018589751794934273, 'pos0_bos_top1': 0, 'last_eos_p': 0.005141785833984613, 'last_eos_top1': 0}
+step=487450 lr=3.000000e-03 loss=2.5121 ce=2.5121 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024076472967863083, 'pos0_bos_top1': 0, 'last_eos_p': 0.007059212774038315, 'last_eos_top1': 0}
+step=487500 lr=3.000000e-03 loss=2.4181 ce=2.4181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.028966741636395454, 'pos0_bos_top1': 0, 'last_eos_p': 0.007603132165968418, 'last_eos_top1': 0}
+step=487550 lr=3.000000e-03 loss=2.7677 ce=2.7677 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03809671476483345, 'pos0_bos_top1': 0, 'last_eos_p': 0.008326136507093906, 'last_eos_top1': 0}
+step=487600 lr=3.000000e-03 loss=2.8106 ce=2.8106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03261382877826691, 'pos0_bos_top1': 0, 'last_eos_p': 0.009542085230350494, 'last_eos_top1': 0}
+step=487650 lr=3.000000e-03 loss=2.2392 ce=2.2392 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03254055976867676, 'pos0_bos_top1': 0, 'last_eos_p': 0.008638130500912666, 'last_eos_top1': 0}
+step=487700 lr=3.000000e-03 loss=1.6163 ce=1.6163 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0292404405772686, 'pos0_bos_top1': 0, 'last_eos_p': 0.007900373078882694, 'last_eos_top1': 0}
+step=487750 lr=3.000000e-03 loss=2.2839 ce=2.2839 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.04021619260311127, 'pos0_bos_top1': 0, 'last_eos_p': 0.00802906509488821, 'last_eos_top1': 0}
+step=487800 lr=3.000000e-03 loss=2.0761 ce=2.0761 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.038629766553640366, 'pos0_bos_top1': 0, 'last_eos_p': 0.008050035685300827, 'last_eos_top1': 0}
+step=487850 lr=3.000000e-03 loss=1.6656 ce=1.6656 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03686058893799782, 'pos0_bos_top1': 0, 'last_eos_p': 0.007780732121318579, 'last_eos_top1': 0}
+step=487900 lr=3.000000e-03 loss=1.7717 ce=1.7717 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03713084012269974, 'pos0_bos_top1': 0, 'last_eos_p': 0.007100180722773075, 'last_eos_top1': 0}
+step=487950 lr=3.000000e-03 loss=1.9218 ce=1.9218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.031296245753765106, 'pos0_bos_top1': 0, 'last_eos_p': 0.008536923676729202, 'last_eos_top1': 0}
+step=488000 lr=3.000000e-03 loss=2.6527 ce=2.6527 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02676508203148842, 'pos0_bos_top1': 0, 'last_eos_p': 0.00905586313456297, 'last_eos_top1': 0}
+step=488050 lr=3.000000e-03 loss=2.5654 ce=2.5654 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03132076933979988, 'pos0_bos_top1': 0, 'last_eos_p': 0.010343422181904316, 'last_eos_top1': 0}
+step=488100 lr=3.000000e-03 loss=3.0324 ce=3.0324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.028255868703126907, 'pos0_bos_top1': 0, 'last_eos_p': 0.007958312518894672, 'last_eos_top1': 0}
+step=488150 lr=3.000000e-03 loss=1.9844 ce=1.9844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03133842349052429, 'pos0_bos_top1': 0, 'last_eos_p': 0.009653162211179733, 'last_eos_top1': 0}
+step=488200 lr=3.000000e-03 loss=2.7466 ce=2.7466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02891342155635357, 'pos0_bos_top1': 0, 'last_eos_p': 0.009538182988762856, 'last_eos_top1': 0}
+step=488250 lr=3.000000e-03 loss=2.4768 ce=2.4768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.037069402635097504, 'pos0_bos_top1': 0, 'last_eos_p': 0.009473858401179314, 'last_eos_top1': 0}
+step=488300 lr=3.000000e-03 loss=2.7387 ce=2.7387 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025173546746373177, 'pos0_bos_top1': 0, 'last_eos_p': 0.009193893522024155, 'last_eos_top1': 0}
+step=488350 lr=3.000000e-03 loss=2.6993 ce=2.6993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.028013834729790688, 'pos0_bos_top1': 0, 'last_eos_p': 0.00830803345888853, 'last_eos_top1': 0}
+step=488400 lr=3.000000e-03 loss=2.6760 ce=2.6760 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024092715233564377, 'pos0_bos_top1': 0, 'last_eos_p': 0.01031548622995615, 'last_eos_top1': 0}
+step=488450 lr=3.000000e-03 loss=2.6592 ce=2.6592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016614479944109917, 'pos0_bos_top1': 0, 'last_eos_p': 0.00577297480776906, 'last_eos_top1': 0}
+step=488500 lr=3.000000e-03 loss=2.4094 ce=2.4094 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.030379706993699074, 'pos0_bos_top1': 0, 'last_eos_p': 0.008109994232654572, 'last_eos_top1': 0}
+step=488550 lr=3.000000e-03 loss=1.9801 ce=1.9801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.028251340612769127, 'pos0_bos_top1': 0, 'last_eos_p': 0.011517096310853958, 'last_eos_top1': 0}
+step=488600 lr=3.000000e-03 loss=2.8592 ce=2.8592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.04049529507756233, 'pos0_bos_top1': 0, 'last_eos_p': 0.009841307066380978, 'last_eos_top1': 0}
+step=488650 lr=3.000000e-03 loss=2.3324 ce=2.3324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.038831066340208054, 'pos0_bos_top1': 0, 'last_eos_p': 0.009788471274077892, 'last_eos_top1': 0}
+step=488700 lr=3.000000e-03 loss=2.1913 ce=2.1913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0317169725894928, 'pos0_bos_top1': 0, 'last_eos_p': 0.008189709857106209, 'last_eos_top1': 0}
+step=488750 lr=3.000000e-03 loss=2.3959 ce=2.3959 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02815854735672474, 'pos0_bos_top1': 0, 'last_eos_p': 0.006691058166325092, 'last_eos_top1': 0}
+step=488800 lr=3.000000e-03 loss=2.3293 ce=2.3293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0205115657299757, 'pos0_bos_top1': 0, 'last_eos_p': 0.007738032378256321, 'last_eos_top1': 0}
+step=488850 lr=3.000000e-03 loss=2.0330 ce=2.0330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02419136092066765, 'pos0_bos_top1': 0, 'last_eos_p': 0.008083640597760677, 'last_eos_top1': 0}
+step=488900 lr=3.000000e-03 loss=2.8618 ce=2.8618 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02207670919597149, 'pos0_bos_top1': 0, 'last_eos_p': 0.00919243972748518, 'last_eos_top1': 0}
+step=488950 lr=3.000000e-03 loss=2.6449 ce=2.6449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.028095366433262825, 'pos0_bos_top1': 0, 'last_eos_p': 0.010386887937784195, 'last_eos_top1': 0}
+step=489000 lr=3.000000e-03 loss=2.0559 ce=2.0559 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03065752610564232, 'pos0_bos_top1': 0, 'last_eos_p': 0.008520464412868023, 'last_eos_top1': 0}
+step=489050 lr=3.000000e-03 loss=1.8819 ce=1.8819 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.027610471472144127, 'pos0_bos_top1': 0, 'last_eos_p': 0.007421215530484915, 'last_eos_top1': 0}
+step=489100 lr=3.000000e-03 loss=3.3122 ce=3.3122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022243894636631012, 'pos0_bos_top1': 0, 'last_eos_p': 0.00799492746591568, 'last_eos_top1': 0}
+step=489150 lr=3.000000e-03 loss=2.5449 ce=2.5449 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022752562537789345, 'pos0_bos_top1': 0, 'last_eos_p': 0.010550645180046558, 'last_eos_top1': 0}
+step=489200 lr=3.000000e-03 loss=3.2275 ce=3.2275 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016652148216962814, 'pos0_bos_top1': 0, 'last_eos_p': 0.009175529703497887, 'last_eos_top1': 0}
+step=489250 lr=3.000000e-03 loss=2.4728 ce=2.4728 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00923173688352108, 'pos0_bos_top1': 0, 'last_eos_p': 0.0075069330632686615, 'last_eos_top1': 0}
+step=489300 lr=3.000000e-03 loss=2.3764 ce=2.3764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015453004278242588, 'pos0_bos_top1': 0, 'last_eos_p': 0.007706131786108017, 'last_eos_top1': 0}
+step=489350 lr=3.000000e-03 loss=2.1186 ce=2.1186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02401749975979328, 'pos0_bos_top1': 0, 'last_eos_p': 0.009379131719470024, 'last_eos_top1': 0}
+step=489400 lr=3.000000e-03 loss=2.9713 ce=2.9713 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014698169194161892, 'pos0_bos_top1': 0, 'last_eos_p': 0.008628887124359608, 'last_eos_top1': 0}
+step=489450 lr=3.000000e-03 loss=2.2191 ce=2.2191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015502494759857655, 'pos0_bos_top1': 0, 'last_eos_p': 0.011430595070123672, 'last_eos_top1': 0}
+step=489500 lr=3.000000e-03 loss=2.7396 ce=2.7396 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021967081353068352, 'pos0_bos_top1': 0, 'last_eos_p': 0.011906894855201244, 'last_eos_top1': 0}
+step=489550 lr=3.000000e-03 loss=1.9266 ce=1.9266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015288865193724632, 'pos0_bos_top1': 0, 'last_eos_p': 0.011134340427815914, 'last_eos_top1': 0}
+step=489600 lr=3.000000e-03 loss=2.7223 ce=2.7223 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014130993746221066, 'pos0_bos_top1': 0, 'last_eos_p': 0.011883263476192951, 'last_eos_top1': 0}
+step=489650 lr=3.000000e-03 loss=2.7058 ce=2.7058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015257962048053741, 'pos0_bos_top1': 0, 'last_eos_p': 0.011496247723698616, 'last_eos_top1': 0}
+step=489700 lr=3.000000e-03 loss=2.9736 ce=2.9736 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010755319148302078, 'pos0_bos_top1': 0, 'last_eos_p': 0.012498687021434307, 'last_eos_top1': 0}
+step=489750 lr=3.000000e-03 loss=2.3990 ce=2.3990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01600641757249832, 'pos0_bos_top1': 0, 'last_eos_p': 0.013054857030510902, 'last_eos_top1': 0}
+step=489800 lr=3.000000e-03 loss=2.3057 ce=2.3057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015388148836791515, 'pos0_bos_top1': 0, 'last_eos_p': 0.011959175579249859, 'last_eos_top1': 0}
+step=489850 lr=3.000000e-03 loss=2.3971 ce=2.3971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015740331262350082, 'pos0_bos_top1': 0, 'last_eos_p': 0.009526613168418407, 'last_eos_top1': 0}
+step=489900 lr=3.000000e-03 loss=2.4628 ce=2.4628 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014878358691930771, 'pos0_bos_top1': 0, 'last_eos_p': 0.00956419762223959, 'last_eos_top1': 0}
+step=489950 lr=3.000000e-03 loss=2.5735 ce=2.5735 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014310235157608986, 'pos0_bos_top1': 0, 'last_eos_p': 0.008201385848224163, 'last_eos_top1': 0}
+step=490000 lr=3.000000e-03 loss=2.6180 ce=2.6180 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014930175617337227, 'pos0_bos_top1': 0, 'last_eos_p': 0.007544850930571556, 'last_eos_top1': 0}
+step=490050 lr=3.000000e-03 loss=2.7034 ce=2.7034 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012027262710034847, 'pos0_bos_top1': 0, 'last_eos_p': 0.008036195300519466, 'last_eos_top1': 0}
+step=490100 lr=3.000000e-03 loss=2.6524 ce=2.6524 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011669734492897987, 'pos0_bos_top1': 0, 'last_eos_p': 0.008067275397479534, 'last_eos_top1': 0}
+step=490150 lr=3.000000e-03 loss=2.3289 ce=2.3289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015604655258357525, 'pos0_bos_top1': 0, 'last_eos_p': 0.00991152599453926, 'last_eos_top1': 0}
+step=490200 lr=3.000000e-03 loss=2.3587 ce=2.3587 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015425768680870533, 'pos0_bos_top1': 0, 'last_eos_p': 0.006923573557287455, 'last_eos_top1': 0}
+step=490250 lr=3.000000e-03 loss=1.3158 ce=1.3158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01104428805410862, 'pos0_bos_top1': 0, 'last_eos_p': 0.00526291411370039, 'last_eos_top1': 0}
+step=490300 lr=3.000000e-03 loss=2.2320 ce=2.2320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014859497547149658, 'pos0_bos_top1': 0, 'last_eos_p': 0.006730157416313887, 'last_eos_top1': 0}
+step=490350 lr=3.000000e-03 loss=1.8949 ce=1.8949 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014687695540487766, 'pos0_bos_top1': 0, 'last_eos_p': 0.007982865907251835, 'last_eos_top1': 0}
+step=490400 lr=3.000000e-03 loss=2.4988 ce=2.4988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021940147504210472, 'pos0_bos_top1': 0, 'last_eos_p': 0.008634155616164207, 'last_eos_top1': 0}
+step=490450 lr=3.000000e-03 loss=2.3289 ce=2.3289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015458895824849606, 'pos0_bos_top1': 0, 'last_eos_p': 0.0063864425756037235, 'last_eos_top1': 0}
+step=490500 lr=3.000000e-03 loss=2.4685 ce=2.4685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015124919824302197, 'pos0_bos_top1': 0, 'last_eos_p': 0.008076533675193787, 'last_eos_top1': 0}
+step=490550 lr=3.000000e-03 loss=2.2104 ce=2.2104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014896627515554428, 'pos0_bos_top1': 0, 'last_eos_p': 0.005355797242373228, 'last_eos_top1': 0}
+step=490600 lr=3.000000e-03 loss=2.8993 ce=2.8993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014913530088961124, 'pos0_bos_top1': 0, 'last_eos_p': 0.004754623398184776, 'last_eos_top1': 0}
+step=490650 lr=3.000000e-03 loss=2.5806 ce=2.5806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018674910068511963, 'pos0_bos_top1': 0, 'last_eos_p': 0.008588199503719807, 'last_eos_top1': 0}
+step=490700 lr=3.000000e-03 loss=2.4695 ce=2.4695 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018739018589258194, 'pos0_bos_top1': 0, 'last_eos_p': 0.00586293637752533, 'last_eos_top1': 0}
+step=490750 lr=3.000000e-03 loss=2.7777 ce=2.7777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013933698646724224, 'pos0_bos_top1': 0, 'last_eos_p': 0.006113085430115461, 'last_eos_top1': 0}
+step=490800 lr=3.000000e-03 loss=2.4122 ce=2.4122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019462954252958298, 'pos0_bos_top1': 0, 'last_eos_p': 0.008789735846221447, 'last_eos_top1': 0}
+step=490850 lr=3.000000e-03 loss=2.2177 ce=2.2177 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019568122923374176, 'pos0_bos_top1': 0, 'last_eos_p': 0.009987379424273968, 'last_eos_top1': 0}
+step=490900 lr=3.000000e-03 loss=2.0947 ce=2.0947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020576026290655136, 'pos0_bos_top1': 0, 'last_eos_p': 0.007084936834871769, 'last_eos_top1': 0}
+step=490950 lr=3.000000e-03 loss=2.9418 ce=2.9418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01954723708331585, 'pos0_bos_top1': 0, 'last_eos_p': 0.009988171048462391, 'last_eos_top1': 0}
+step=491000 lr=3.000000e-03 loss=2.4958 ce=2.4958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011641576886177063, 'pos0_bos_top1': 0, 'last_eos_p': 0.007594013120979071, 'last_eos_top1': 0}
+step=491050 lr=3.000000e-03 loss=2.7444 ce=2.7444 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009841720573604107, 'pos0_bos_top1': 0, 'last_eos_p': 0.006546495482325554, 'last_eos_top1': 0}
+step=491100 lr=3.000000e-03 loss=2.9828 ce=2.9828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016434045508503914, 'pos0_bos_top1': 0, 'last_eos_p': 0.008757681585848331, 'last_eos_top1': 0}
+step=491150 lr=3.000000e-03 loss=2.5811 ce=2.5811 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012650152668356895, 'pos0_bos_top1': 0, 'last_eos_p': 0.00729541527107358, 'last_eos_top1': 0}
+step=491200 lr=3.000000e-03 loss=2.1410 ce=2.1410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011982250958681107, 'pos0_bos_top1': 0, 'last_eos_p': 0.008488159626722336, 'last_eos_top1': 0}
+step=491250 lr=3.000000e-03 loss=1.4294 ce=1.4294 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017961563542485237, 'pos0_bos_top1': 0, 'last_eos_p': 0.01040695607662201, 'last_eos_top1': 0}
+step=491300 lr=3.000000e-03 loss=2.3930 ce=2.3930 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014418845996260643, 'pos0_bos_top1': 0, 'last_eos_p': 0.009336819872260094, 'last_eos_top1': 0}
+step=491350 lr=3.000000e-03 loss=2.4478 ce=2.4478 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013010235503315926, 'pos0_bos_top1': 0, 'last_eos_p': 0.008708140812814236, 'last_eos_top1': 0}
+step=491400 lr=3.000000e-03 loss=2.2413 ce=2.2413 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016299471259117126, 'pos0_bos_top1': 0, 'last_eos_p': 0.00862747710198164, 'last_eos_top1': 0}
+step=491450 lr=3.000000e-03 loss=2.4241 ce=2.4241 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016411548480391502, 'pos0_bos_top1': 0, 'last_eos_p': 0.013452354818582535, 'last_eos_top1': 0}
+step=491500 lr=3.000000e-03 loss=3.1909 ce=3.1909 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0179588682949543, 'pos0_bos_top1': 0, 'last_eos_p': 0.012441743165254593, 'last_eos_top1': 0}
+step=491550 lr=3.000000e-03 loss=2.2276 ce=2.2276 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014000062830746174, 'pos0_bos_top1': 0, 'last_eos_p': 0.013028550893068314, 'last_eos_top1': 0}
+step=491600 lr=3.000000e-03 loss=1.5266 ce=1.5266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017176004126667976, 'pos0_bos_top1': 0, 'last_eos_p': 0.01283207070082426, 'last_eos_top1': 0}
+step=491650 lr=3.000000e-03 loss=2.6245 ce=2.6245 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013436799868941307, 'pos0_bos_top1': 0, 'last_eos_p': 0.010319960303604603, 'last_eos_top1': 0}
+step=491700 lr=3.000000e-03 loss=1.8336 ce=1.8336 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00667594512924552, 'pos0_bos_top1': 0, 'last_eos_p': 0.008967855013906956, 'last_eos_top1': 0}
+step=491750 lr=3.000000e-03 loss=2.4619 ce=2.4619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007495372090488672, 'pos0_bos_top1': 0, 'last_eos_p': 0.012882859446108341, 'last_eos_top1': 0}
+step=491800 lr=3.000000e-03 loss=2.0844 ce=2.0844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004914591088891029, 'pos0_bos_top1': 0, 'last_eos_p': 0.008863477036356926, 'last_eos_top1': 0}
+step=491850 lr=3.000000e-03 loss=1.7775 ce=1.7775 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011308616027235985, 'pos0_bos_top1': 0, 'last_eos_p': 0.009513584896922112, 'last_eos_top1': 0}
+step=491900 lr=3.000000e-03 loss=1.7663 ce=1.7663 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013707617297768593, 'pos0_bos_top1': 0, 'last_eos_p': 0.010737606324255466, 'last_eos_top1': 0}
+step=491950 lr=3.000000e-03 loss=2.2031 ce=2.2031 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013722647912800312, 'pos0_bos_top1': 0, 'last_eos_p': 0.012491156347095966, 'last_eos_top1': 0}
+step=492000 lr=3.000000e-03 loss=2.3695 ce=2.3695 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011945712380111217, 'pos0_bos_top1': 0, 'last_eos_p': 0.008444106206297874, 'last_eos_top1': 0}
+step=492050 lr=3.000000e-03 loss=2.5729 ce=2.5729 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008989889174699783, 'pos0_bos_top1': 0, 'last_eos_p': 0.008176733739674091, 'last_eos_top1': 0}
+step=492100 lr=3.000000e-03 loss=2.9349 ce=2.9349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009168965741991997, 'pos0_bos_top1': 0, 'last_eos_p': 0.005971358623355627, 'last_eos_top1': 0}
+step=492150 lr=3.000000e-03 loss=1.5183 ce=1.5183 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016263533383607864, 'pos0_bos_top1': 0, 'last_eos_p': 0.00598521064966917, 'last_eos_top1': 0}
+step=492200 lr=3.000000e-03 loss=2.0837 ce=2.0837 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014437220059335232, 'pos0_bos_top1': 0, 'last_eos_p': 0.005146859213709831, 'last_eos_top1': 0}
+step=492250 lr=3.000000e-03 loss=2.0254 ce=2.0254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01785339042544365, 'pos0_bos_top1': 0, 'last_eos_p': 0.007192939054220915, 'last_eos_top1': 0}
+step=492300 lr=3.000000e-03 loss=2.6187 ce=2.6187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015938734635710716, 'pos0_bos_top1': 0, 'last_eos_p': 0.0057814414612948895, 'last_eos_top1': 0}
+step=492350 lr=3.000000e-03 loss=2.7353 ce=2.7353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01186128705739975, 'pos0_bos_top1': 0, 'last_eos_p': 0.004656036384403706, 'last_eos_top1': 0}
+step=492400 lr=3.000000e-03 loss=2.5583 ce=2.5583 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013850262388586998, 'pos0_bos_top1': 0, 'last_eos_p': 0.005289638414978981, 'last_eos_top1': 0}
+step=492450 lr=3.000000e-03 loss=2.4231 ce=2.4231 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013474006205797195, 'pos0_bos_top1': 0, 'last_eos_p': 0.008293681778013706, 'last_eos_top1': 0}
+step=492500 lr=3.000000e-03 loss=2.6085 ce=2.6085 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01753685437142849, 'pos0_bos_top1': 0, 'last_eos_p': 0.0075066229328513145, 'last_eos_top1': 0}
+step=492550 lr=3.000000e-03 loss=2.4245 ce=2.4245 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01850787363946438, 'pos0_bos_top1': 0, 'last_eos_p': 0.006216691341251135, 'last_eos_top1': 0}
+step=492600 lr=3.000000e-03 loss=1.9964 ce=1.9964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021525828167796135, 'pos0_bos_top1': 0, 'last_eos_p': 0.008168783970177174, 'last_eos_top1': 0}
+step=492650 lr=3.000000e-03 loss=2.7781 ce=2.7781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021257182583212852, 'pos0_bos_top1': 0, 'last_eos_p': 0.006867771968245506, 'last_eos_top1': 0}
+step=492700 lr=3.000000e-03 loss=2.2872 ce=2.2872 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02454972080886364, 'pos0_bos_top1': 0, 'last_eos_p': 0.006333863362669945, 'last_eos_top1': 0}
+step=492750 lr=3.000000e-03 loss=2.3897 ce=2.3897 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022238167002797127, 'pos0_bos_top1': 0, 'last_eos_p': 0.005466540809720755, 'last_eos_top1': 0}
+step=492800 lr=3.000000e-03 loss=2.9249 ce=2.9249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02550058625638485, 'pos0_bos_top1': 0, 'last_eos_p': 0.008278738707304, 'last_eos_top1': 0}
+step=492850 lr=3.000000e-03 loss=2.3225 ce=2.3225 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023918649181723595, 'pos0_bos_top1': 0, 'last_eos_p': 0.00877857394516468, 'last_eos_top1': 0}
+step=492900 lr=3.000000e-03 loss=2.6790 ce=2.6790 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019375920295715332, 'pos0_bos_top1': 0, 'last_eos_p': 0.007950957864522934, 'last_eos_top1': 0}
+step=492950 lr=3.000000e-03 loss=2.9727 ce=2.9727 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018304040655493736, 'pos0_bos_top1': 0, 'last_eos_p': 0.006775164045393467, 'last_eos_top1': 0}
+step=493000 lr=3.000000e-03 loss=2.2450 ce=2.2450 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.027357319369912148, 'pos0_bos_top1': 0, 'last_eos_p': 0.008461043238639832, 'last_eos_top1': 0}
+step=493050 lr=3.000000e-03 loss=2.4104 ce=2.4104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018398193642497063, 'pos0_bos_top1': 0, 'last_eos_p': 0.008019240573048592, 'last_eos_top1': 0}
+step=493100 lr=3.000000e-03 loss=2.5744 ce=2.5744 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025759026408195496, 'pos0_bos_top1': 0, 'last_eos_p': 0.011916384100914001, 'last_eos_top1': 0}
+step=493150 lr=3.000000e-03 loss=2.3853 ce=2.3853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0210571251809597, 'pos0_bos_top1': 0, 'last_eos_p': 0.005296863149851561, 'last_eos_top1': 0}
+step=493200 lr=3.000000e-03 loss=2.9257 ce=2.9257 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02875136397778988, 'pos0_bos_top1': 0, 'last_eos_p': 0.007139415480196476, 'last_eos_top1': 0}
+step=493250 lr=3.000000e-03 loss=2.4825 ce=2.4825 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025271596387028694, 'pos0_bos_top1': 0, 'last_eos_p': 0.006830636877566576, 'last_eos_top1': 0}
+step=493300 lr=3.000000e-03 loss=1.8724 ce=1.8724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01894635520875454, 'pos0_bos_top1': 0, 'last_eos_p': 0.005500608589500189, 'last_eos_top1': 0}
+step=493350 lr=3.000000e-03 loss=2.4240 ce=2.4240 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02270684204995632, 'pos0_bos_top1': 0, 'last_eos_p': 0.005354963708668947, 'last_eos_top1': 0}
+step=493400 lr=3.000000e-03 loss=2.3239 ce=2.3239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015987152233719826, 'pos0_bos_top1': 0, 'last_eos_p': 0.00554919196292758, 'last_eos_top1': 0}
+step=493450 lr=3.000000e-03 loss=2.5569 ce=2.5569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01754903420805931, 'pos0_bos_top1': 0, 'last_eos_p': 0.005624908022582531, 'last_eos_top1': 0}
+step=493500 lr=3.000000e-03 loss=3.2069 ce=3.2069 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.008752894587814808, 'pos0_bos_top1': 0, 'last_eos_p': 0.004060567822307348, 'last_eos_top1': 0}
+step=493550 lr=3.000000e-03 loss=2.2271 ce=2.2271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013684733770787716, 'pos0_bos_top1': 0, 'last_eos_p': 0.005553609691560268, 'last_eos_top1': 0}
+step=493600 lr=3.000000e-03 loss=2.8629 ce=2.8629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024676727131009102, 'pos0_bos_top1': 0, 'last_eos_p': 0.0074496762827038765, 'last_eos_top1': 0}
+step=493650 lr=3.000000e-03 loss=2.7516 ce=2.7516 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0215719323605299, 'pos0_bos_top1': 0, 'last_eos_p': 0.005465427413582802, 'last_eos_top1': 0}
+step=493700 lr=3.000000e-03 loss=1.8660 ce=1.8660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01784282736480236, 'pos0_bos_top1': 0, 'last_eos_p': 0.004642521031200886, 'last_eos_top1': 0}
+step=493750 lr=3.000000e-03 loss=2.0401 ce=2.0401 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015628842636942863, 'pos0_bos_top1': 0, 'last_eos_p': 0.005591810680925846, 'last_eos_top1': 0}
+step=493800 lr=3.000000e-03 loss=2.6910 ce=2.6910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018465062603354454, 'pos0_bos_top1': 0, 'last_eos_p': 0.006346880458295345, 'last_eos_top1': 0}
+step=493850 lr=3.000000e-03 loss=1.5810 ce=1.5810 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018424829468131065, 'pos0_bos_top1': 0, 'last_eos_p': 0.004298115149140358, 'last_eos_top1': 0}
+step=493900 lr=3.000000e-03 loss=1.7761 ce=1.7761 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019084274768829346, 'pos0_bos_top1': 0, 'last_eos_p': 0.004619027953594923, 'last_eos_top1': 0}
+step=493950 lr=3.000000e-03 loss=1.7931 ce=1.7931 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02839413471519947, 'pos0_bos_top1': 0, 'last_eos_p': 0.006499279756098986, 'last_eos_top1': 0}
+step=494000 lr=3.000000e-03 loss=2.5380 ce=2.5380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01943797431886196, 'pos0_bos_top1': 0, 'last_eos_p': 0.004324910696595907, 'last_eos_top1': 0}
+step=494050 lr=3.000000e-03 loss=2.8131 ce=2.8131 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023892873898148537, 'pos0_bos_top1': 0, 'last_eos_p': 0.005245503969490528, 'last_eos_top1': 0}
+step=494100 lr=3.000000e-03 loss=2.0321 ce=2.0321 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.030140120536088943, 'pos0_bos_top1': 0, 'last_eos_p': 0.006092485040426254, 'last_eos_top1': 0}
+step=494150 lr=3.000000e-03 loss=2.1690 ce=2.1690 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022172240540385246, 'pos0_bos_top1': 0, 'last_eos_p': 0.005453115329146385, 'last_eos_top1': 0}
+step=494200 lr=3.000000e-03 loss=2.3825 ce=2.3825 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019637033343315125, 'pos0_bos_top1': 0, 'last_eos_p': 0.005393210332840681, 'last_eos_top1': 0}
+step=494250 lr=3.000000e-03 loss=2.7204 ce=2.7204 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017362330108880997, 'pos0_bos_top1': 0, 'last_eos_p': 0.00497459527105093, 'last_eos_top1': 0}
+step=494300 lr=3.000000e-03 loss=2.9887 ce=2.9887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014867497608065605, 'pos0_bos_top1': 0, 'last_eos_p': 0.004777906462550163, 'last_eos_top1': 0}
+step=494350 lr=3.000000e-03 loss=2.6119 ce=2.6119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021008199080824852, 'pos0_bos_top1': 0, 'last_eos_p': 0.00631698127835989, 'last_eos_top1': 0}
+step=494400 lr=3.000000e-03 loss=2.2207 ce=2.2207 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02218129113316536, 'pos0_bos_top1': 0, 'last_eos_p': 0.006373235490173101, 'last_eos_top1': 0}
+step=494450 lr=3.000000e-03 loss=2.4526 ce=2.4526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025534244254231453, 'pos0_bos_top1': 0, 'last_eos_p': 0.0071312543004751205, 'last_eos_top1': 0}
+step=494500 lr=3.000000e-03 loss=1.6714 ce=1.6714 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019780233502388, 'pos0_bos_top1': 0, 'last_eos_p': 0.0048715462908148766, 'last_eos_top1': 0}
+step=494550 lr=3.000000e-03 loss=2.1578 ce=2.1578 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02555619366466999, 'pos0_bos_top1': 0, 'last_eos_p': 0.005978903733193874, 'last_eos_top1': 0}
+step=494600 lr=3.000000e-03 loss=2.5349 ce=2.5349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03106275573372841, 'pos0_bos_top1': 0, 'last_eos_p': 0.008203343488276005, 'last_eos_top1': 0}
+step=494650 lr=3.000000e-03 loss=2.1490 ce=2.1490 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018304836004972458, 'pos0_bos_top1': 0, 'last_eos_p': 0.005796745885163546, 'last_eos_top1': 0}
+step=494700 lr=3.000000e-03 loss=2.8149 ce=2.8149 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01735173538327217, 'pos0_bos_top1': 0, 'last_eos_p': 0.0053605795837938786, 'last_eos_top1': 0}
+step=494750 lr=3.000000e-03 loss=2.8644 ce=2.8644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022424129769206047, 'pos0_bos_top1': 0, 'last_eos_p': 0.006507921032607555, 'last_eos_top1': 0}
+step=494800 lr=3.000000e-03 loss=1.7349 ce=1.7349 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025786004960536957, 'pos0_bos_top1': 0, 'last_eos_p': 0.007221435196697712, 'last_eos_top1': 0}
+step=494850 lr=3.000000e-03 loss=2.7890 ce=2.7890 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025147372856736183, 'pos0_bos_top1': 0, 'last_eos_p': 0.005277637857943773, 'last_eos_top1': 0}
+step=494900 lr=3.000000e-03 loss=2.2471 ce=2.2471 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015224882401525974, 'pos0_bos_top1': 0, 'last_eos_p': 0.005019675474613905, 'last_eos_top1': 0}
+step=494950 lr=3.000000e-03 loss=2.0981 ce=2.0981 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01904546283185482, 'pos0_bos_top1': 0, 'last_eos_p': 0.005208051297813654, 'last_eos_top1': 0}
+step=495000 lr=3.000000e-03 loss=2.3705 ce=2.3705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02250799909234047, 'pos0_bos_top1': 0, 'last_eos_p': 0.006091844756156206, 'last_eos_top1': 0}
+step=495050 lr=3.000000e-03 loss=2.1113 ce=2.1113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019827285781502724, 'pos0_bos_top1': 0, 'last_eos_p': 0.005535698030143976, 'last_eos_top1': 0}
+step=495100 lr=3.000000e-03 loss=2.9051 ce=2.9051 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02284790389239788, 'pos0_bos_top1': 0, 'last_eos_p': 0.007025553844869137, 'last_eos_top1': 0}
+step=495150 lr=3.000000e-03 loss=3.0467 ce=3.0467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020832207053899765, 'pos0_bos_top1': 0, 'last_eos_p': 0.008170691318809986, 'last_eos_top1': 0}
+step=495200 lr=3.000000e-03 loss=2.5372 ce=2.5372 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020283415913581848, 'pos0_bos_top1': 0, 'last_eos_p': 0.007043617777526379, 'last_eos_top1': 0}
+step=495250 lr=3.000000e-03 loss=1.9447 ce=1.9447 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02992377243936062, 'pos0_bos_top1': 0, 'last_eos_p': 0.007282623555511236, 'last_eos_top1': 0}
+step=495300 lr=3.000000e-03 loss=2.1725 ce=2.1725 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025239208713173866, 'pos0_bos_top1': 0, 'last_eos_p': 0.01003873161971569, 'last_eos_top1': 0}
+step=495350 lr=3.000000e-03 loss=1.9806 ce=1.9806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02982977405190468, 'pos0_bos_top1': 0, 'last_eos_p': 0.007963635958731174, 'last_eos_top1': 0}
+step=495400 lr=3.000000e-03 loss=2.7708 ce=2.7708 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03045545145869255, 'pos0_bos_top1': 0, 'last_eos_p': 0.006816189736127853, 'last_eos_top1': 0}
+step=495450 lr=3.000000e-03 loss=2.8589 ce=2.8589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021093055605888367, 'pos0_bos_top1': 0, 'last_eos_p': 0.0057918778620660305, 'last_eos_top1': 0}
+step=495500 lr=3.000000e-03 loss=1.7045 ce=1.7045 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017984163016080856, 'pos0_bos_top1': 0, 'last_eos_p': 0.0045842924155294895, 'last_eos_top1': 0}
+step=495550 lr=3.000000e-03 loss=2.2473 ce=2.2473 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.028576290234923363, 'pos0_bos_top1': 0, 'last_eos_p': 0.00609806552529335, 'last_eos_top1': 0}
+step=495600 lr=3.000000e-03 loss=2.3793 ce=2.3793 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017425833269953728, 'pos0_bos_top1': 0, 'last_eos_p': 0.004643550608307123, 'last_eos_top1': 0}
+step=495650 lr=3.000000e-03 loss=2.4067 ce=2.4067 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01552176009863615, 'pos0_bos_top1': 0, 'last_eos_p': 0.004496462643146515, 'last_eos_top1': 0}
+step=495700 lr=3.000000e-03 loss=1.9305 ce=1.9305 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014523894526064396, 'pos0_bos_top1': 0, 'last_eos_p': 0.00322439125739038, 'last_eos_top1': 0}
+step=495750 lr=3.000000e-03 loss=3.2212 ce=3.2212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012749489396810532, 'pos0_bos_top1': 0, 'last_eos_p': 0.003911526873707771, 'last_eos_top1': 0}
+step=495800 lr=3.000000e-03 loss=2.7927 ce=2.7927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01318546012043953, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037188855931162834, 'last_eos_top1': 0}
+step=495850 lr=3.000000e-03 loss=1.8259 ce=1.8259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015045279636979103, 'pos0_bos_top1': 0, 'last_eos_p': 0.004722553305327892, 'last_eos_top1': 0}
+step=495900 lr=3.000000e-03 loss=2.9485 ce=2.9485 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014205001294612885, 'pos0_bos_top1': 0, 'last_eos_p': 0.004448818042874336, 'last_eos_top1': 0}
+step=495950 lr=3.000000e-03 loss=1.9414 ce=1.9414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01142511423677206, 'pos0_bos_top1': 0, 'last_eos_p': 0.003193074371665716, 'last_eos_top1': 0}
+step=496000 lr=3.000000e-03 loss=2.5618 ce=2.5618 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011446448042988777, 'pos0_bos_top1': 0, 'last_eos_p': 0.0035669656936079264, 'last_eos_top1': 0}
+step=496050 lr=3.000000e-03 loss=2.4157 ce=2.4157 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019084127619862556, 'pos0_bos_top1': 0, 'last_eos_p': 0.004896793980151415, 'last_eos_top1': 0}
+step=496100 lr=3.000000e-03 loss=1.7435 ce=1.7435 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016743486747145653, 'pos0_bos_top1': 0, 'last_eos_p': 0.005001737270504236, 'last_eos_top1': 0}
+step=496150 lr=3.000000e-03 loss=2.1562 ce=2.1562 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01666749268770218, 'pos0_bos_top1': 0, 'last_eos_p': 0.004656383767724037, 'last_eos_top1': 0}
+step=496200 lr=3.000000e-03 loss=2.7995 ce=2.7995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016915330663323402, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037904849741607904, 'last_eos_top1': 0}
+step=496250 lr=3.000000e-03 loss=2.3020 ce=2.3020 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019735410809516907, 'pos0_bos_top1': 0, 'last_eos_p': 0.004916538950055838, 'last_eos_top1': 0}
+step=496300 lr=3.000000e-03 loss=2.5568 ce=2.5568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016893528401851654, 'pos0_bos_top1': 0, 'last_eos_p': 0.0056205266155302525, 'last_eos_top1': 0}
+step=496350 lr=3.000000e-03 loss=2.3339 ce=2.3339 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020007407292723656, 'pos0_bos_top1': 0, 'last_eos_p': 0.005048466380685568, 'last_eos_top1': 0}
+step=496400 lr=3.000000e-03 loss=2.3053 ce=2.3053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01781947910785675, 'pos0_bos_top1': 0, 'last_eos_p': 0.005015245638787746, 'last_eos_top1': 0}
+step=496450 lr=3.000000e-03 loss=1.3393 ce=1.3393 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018088337033987045, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038252349477261305, 'last_eos_top1': 0}
+step=496500 lr=3.000000e-03 loss=2.7888 ce=2.7888 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020230470225214958, 'pos0_bos_top1': 0, 'last_eos_p': 0.005055813584476709, 'last_eos_top1': 0}
+step=496550 lr=3.000000e-03 loss=2.0431 ce=2.0431 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02579934149980545, 'pos0_bos_top1': 0, 'last_eos_p': 0.005125431809574366, 'last_eos_top1': 0}
+step=496600 lr=3.000000e-03 loss=2.7006 ce=2.7006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02035304345190525, 'pos0_bos_top1': 0, 'last_eos_p': 0.005084370728582144, 'last_eos_top1': 0}
+step=496650 lr=3.000000e-03 loss=3.4325 ce=3.4325 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017260704189538956, 'pos0_bos_top1': 0, 'last_eos_p': 0.004584420472383499, 'last_eos_top1': 0}
+step=496700 lr=3.000000e-03 loss=2.2503 ce=2.2503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024623161181807518, 'pos0_bos_top1': 0, 'last_eos_p': 0.00616538617759943, 'last_eos_top1': 0}
+step=496750 lr=3.000000e-03 loss=2.7652 ce=2.7652 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025861574336886406, 'pos0_bos_top1': 0, 'last_eos_p': 0.005286609288305044, 'last_eos_top1': 0}
+step=496800 lr=3.000000e-03 loss=1.9106 ce=1.9106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020922992378473282, 'pos0_bos_top1': 0, 'last_eos_p': 0.004421652760356665, 'last_eos_top1': 0}
+step=496850 lr=3.000000e-03 loss=2.7751 ce=2.7751 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023337213322520256, 'pos0_bos_top1': 0, 'last_eos_p': 0.004214579705148935, 'last_eos_top1': 0}
+step=496900 lr=3.000000e-03 loss=3.4938 ce=3.4938 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03426439315080643, 'pos0_bos_top1': 0, 'last_eos_p': 0.006336359307169914, 'last_eos_top1': 0}
+step=496950 lr=3.000000e-03 loss=3.1908 ce=3.1908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02953471802175045, 'pos0_bos_top1': 0, 'last_eos_p': 0.004220884758979082, 'last_eos_top1': 0}
+step=497000 lr=3.000000e-03 loss=2.7755 ce=2.7755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022838812321424484, 'pos0_bos_top1': 0, 'last_eos_p': 0.004209089558571577, 'last_eos_top1': 0}
+step=497050 lr=3.000000e-03 loss=2.4614 ce=2.4614 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026479769498109818, 'pos0_bos_top1': 0, 'last_eos_p': 0.004348155576735735, 'last_eos_top1': 0}
+step=497100 lr=3.000000e-03 loss=2.1587 ce=2.1587 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019577089697122574, 'pos0_bos_top1': 0, 'last_eos_p': 0.003752821357920766, 'last_eos_top1': 0}
+step=497150 lr=3.000000e-03 loss=1.9791 ce=1.9791 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021221453323960304, 'pos0_bos_top1': 0, 'last_eos_p': 0.003592759370803833, 'last_eos_top1': 0}
+step=497200 lr=3.000000e-03 loss=2.6903 ce=2.6903 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01791289448738098, 'pos0_bos_top1': 0, 'last_eos_p': 0.0033392179757356644, 'last_eos_top1': 0}
+step=497250 lr=3.000000e-03 loss=2.9053 ce=2.9053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02127155289053917, 'pos0_bos_top1': 0, 'last_eos_p': 0.003433509496971965, 'last_eos_top1': 0}
+step=497300 lr=3.000000e-03 loss=2.8832 ce=2.8832 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023242397233843803, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038806551601737738, 'last_eos_top1': 0}
+step=497350 lr=3.000000e-03 loss=2.3203 ce=2.3203 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021990647539496422, 'pos0_bos_top1': 0, 'last_eos_p': 0.0025699615944176912, 'last_eos_top1': 0}
+step=497400 lr=3.000000e-03 loss=2.7200 ce=2.7200 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.030052438378334045, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038775024004280567, 'last_eos_top1': 0}
+step=497450 lr=3.000000e-03 loss=2.6389 ce=2.6389 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024222709238529205, 'pos0_bos_top1': 0, 'last_eos_p': 0.003655924228951335, 'last_eos_top1': 0}
+step=497500 lr=3.000000e-03 loss=2.3377 ce=2.3377 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026385517790913582, 'pos0_bos_top1': 0, 'last_eos_p': 0.0034716580994427204, 'last_eos_top1': 0}
+step=497550 lr=3.000000e-03 loss=1.9797 ce=1.9797 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02388712950050831, 'pos0_bos_top1': 0, 'last_eos_p': 0.00413543963804841, 'last_eos_top1': 0}
+step=497600 lr=3.000000e-03 loss=2.5577 ce=2.5577 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019418776035308838, 'pos0_bos_top1': 0, 'last_eos_p': 0.004007316660135984, 'last_eos_top1': 0}
+step=497650 lr=3.000000e-03 loss=2.5129 ce=2.5129 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023270417004823685, 'pos0_bos_top1': 0, 'last_eos_p': 0.0031492989510297775, 'last_eos_top1': 0}
+step=497700 lr=3.000000e-03 loss=2.6319 ce=2.6319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02472337707877159, 'pos0_bos_top1': 0, 'last_eos_p': 0.004542898386716843, 'last_eos_top1': 0}
+step=497750 lr=3.000000e-03 loss=1.5991 ce=1.5991 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03166621923446655, 'pos0_bos_top1': 0, 'last_eos_p': 0.004489072132855654, 'last_eos_top1': 0}
+step=497800 lr=3.000000e-03 loss=2.1913 ce=2.1913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022052960470318794, 'pos0_bos_top1': 0, 'last_eos_p': 0.003486824221909046, 'last_eos_top1': 0}
+step=497850 lr=3.000000e-03 loss=2.5608 ce=2.5608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021430321037769318, 'pos0_bos_top1': 0, 'last_eos_p': 0.0033647711388766766, 'last_eos_top1': 0}
+step=497900 lr=3.000000e-03 loss=2.0854 ce=2.0854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024467725306749344, 'pos0_bos_top1': 0, 'last_eos_p': 0.004885804373770952, 'last_eos_top1': 0}
+step=497950 lr=3.000000e-03 loss=2.9444 ce=2.9444 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021101966500282288, 'pos0_bos_top1': 0, 'last_eos_p': 0.0036538715939968824, 'last_eos_top1': 0}
+step=498000 lr=3.000000e-03 loss=2.3029 ce=2.3029 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021510649472475052, 'pos0_bos_top1': 0, 'last_eos_p': 0.004275202751159668, 'last_eos_top1': 0}
+step=498050 lr=3.000000e-03 loss=2.5024 ce=2.5024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.030734367668628693, 'pos0_bos_top1': 0, 'last_eos_p': 0.005001322366297245, 'last_eos_top1': 0}
+step=498100 lr=3.000000e-03 loss=2.6614 ce=2.6614 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022922247648239136, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032325314823538065, 'last_eos_top1': 0}
+step=498150 lr=3.000000e-03 loss=2.8627 ce=2.8627 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017612561583518982, 'pos0_bos_top1': 0, 'last_eos_p': 0.002582845976576209, 'last_eos_top1': 0}
+step=498200 lr=3.000000e-03 loss=2.0257 ce=2.0257 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02157261222600937, 'pos0_bos_top1': 0, 'last_eos_p': 0.004102590028196573, 'last_eos_top1': 0}
+step=498250 lr=3.000000e-03 loss=2.2516 ce=2.2516 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026030365377664566, 'pos0_bos_top1': 0, 'last_eos_p': 0.006125893909484148, 'last_eos_top1': 0}
+step=498300 lr=3.000000e-03 loss=2.9329 ce=2.9329 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03194207325577736, 'pos0_bos_top1': 0, 'last_eos_p': 0.005301658529788256, 'last_eos_top1': 0}
+step=498350 lr=3.000000e-03 loss=2.6104 ce=2.6104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02681640163064003, 'pos0_bos_top1': 0, 'last_eos_p': 0.004999891854822636, 'last_eos_top1': 0}
+step=498400 lr=3.000000e-03 loss=2.5271 ce=2.5271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022084977477788925, 'pos0_bos_top1': 0, 'last_eos_p': 0.007341878488659859, 'last_eos_top1': 0}
+step=498450 lr=3.000000e-03 loss=2.6880 ce=2.6880 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.030185271054506302, 'pos0_bos_top1': 0, 'last_eos_p': 0.005493776872754097, 'last_eos_top1': 0}
+step=498500 lr=3.000000e-03 loss=2.1047 ce=2.1047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.029904577881097794, 'pos0_bos_top1': 0, 'last_eos_p': 0.004124590195715427, 'last_eos_top1': 0}
+step=498550 lr=3.000000e-03 loss=2.7993 ce=2.7993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.04025651887059212, 'pos0_bos_top1': 0, 'last_eos_p': 0.0042396001517772675, 'last_eos_top1': 0}
+step=498600 lr=3.000000e-03 loss=2.2670 ce=2.2670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02626611292362213, 'pos0_bos_top1': 0, 'last_eos_p': 0.00330359791405499, 'last_eos_top1': 0}
+step=498650 lr=3.000000e-03 loss=2.2793 ce=2.2793 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03334500268101692, 'pos0_bos_top1': 0, 'last_eos_p': 0.00279461732134223, 'last_eos_top1': 0}
+step=498700 lr=3.000000e-03 loss=3.0156 ce=3.0156 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03182609751820564, 'pos0_bos_top1': 0, 'last_eos_p': 0.004930142313241959, 'last_eos_top1': 0}
+step=498750 lr=3.000000e-03 loss=1.8907 ce=1.8907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01906522549688816, 'pos0_bos_top1': 0, 'last_eos_p': 0.003191788448020816, 'last_eos_top1': 0}
+step=498800 lr=3.000000e-03 loss=1.8613 ce=1.8613 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01844048500061035, 'pos0_bos_top1': 0, 'last_eos_p': 0.0033474299125373363, 'last_eos_top1': 0}
+step=498850 lr=3.000000e-03 loss=2.8585 ce=2.8585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.007224957924336195, 'pos0_bos_top1': 0, 'last_eos_p': 0.004012975841760635, 'last_eos_top1': 0}
+step=498900 lr=3.000000e-03 loss=1.7341 ce=1.7341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010042974725365639, 'pos0_bos_top1': 0, 'last_eos_p': 0.003534824587404728, 'last_eos_top1': 0}
+step=498950 lr=3.000000e-03 loss=2.1991 ce=2.1991 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011407203041017056, 'pos0_bos_top1': 0, 'last_eos_p': 0.0025510317645967007, 'last_eos_top1': 0}
+[elf_hfds direct rank=2 worker=0] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=1 worker=2] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=5 worker=2] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=4000000 rows=3991809 buffered=8191 part=openwebtext-t5
+step=499000 lr=3.000000e-03 loss=2.8617 ce=2.8617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020309679210186005, 'pos0_bos_top1': 0, 'last_eos_p': 0.004527009557932615, 'last_eos_top1': 0}
+step=499050 lr=3.000000e-03 loss=1.7662 ce=1.7662 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01780070923268795, 'pos0_bos_top1': 0, 'last_eos_p': 0.004461240954697132, 'last_eos_top1': 0}
+step=499100 lr=3.000000e-03 loss=2.0413 ce=2.0413 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.027765396982431412, 'pos0_bos_top1': 0, 'last_eos_p': 0.0041219862177968025, 'last_eos_top1': 0}
+step=499150 lr=3.000000e-03 loss=3.1665 ce=3.1665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022450124844908714, 'pos0_bos_top1': 0, 'last_eos_p': 0.003836306743323803, 'last_eos_top1': 0}
+step=499200 lr=3.000000e-03 loss=2.2772 ce=2.2772 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.029260041192173958, 'pos0_bos_top1': 0, 'last_eos_p': 0.005918078124523163, 'last_eos_top1': 0}
+step=499250 lr=3.000000e-03 loss=2.3840 ce=2.3840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03023042157292366, 'pos0_bos_top1': 0, 'last_eos_p': 0.009575937874615192, 'last_eos_top1': 0}
+step=499300 lr=3.000000e-03 loss=2.7072 ce=2.7072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03105803020298481, 'pos0_bos_top1': 0, 'last_eos_p': 0.004967661574482918, 'last_eos_top1': 0}
+step=499350 lr=3.000000e-03 loss=2.3857 ce=2.3857 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02899930626153946, 'pos0_bos_top1': 0, 'last_eos_p': 0.003900861833244562, 'last_eos_top1': 0}
+step=499400 lr=3.000000e-03 loss=3.2366 ce=3.2366 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025199290364980698, 'pos0_bos_top1': 0, 'last_eos_p': 0.003060518763959408, 'last_eos_top1': 0}
+step=499450 lr=3.000000e-03 loss=2.3841 ce=2.3841 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02333962358534336, 'pos0_bos_top1': 0, 'last_eos_p': 0.003906814847141504, 'last_eos_top1': 0}
+step=499500 lr=3.000000e-03 loss=2.6481 ce=2.6481 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.027322089299559593, 'pos0_bos_top1': 0, 'last_eos_p': 0.004094128031283617, 'last_eos_top1': 0}
+step=499550 lr=3.000000e-03 loss=3.2159 ce=3.2159 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.039186783134937286, 'pos0_bos_top1': 0, 'last_eos_p': 0.005178367719054222, 'last_eos_top1': 0}
+step=499600 lr=3.000000e-03 loss=2.2622 ce=2.2622 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.027069391682744026, 'pos0_bos_top1': 0, 'last_eos_p': 0.003981444519013166, 'last_eos_top1': 0}
+step=499650 lr=3.000000e-03 loss=2.5526 ce=2.5526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.044381529092788696, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038021658547222614, 'last_eos_top1': 0}
+step=499700 lr=3.000000e-03 loss=3.1049 ce=3.1049 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.036445118486881256, 'pos0_bos_top1': 0, 'last_eos_p': 0.00427720183506608, 'last_eos_top1': 0}
+step=499750 lr=3.000000e-03 loss=2.1403 ce=2.1403 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.034892454743385315, 'pos0_bos_top1': 0, 'last_eos_p': 0.005105993244796991, 'last_eos_top1': 0}
+step=499800 lr=3.000000e-03 loss=2.4876 ce=2.4876 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03285868465900421, 'pos0_bos_top1': 0, 'last_eos_p': 0.005038391333073378, 'last_eos_top1': 0}
+step=499850 lr=3.000000e-03 loss=2.0024 ce=2.0024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.027026623487472534, 'pos0_bos_top1': 0, 'last_eos_p': 0.004942156840115786, 'last_eos_top1': 0}
+step=499900 lr=3.000000e-03 loss=3.0740 ce=3.0740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.027365388348698616, 'pos0_bos_top1': 0, 'last_eos_p': 0.005479432176798582, 'last_eos_top1': 0}
+step=499950 lr=3.000000e-03 loss=2.3347 ce=2.3347 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.030471693724393845, 'pos0_bos_top1': 0, 'last_eos_p': 0.004941429011523724, 'last_eos_top1': 0}
+step=500000 lr=3.000000e-03 loss=2.1459 ce=2.1459 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02884397841989994, 'pos0_bos_top1': 0, 'last_eos_p': 0.0052237482741475105, 'last_eos_top1': 0}
+step=500050 lr=3.000000e-03 loss=2.2147 ce=2.2147 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03322456404566765, 'pos0_bos_top1': 0, 'last_eos_p': 0.004501792136579752, 'last_eos_top1': 0}
+step=500100 lr=3.000000e-03 loss=2.7344 ce=2.7344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.029353924095630646, 'pos0_bos_top1': 0, 'last_eos_p': 0.004289323929697275, 'last_eos_top1': 0}
+step=500150 lr=3.000000e-03 loss=3.2610 ce=3.2610 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.030210690572857857, 'pos0_bos_top1': 0, 'last_eos_p': 0.00306615955196321, 'last_eos_top1': 0}
+step=500200 lr=3.000000e-03 loss=2.4126 ce=2.4126 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03237946331501007, 'pos0_bos_top1': 0, 'last_eos_p': 0.005016483832150698, 'last_eos_top1': 0}
+step=500250 lr=3.000000e-03 loss=2.3612 ce=2.3612 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03030725009739399, 'pos0_bos_top1': 0, 'last_eos_p': 0.0039568026550114155, 'last_eos_top1': 0}
+step=500300 lr=3.000000e-03 loss=2.6795 ce=2.6795 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03030266985297203, 'pos0_bos_top1': 0, 'last_eos_p': 0.0034961551427841187, 'last_eos_top1': 0}
+step=500350 lr=3.000000e-03 loss=2.5557 ce=2.5557 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.034689318388700485, 'pos0_bos_top1': 0, 'last_eos_p': 0.004524727817624807, 'last_eos_top1': 0}
+step=500400 lr=3.000000e-03 loss=2.3756 ce=2.3756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.041063811630010605, 'pos0_bos_top1': 0, 'last_eos_p': 0.004661486484110355, 'last_eos_top1': 0}
+step=500450 lr=3.000000e-03 loss=1.5430 ce=1.5430 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.045798834413290024, 'pos0_bos_top1': 0, 'last_eos_p': 0.006714693270623684, 'last_eos_top1': 0}
+step=500500 lr=3.000000e-03 loss=2.1953 ce=2.1953 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03925703838467598, 'pos0_bos_top1': 0, 'last_eos_p': 0.0058817327953875065, 'last_eos_top1': 0}
+step=500550 lr=3.000000e-03 loss=2.6827 ce=2.6827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0464138388633728, 'pos0_bos_top1': 0, 'last_eos_p': 0.005752654746174812, 'last_eos_top1': 0}
+step=500600 lr=3.000000e-03 loss=2.5168 ce=2.5168 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03458195552229881, 'pos0_bos_top1': 0, 'last_eos_p': 0.00538124842569232, 'last_eos_top1': 0}
+step=500650 lr=3.000000e-03 loss=2.0699 ce=2.0699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.032547321170568466, 'pos0_bos_top1': 0, 'last_eos_p': 0.006932410877197981, 'last_eos_top1': 0}
+step=500700 lr=3.000000e-03 loss=2.0878 ce=2.0878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.041253700852394104, 'pos0_bos_top1': 0, 'last_eos_p': 0.004444587510079145, 'last_eos_top1': 0}
+step=500750 lr=3.000000e-03 loss=2.9970 ce=2.9970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.038232672959566116, 'pos0_bos_top1': 0, 'last_eos_p': 0.0041462271474301815, 'last_eos_top1': 0}
+step=500800 lr=3.000000e-03 loss=2.4634 ce=2.4634 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02889385260641575, 'pos0_bos_top1': 0, 'last_eos_p': 0.004885291680693626, 'last_eos_top1': 0}
+step=500850 lr=3.000000e-03 loss=2.4649 ce=2.4649 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.028896724805235863, 'pos0_bos_top1': 0, 'last_eos_p': 0.0039549702778458595, 'last_eos_top1': 0}
+step=500900 lr=3.000000e-03 loss=2.8970 ce=2.8970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02937476709485054, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037807105109095573, 'last_eos_top1': 0}
+step=500950 lr=3.000000e-03 loss=1.5775 ce=1.5775 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03534485027194023, 'pos0_bos_top1': 0, 'last_eos_p': 0.002897440455853939, 'last_eos_top1': 0}
+step=501000 lr=3.000000e-03 loss=1.8319 ce=1.8319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03263673558831215, 'pos0_bos_top1': 0, 'last_eos_p': 0.0027487606275826693, 'last_eos_top1': 0}
+step=501050 lr=3.000000e-03 loss=2.3826 ce=2.3826 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02526480332016945, 'pos0_bos_top1': 0, 'last_eos_p': 0.0034604817628860474, 'last_eos_top1': 0}
+step=501100 lr=3.000000e-03 loss=2.5858 ce=2.5858 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023476799950003624, 'pos0_bos_top1': 0, 'last_eos_p': 0.0023324755020439625, 'last_eos_top1': 0}
+step=501150 lr=3.000000e-03 loss=1.8396 ce=1.8396 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03617860749363899, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032906001433730125, 'last_eos_top1': 0}
+step=501200 lr=3.000000e-03 loss=2.5690 ce=2.5690 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.031760331243276596, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032421788200736046, 'last_eos_top1': 0}
+step=501250 lr=3.000000e-03 loss=1.6447 ce=1.6447 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.028965555131435394, 'pos0_bos_top1': 0, 'last_eos_p': 0.004005192779004574, 'last_eos_top1': 0}
+step=501300 lr=3.000000e-03 loss=2.2888 ce=2.2888 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024668747559189796, 'pos0_bos_top1': 0, 'last_eos_p': 0.002716602524742484, 'last_eos_top1': 0}
+step=501350 lr=3.000000e-03 loss=2.6369 ce=2.6369 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.031563714146614075, 'pos0_bos_top1': 0, 'last_eos_p': 0.004302646964788437, 'last_eos_top1': 0}
+step=501400 lr=3.000000e-03 loss=2.0929 ce=2.0929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0349704809486866, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037761926651000977, 'last_eos_top1': 0}
+step=501450 lr=3.000000e-03 loss=2.1448 ce=2.1448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03121526911854744, 'pos0_bos_top1': 0, 'last_eos_p': 0.004585255403071642, 'last_eos_top1': 0}
+step=501500 lr=3.000000e-03 loss=2.7584 ce=2.7584 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03021085076034069, 'pos0_bos_top1': 0, 'last_eos_p': 0.004685363732278347, 'last_eos_top1': 0}
+step=501550 lr=3.000000e-03 loss=2.3716 ce=2.3716 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.027549326419830322, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032262681052088737, 'last_eos_top1': 0}
+step=501600 lr=3.000000e-03 loss=2.1591 ce=2.1591 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021520638838410378, 'pos0_bos_top1': 0, 'last_eos_p': 0.0030233305878937244, 'last_eos_top1': 0}
+step=501650 lr=3.000000e-03 loss=2.9719 ce=2.9719 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02605542726814747, 'pos0_bos_top1': 0, 'last_eos_p': 0.002141060307621956, 'last_eos_top1': 0}
+step=501700 lr=3.000000e-03 loss=2.2012 ce=2.2012 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026250476017594337, 'pos0_bos_top1': 0, 'last_eos_p': 0.00307481549680233, 'last_eos_top1': 0}
+step=501750 lr=3.000000e-03 loss=2.7425 ce=2.7425 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02613956481218338, 'pos0_bos_top1': 0, 'last_eos_p': 0.0027041235007345676, 'last_eos_top1': 0}
+step=501800 lr=3.000000e-03 loss=1.8457 ce=1.8457 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020818810909986496, 'pos0_bos_top1': 0, 'last_eos_p': 0.0024726467672735453, 'last_eos_top1': 0}
+step=501850 lr=3.000000e-03 loss=2.4132 ce=2.4132 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016780273988842964, 'pos0_bos_top1': 0, 'last_eos_p': 0.0028251612093299627, 'last_eos_top1': 0}
+step=501900 lr=3.000000e-03 loss=3.2279 ce=3.2279 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025851158425211906, 'pos0_bos_top1': 0, 'last_eos_p': 0.004078969359397888, 'last_eos_top1': 0}
+step=501950 lr=3.000000e-03 loss=2.4378 ce=2.4378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023830197751522064, 'pos0_bos_top1': 0, 'last_eos_p': 0.0028963403310626745, 'last_eos_top1': 0}
+step=502000 lr=3.000000e-03 loss=2.5199 ce=2.5199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026831455528736115, 'pos0_bos_top1': 0, 'last_eos_p': 0.0025630220770835876, 'last_eos_top1': 0}
+step=502050 lr=3.000000e-03 loss=2.2154 ce=2.2154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020791232585906982, 'pos0_bos_top1': 0, 'last_eos_p': 0.0019243527203798294, 'last_eos_top1': 0}
+step=502100 lr=3.000000e-03 loss=2.0209 ce=2.0209 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02724582329392433, 'pos0_bos_top1': 0, 'last_eos_p': 0.002110834000632167, 'last_eos_top1': 0}
+step=502150 lr=3.000000e-03 loss=2.4228 ce=2.4228 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024082694202661514, 'pos0_bos_top1': 0, 'last_eos_p': 0.002673258539289236, 'last_eos_top1': 0}
+step=502200 lr=3.000000e-03 loss=2.0764 ce=2.0764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0186030063778162, 'pos0_bos_top1': 0, 'last_eos_p': 0.0023192749358713627, 'last_eos_top1': 0}
+step=502250 lr=3.000000e-03 loss=2.5153 ce=2.5153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021759428083896637, 'pos0_bos_top1': 0, 'last_eos_p': 0.002559817861765623, 'last_eos_top1': 0}
+step=502300 lr=3.000000e-03 loss=2.4231 ce=2.4231 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014113959856331348, 'pos0_bos_top1': 0, 'last_eos_p': 0.0016718058614060283, 'last_eos_top1': 0}
+step=502350 lr=3.000000e-03 loss=3.3701 ce=3.3701 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02502470090985298, 'pos0_bos_top1': 0, 'last_eos_p': 0.0013882186030969024, 'last_eos_top1': 0}
+step=502400 lr=3.000000e-03 loss=2.8505 ce=2.8505 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017981460317969322, 'pos0_bos_top1': 0, 'last_eos_p': 0.001461405772715807, 'last_eos_top1': 0}
+step=502450 lr=3.000000e-03 loss=3.2910 ce=3.2910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0162892434746027, 'pos0_bos_top1': 0, 'last_eos_p': 0.001790240639820695, 'last_eos_top1': 0}
+step=502500 lr=3.000000e-03 loss=3.7790 ce=3.7790 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016012296080589294, 'pos0_bos_top1': 0, 'last_eos_p': 0.0022048901300877333, 'last_eos_top1': 0}
+step=502550 lr=3.000000e-03 loss=1.8942 ce=1.8942 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01833786442875862, 'pos0_bos_top1': 0, 'last_eos_p': 0.004414205439388752, 'last_eos_top1': 0}
+step=502600 lr=3.000000e-03 loss=3.0699 ce=3.0699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021123213693499565, 'pos0_bos_top1': 0, 'last_eos_p': 0.004407735541462898, 'last_eos_top1': 0}
+step=502650 lr=3.000000e-03 loss=2.0318 ce=2.0318 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015233083628118038, 'pos0_bos_top1': 0, 'last_eos_p': 0.002050171373412013, 'last_eos_top1': 0}
+step=502700 lr=3.000000e-03 loss=2.5820 ce=2.5820 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017401039600372314, 'pos0_bos_top1': 0, 'last_eos_p': 0.0028699429240077734, 'last_eos_top1': 0}
+step=502750 lr=3.000000e-03 loss=2.5871 ce=2.5871 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019491923972964287, 'pos0_bos_top1': 0, 'last_eos_p': 0.0021036502439528704, 'last_eos_top1': 0}
+step=502800 lr=3.000000e-03 loss=2.4650 ce=2.4650 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020057115703821182, 'pos0_bos_top1': 0, 'last_eos_p': 0.0016518635675311089, 'last_eos_top1': 0}
+step=502850 lr=3.000000e-03 loss=2.4077 ce=2.4077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020262064412236214, 'pos0_bos_top1': 0, 'last_eos_p': 0.002058321377262473, 'last_eos_top1': 0}
+step=502900 lr=3.000000e-03 loss=1.9956 ce=1.9956 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016115698963403702, 'pos0_bos_top1': 0, 'last_eos_p': 0.0008834035252220929, 'last_eos_top1': 0}
+step=502950 lr=3.000000e-03 loss=2.7933 ce=2.7933 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01817721128463745, 'pos0_bos_top1': 0, 'last_eos_p': 0.0015641464851796627, 'last_eos_top1': 0}
+step=503000 lr=3.000000e-03 loss=2.7064 ce=2.7064 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020924629643559456, 'pos0_bos_top1': 0, 'last_eos_p': 0.0019739007111638784, 'last_eos_top1': 0}
+step=503050 lr=3.000000e-03 loss=2.1251 ce=2.1251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014818981289863586, 'pos0_bos_top1': 0, 'last_eos_p': 0.0018239297205582261, 'last_eos_top1': 0}
+step=503100 lr=3.000000e-03 loss=2.1983 ce=2.1983 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015215033665299416, 'pos0_bos_top1': 0, 'last_eos_p': 0.0010261194547638297, 'last_eos_top1': 0}
+step=503150 lr=3.000000e-03 loss=2.0764 ce=2.0764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016560694202780724, 'pos0_bos_top1': 0, 'last_eos_p': 0.0006236226763576269, 'last_eos_top1': 0}
+step=503200 lr=3.000000e-03 loss=2.4466 ce=2.4466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01480101142078638, 'pos0_bos_top1': 0, 'last_eos_p': 0.0006349526229314506, 'last_eos_top1': 0}
+step=503250 lr=3.000000e-03 loss=2.7250 ce=2.7250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01558925025165081, 'pos0_bos_top1': 0, 'last_eos_p': 0.000946641550399363, 'last_eos_top1': 0}
+step=503300 lr=3.000000e-03 loss=2.5921 ce=2.5921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01934727095067501, 'pos0_bos_top1': 0, 'last_eos_p': 0.0017344983061775565, 'last_eos_top1': 0}
+step=503350 lr=3.000000e-03 loss=2.2739 ce=2.2739 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023188114166259766, 'pos0_bos_top1': 0, 'last_eos_p': 0.002395925112068653, 'last_eos_top1': 0}
+step=503400 lr=3.000000e-03 loss=2.2203 ce=2.2203 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.027235353365540504, 'pos0_bos_top1': 0, 'last_eos_p': 0.0026568167377263308, 'last_eos_top1': 0}
+step=503450 lr=3.000000e-03 loss=2.0670 ce=2.0670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.027765056118369102, 'pos0_bos_top1': 0, 'last_eos_p': 0.003556809388101101, 'last_eos_top1': 0}
+step=503500 lr=3.000000e-03 loss=2.7801 ce=2.7801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018798910081386566, 'pos0_bos_top1': 0, 'last_eos_p': 0.0012124829227104783, 'last_eos_top1': 0}
+step=503550 lr=3.000000e-03 loss=2.2235 ce=2.2235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02295372262597084, 'pos0_bos_top1': 0, 'last_eos_p': 0.001967146759852767, 'last_eos_top1': 0}
+step=503600 lr=3.000000e-03 loss=2.6670 ce=2.6670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015405033715069294, 'pos0_bos_top1': 0, 'last_eos_p': 0.0017000825610011816, 'last_eos_top1': 0}
+step=503650 lr=3.000000e-03 loss=2.5335 ce=2.5335 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015297334641218185, 'pos0_bos_top1': 0, 'last_eos_p': 0.005051154177635908, 'last_eos_top1': 0}
+step=503700 lr=3.000000e-03 loss=1.7388 ce=1.7388 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013943612575531006, 'pos0_bos_top1': 0, 'last_eos_p': 0.005059427116066217, 'last_eos_top1': 0}
+step=503750 lr=3.000000e-03 loss=2.1911 ce=2.1911 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020017333328723907, 'pos0_bos_top1': 0, 'last_eos_p': 0.006220723036676645, 'last_eos_top1': 0}
+step=503800 lr=3.000000e-03 loss=2.7534 ce=2.7534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01966283656656742, 'pos0_bos_top1': 0, 'last_eos_p': 0.0035964481066912413, 'last_eos_top1': 0}
+step=503850 lr=3.000000e-03 loss=2.0154 ce=2.0154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015392386354506016, 'pos0_bos_top1': 0, 'last_eos_p': 0.0023188465274870396, 'last_eos_top1': 0}
+step=503900 lr=3.000000e-03 loss=2.2085 ce=2.2085 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019149135798215866, 'pos0_bos_top1': 0, 'last_eos_p': 0.0023601255379617214, 'last_eos_top1': 0}
+step=503950 lr=3.000000e-03 loss=2.3571 ce=2.3571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014034882187843323, 'pos0_bos_top1': 0, 'last_eos_p': 0.0012789529282599688, 'last_eos_top1': 0}
+step=504000 lr=3.000000e-03 loss=3.0120 ce=3.0120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01541210524737835, 'pos0_bos_top1': 0, 'last_eos_p': 0.0008565988391637802, 'last_eos_top1': 0}
+step=504050 lr=3.000000e-03 loss=2.8053 ce=2.8053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01665181666612625, 'pos0_bos_top1': 0, 'last_eos_p': 0.0005289212567731738, 'last_eos_top1': 0}
+step=504100 lr=3.000000e-03 loss=2.9545 ce=2.9545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01532395277172327, 'pos0_bos_top1': 0, 'last_eos_p': 0.001241230289451778, 'last_eos_top1': 0}
+step=504150 lr=3.000000e-03 loss=2.6467 ce=2.6467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017215941101312637, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037518609315156937, 'last_eos_top1': 0}
+step=504200 lr=3.000000e-03 loss=2.1853 ce=2.1853 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02175777219235897, 'pos0_bos_top1': 0, 'last_eos_p': 0.0029579210095107555, 'last_eos_top1': 0}
+step=504250 lr=3.000000e-03 loss=2.2734 ce=2.2734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01763896644115448, 'pos0_bos_top1': 0, 'last_eos_p': 0.0008243628544732928, 'last_eos_top1': 0}
+step=504300 lr=3.000000e-03 loss=2.5615 ce=2.5615 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017904387786984444, 'pos0_bos_top1': 0, 'last_eos_p': 0.000982272787950933, 'last_eos_top1': 0}
+step=504350 lr=3.000000e-03 loss=2.9975 ce=2.9975 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014261831529438496, 'pos0_bos_top1': 0, 'last_eos_p': 0.001213032053783536, 'last_eos_top1': 0}
+step=504400 lr=3.000000e-03 loss=2.6689 ce=2.6689 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012558435089886189, 'pos0_bos_top1': 0, 'last_eos_p': 0.0009822003776207566, 'last_eos_top1': 0}
+step=504450 lr=3.000000e-03 loss=2.9417 ce=2.9417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014279655180871487, 'pos0_bos_top1': 0, 'last_eos_p': 0.003587663173675537, 'last_eos_top1': 0}
+step=504500 lr=3.000000e-03 loss=3.3662 ce=3.3662 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013356499373912811, 'pos0_bos_top1': 0, 'last_eos_p': 0.0021228205878287554, 'last_eos_top1': 0}
+step=504550 lr=3.000000e-03 loss=2.4378 ce=2.4378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016885822638869286, 'pos0_bos_top1': 0, 'last_eos_p': 0.0031155322212725878, 'last_eos_top1': 0}
+step=504600 lr=3.000000e-03 loss=2.1740 ce=2.1740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018862059339880943, 'pos0_bos_top1': 0, 'last_eos_p': 0.005073467269539833, 'last_eos_top1': 0}
+step=504650 lr=3.000000e-03 loss=1.5741 ce=1.5741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01890495978295803, 'pos0_bos_top1': 0, 'last_eos_p': 0.004640784114599228, 'last_eos_top1': 0}
+step=504700 lr=3.000000e-03 loss=2.7045 ce=2.7045 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020081231370568275, 'pos0_bos_top1': 0, 'last_eos_p': 0.004765963647514582, 'last_eos_top1': 0}
+step=504750 lr=3.000000e-03 loss=2.3766 ce=2.3766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010934550315141678, 'pos0_bos_top1': 0, 'last_eos_p': 0.002263976726680994, 'last_eos_top1': 0}
+step=504800 lr=3.000000e-03 loss=2.1699 ce=2.1699 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011452125385403633, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038893732707947493, 'last_eos_top1': 0}
+step=504850 lr=3.000000e-03 loss=2.0004 ce=2.0004 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013502538204193115, 'pos0_bos_top1': 0, 'last_eos_p': 0.0043107448145747185, 'last_eos_top1': 0}
+step=504900 lr=3.000000e-03 loss=2.7111 ce=2.7111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017039261758327484, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037709230091422796, 'last_eos_top1': 0}
+step=504950 lr=3.000000e-03 loss=3.2854 ce=3.2854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014200997538864613, 'pos0_bos_top1': 0, 'last_eos_p': 0.003424983471632004, 'last_eos_top1': 0}
+step=505000 lr=3.000000e-03 loss=2.1324 ce=2.1324 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013851254247128963, 'pos0_bos_top1': 0, 'last_eos_p': 0.003739039646461606, 'last_eos_top1': 0}
+step=505050 lr=3.000000e-03 loss=2.7557 ce=2.7557 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013612233102321625, 'pos0_bos_top1': 0, 'last_eos_p': 0.002963077975437045, 'last_eos_top1': 0}
+step=505100 lr=3.000000e-03 loss=2.2117 ce=2.2117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016312770545482635, 'pos0_bos_top1': 0, 'last_eos_p': 0.0017394231399521232, 'last_eos_top1': 0}
+step=505150 lr=3.000000e-03 loss=2.3221 ce=2.3221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0157881211489439, 'pos0_bos_top1': 0, 'last_eos_p': 0.0019335061078891158, 'last_eos_top1': 0}
+step=505200 lr=3.000000e-03 loss=3.0043 ce=3.0043 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011505094356834888, 'pos0_bos_top1': 0, 'last_eos_p': 0.0011782556539401412, 'last_eos_top1': 0}
+step=505250 lr=3.000000e-03 loss=2.0663 ce=2.0663 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010065385140478611, 'pos0_bos_top1': 0, 'last_eos_p': 0.0005317581817507744, 'last_eos_top1': 0}
+step=505300 lr=3.000000e-03 loss=2.6381 ce=2.6381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01377109345048666, 'pos0_bos_top1': 0, 'last_eos_p': 0.002708344953134656, 'last_eos_top1': 0}
+step=505350 lr=3.000000e-03 loss=1.8747 ce=1.8747 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015131300315260887, 'pos0_bos_top1': 0, 'last_eos_p': 0.00294744735583663, 'last_eos_top1': 0}
+step=505400 lr=3.000000e-03 loss=2.0379 ce=2.0379 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02123102732002735, 'pos0_bos_top1': 0, 'last_eos_p': 0.005300644785165787, 'last_eos_top1': 0}
+step=505450 lr=3.000000e-03 loss=2.4337 ce=2.4337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017153969034552574, 'pos0_bos_top1': 0, 'last_eos_p': 0.003819721518084407, 'last_eos_top1': 0}
+step=505500 lr=3.000000e-03 loss=2.5114 ce=2.5114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017119700089097023, 'pos0_bos_top1': 0, 'last_eos_p': 0.003017944749444723, 'last_eos_top1': 0}
+step=505550 lr=3.000000e-03 loss=2.2765 ce=2.2765 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017352724447846413, 'pos0_bos_top1': 0, 'last_eos_p': 0.002789643593132496, 'last_eos_top1': 0}
+step=505600 lr=3.000000e-03 loss=2.3231 ce=2.3231 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024399833753705025, 'pos0_bos_top1': 0, 'last_eos_p': 0.005537231918424368, 'last_eos_top1': 0}
+step=505650 lr=3.000000e-03 loss=1.7000 ce=1.7000 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022901000455021858, 'pos0_bos_top1': 0, 'last_eos_p': 0.00531862722709775, 'last_eos_top1': 0}
+step=505700 lr=3.000000e-03 loss=2.9608 ce=2.9608 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02646622620522976, 'pos0_bos_top1': 0, 'last_eos_p': 0.0044702766463160515, 'last_eos_top1': 0}
+step=505750 lr=3.000000e-03 loss=2.2113 ce=2.2113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026655279099941254, 'pos0_bos_top1': 0, 'last_eos_p': 0.004293035250157118, 'last_eos_top1': 0}
+step=505800 lr=3.000000e-03 loss=2.2944 ce=2.2944 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02774166688323021, 'pos0_bos_top1': 0, 'last_eos_p': 0.0022174331825226545, 'last_eos_top1': 0}
+step=505850 lr=3.000000e-03 loss=1.6251 ce=1.6251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023121729493141174, 'pos0_bos_top1': 0, 'last_eos_p': 0.002268201671540737, 'last_eos_top1': 0}
+step=505900 lr=3.000000e-03 loss=2.6519 ce=2.6519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022169483825564384, 'pos0_bos_top1': 0, 'last_eos_p': 0.005547281354665756, 'last_eos_top1': 0}
+step=505950 lr=3.000000e-03 loss=2.5532 ce=2.5532 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02925017848610878, 'pos0_bos_top1': 0, 'last_eos_p': 0.005993135739117861, 'last_eos_top1': 0}
+step=506000 lr=3.000000e-03 loss=2.7416 ce=2.7416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01950501836836338, 'pos0_bos_top1': 0, 'last_eos_p': 0.002607553033158183, 'last_eos_top1': 0}
+step=506050 lr=3.000000e-03 loss=1.8490 ce=1.8490 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01859605684876442, 'pos0_bos_top1': 0, 'last_eos_p': 0.0007232903153635561, 'last_eos_top1': 0}
+step=506100 lr=3.000000e-03 loss=1.8033 ce=1.8033 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019133571535348892, 'pos0_bos_top1': 0, 'last_eos_p': 0.0006233847234398127, 'last_eos_top1': 0}
+step=506150 lr=3.000000e-03 loss=2.6308 ce=2.6308 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02670317329466343, 'pos0_bos_top1': 0, 'last_eos_p': 0.0018173453863710165, 'last_eos_top1': 0}
+step=506200 lr=3.000000e-03 loss=2.3052 ce=2.3052 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025037897750735283, 'pos0_bos_top1': 0, 'last_eos_p': 0.0014614204410463572, 'last_eos_top1': 0}
+step=506250 lr=3.000000e-03 loss=2.5508 ce=2.5508 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02536335401237011, 'pos0_bos_top1': 0, 'last_eos_p': 0.0017379648052155972, 'last_eos_top1': 0}
+step=506300 lr=3.000000e-03 loss=2.1512 ce=2.1512 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019821075722575188, 'pos0_bos_top1': 0, 'last_eos_p': 0.0011061462573707104, 'last_eos_top1': 0}
+step=506350 lr=3.000000e-03 loss=1.7017 ce=1.7017 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020883064717054367, 'pos0_bos_top1': 0, 'last_eos_p': 0.001982165966182947, 'last_eos_top1': 0}
+step=506400 lr=3.000000e-03 loss=2.6812 ce=2.6812 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014624017290771008, 'pos0_bos_top1': 0, 'last_eos_p': 0.00048050383338704705, 'last_eos_top1': 0}
+step=506450 lr=3.000000e-03 loss=1.5322 ce=1.5322 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018780171871185303, 'pos0_bos_top1': 0, 'last_eos_p': 0.0008767586550675333, 'last_eos_top1': 0}
+step=506500 lr=3.000000e-03 loss=3.1141 ce=3.1141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02086353488266468, 'pos0_bos_top1': 0, 'last_eos_p': 0.001984168076887727, 'last_eos_top1': 0}
+step=506550 lr=3.000000e-03 loss=3.0780 ce=3.0780 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022275051102042198, 'pos0_bos_top1': 0, 'last_eos_p': 0.003669292200356722, 'last_eos_top1': 0}
+step=506600 lr=3.000000e-03 loss=2.5135 ce=2.5135 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018975062295794487, 'pos0_bos_top1': 0, 'last_eos_p': 0.0021309643052518368, 'last_eos_top1': 0}
+step=506650 lr=3.000000e-03 loss=2.3462 ce=2.3462 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018373381346464157, 'pos0_bos_top1': 0, 'last_eos_p': 0.002522201742976904, 'last_eos_top1': 0}
+step=506700 lr=3.000000e-03 loss=2.3249 ce=2.3249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013544357381761074, 'pos0_bos_top1': 0, 'last_eos_p': 0.0008156836847774684, 'last_eos_top1': 0}
+step=506750 lr=3.000000e-03 loss=2.3647 ce=2.3647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019442696124315262, 'pos0_bos_top1': 0, 'last_eos_p': 0.001165386289358139, 'last_eos_top1': 0}
+step=506800 lr=3.000000e-03 loss=3.0801 ce=3.0801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01929703913629055, 'pos0_bos_top1': 0, 'last_eos_p': 0.0015578183811157942, 'last_eos_top1': 0}
+step=506850 lr=3.000000e-03 loss=2.0161 ce=2.0161 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020251935347914696, 'pos0_bos_top1': 0, 'last_eos_p': 0.0007100995280779898, 'last_eos_top1': 0}
+step=506900 lr=3.000000e-03 loss=1.8472 ce=1.8472 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01922118477523327, 'pos0_bos_top1': 0, 'last_eos_p': 0.0012468092609196901, 'last_eos_top1': 0}
+step=506950 lr=3.000000e-03 loss=2.4166 ce=2.4166 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023564809933304787, 'pos0_bos_top1': 0, 'last_eos_p': 0.0022697150707244873, 'last_eos_top1': 0}
+step=507000 lr=3.000000e-03 loss=2.4355 ce=2.4355 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02433009445667267, 'pos0_bos_top1': 0, 'last_eos_p': 0.0033932144287973642, 'last_eos_top1': 0}
+step=507050 lr=3.000000e-03 loss=2.2828 ce=2.2828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013471771962940693, 'pos0_bos_top1': 0, 'last_eos_p': 0.0015928198117762804, 'last_eos_top1': 0}
+step=507100 lr=3.000000e-03 loss=2.3138 ce=2.3138 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014606477692723274, 'pos0_bos_top1': 0, 'last_eos_p': 0.0014780876226723194, 'last_eos_top1': 0}
+step=507150 lr=3.000000e-03 loss=2.3356 ce=2.3356 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02169978804886341, 'pos0_bos_top1': 0, 'last_eos_p': 0.004335975740104914, 'last_eos_top1': 0}
+step=507200 lr=3.000000e-03 loss=1.9066 ce=1.9066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02152998559176922, 'pos0_bos_top1': 0, 'last_eos_p': 0.0044767120853066444, 'last_eos_top1': 0}
+step=507250 lr=3.000000e-03 loss=1.9602 ce=1.9602 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016714781522750854, 'pos0_bos_top1': 0, 'last_eos_p': 0.003162145847454667, 'last_eos_top1': 0}
+step=507300 lr=3.000000e-03 loss=2.9131 ce=2.9131 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015299513936042786, 'pos0_bos_top1': 0, 'last_eos_p': 0.004283708520233631, 'last_eos_top1': 0}
+step=507350 lr=3.000000e-03 loss=2.8015 ce=2.8015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01616942510008812, 'pos0_bos_top1': 0, 'last_eos_p': 0.0039709750562906265, 'last_eos_top1': 0}
+step=507400 lr=3.000000e-03 loss=2.7073 ce=2.7073 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0141933998093009, 'pos0_bos_top1': 0, 'last_eos_p': 0.0029911936726421118, 'last_eos_top1': 0}
+step=507450 lr=3.000000e-03 loss=2.5300 ce=2.5300 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015306656248867512, 'pos0_bos_top1': 0, 'last_eos_p': 0.0015505276387557387, 'last_eos_top1': 0}
+step=507500 lr=3.000000e-03 loss=2.8023 ce=2.8023 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009841304272413254, 'pos0_bos_top1': 0, 'last_eos_p': 0.0015112138353288174, 'last_eos_top1': 0}
+step=507550 lr=3.000000e-03 loss=1.9221 ce=1.9221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014634295366704464, 'pos0_bos_top1': 0, 'last_eos_p': 0.0021018919069319963, 'last_eos_top1': 0}
+step=507600 lr=3.000000e-03 loss=2.3937 ce=2.3937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011643549427390099, 'pos0_bos_top1': 0, 'last_eos_p': 0.0027738637290894985, 'last_eos_top1': 0}
+step=507650 lr=3.000000e-03 loss=2.7810 ce=2.7810 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014016060158610344, 'pos0_bos_top1': 0, 'last_eos_p': 0.0031040271278470755, 'last_eos_top1': 0}
+step=507700 lr=3.000000e-03 loss=3.3014 ce=3.3014 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009333989582955837, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037042545154690742, 'last_eos_top1': 0}
+step=507750 lr=3.000000e-03 loss=2.7997 ce=2.7997 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011849751695990562, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038163443095982075, 'last_eos_top1': 0}
+step=507800 lr=3.000000e-03 loss=3.0953 ce=3.0953 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013929608277976513, 'pos0_bos_top1': 0, 'last_eos_p': 0.0014938166132196784, 'last_eos_top1': 0}
+step=507850 lr=3.000000e-03 loss=2.1966 ce=2.1966 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011911123059689999, 'pos0_bos_top1': 0, 'last_eos_p': 0.0020838077180087566, 'last_eos_top1': 0}
+step=507900 lr=3.000000e-03 loss=2.2303 ce=2.2303 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01335139013826847, 'pos0_bos_top1': 0, 'last_eos_p': 0.0008409554720856249, 'last_eos_top1': 0}
+step=507950 lr=3.000000e-03 loss=3.1995 ce=3.1995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01785912737250328, 'pos0_bos_top1': 0, 'last_eos_p': 0.001091289916075766, 'last_eos_top1': 0}
+step=508000 lr=3.000000e-03 loss=3.3192 ce=3.3192 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01382361724972725, 'pos0_bos_top1': 0, 'last_eos_p': 0.0019602403044700623, 'last_eos_top1': 0}
+step=508050 lr=3.000000e-03 loss=2.1535 ce=2.1535 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013312638737261295, 'pos0_bos_top1': 0, 'last_eos_p': 0.002959727542474866, 'last_eos_top1': 0}
+step=508100 lr=3.000000e-03 loss=2.8792 ce=2.8792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015233851969242096, 'pos0_bos_top1': 0, 'last_eos_p': 0.0016969287535175681, 'last_eos_top1': 0}
+step=508150 lr=3.000000e-03 loss=2.6443 ce=2.6443 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01217766385525465, 'pos0_bos_top1': 0, 'last_eos_p': 0.0015520451124757528, 'last_eos_top1': 0}
+step=508200 lr=3.000000e-03 loss=2.7653 ce=2.7653 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013101667165756226, 'pos0_bos_top1': 0, 'last_eos_p': 0.0016987546114251018, 'last_eos_top1': 0}
+step=508250 lr=3.000000e-03 loss=2.1189 ce=2.1189 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019665176048874855, 'pos0_bos_top1': 0, 'last_eos_p': 0.004015549551695585, 'last_eos_top1': 0}
+step=508300 lr=3.000000e-03 loss=2.7101 ce=2.7101 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01734064519405365, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038853734731674194, 'last_eos_top1': 0}
+step=508350 lr=3.000000e-03 loss=2.0095 ce=2.0095 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017459137365221977, 'pos0_bos_top1': 0, 'last_eos_p': 0.0041787344962358475, 'last_eos_top1': 0}
+step=508400 lr=3.000000e-03 loss=2.1442 ce=2.1442 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013421573676168919, 'pos0_bos_top1': 0, 'last_eos_p': 0.0031133550219237804, 'last_eos_top1': 0}
+step=508450 lr=3.000000e-03 loss=2.2024 ce=2.2024 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020139208063483238, 'pos0_bos_top1': 0, 'last_eos_p': 0.0031961160711944103, 'last_eos_top1': 0}
+step=508500 lr=3.000000e-03 loss=2.7908 ce=2.7908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020157260820269585, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037455083802342415, 'last_eos_top1': 0}
+step=508550 lr=3.000000e-03 loss=1.8759 ce=1.8759 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01579613983631134, 'pos0_bos_top1': 0, 'last_eos_p': 0.003506780369207263, 'last_eos_top1': 0}
+step=508600 lr=3.000000e-03 loss=2.1148 ce=2.1148 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013357384130358696, 'pos0_bos_top1': 0, 'last_eos_p': 0.0018859942210838199, 'last_eos_top1': 0}
+step=508650 lr=3.000000e-03 loss=2.6659 ce=2.6659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021667569875717163, 'pos0_bos_top1': 0, 'last_eos_p': 0.005504181142896414, 'last_eos_top1': 0}
+step=508700 lr=3.000000e-03 loss=2.5288 ce=2.5288 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011432402767241001, 'pos0_bos_top1': 0, 'last_eos_p': 0.0023847792763262987, 'last_eos_top1': 0}
+step=508750 lr=3.000000e-03 loss=2.1996 ce=2.1996 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013897324912250042, 'pos0_bos_top1': 0, 'last_eos_p': 0.0022435591090470552, 'last_eos_top1': 0}
+step=508800 lr=3.000000e-03 loss=2.7287 ce=2.7287 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010030540637671947, 'pos0_bos_top1': 0, 'last_eos_p': 0.002417978597804904, 'last_eos_top1': 0}
+step=508850 lr=3.000000e-03 loss=2.3970 ce=2.3970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015077359974384308, 'pos0_bos_top1': 0, 'last_eos_p': 0.00305104348808527, 'last_eos_top1': 0}
+step=508900 lr=3.000000e-03 loss=2.6298 ce=2.6298 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012317883782088757, 'pos0_bos_top1': 0, 'last_eos_p': 0.002617522841319442, 'last_eos_top1': 0}
+step=508950 lr=3.000000e-03 loss=2.6175 ce=2.6175 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01331949420273304, 'pos0_bos_top1': 0, 'last_eos_p': 0.0036294630263000727, 'last_eos_top1': 0}
+step=509000 lr=3.000000e-03 loss=2.9319 ce=2.9319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019271953031420708, 'pos0_bos_top1': 0, 'last_eos_p': 0.0039290618151426315, 'last_eos_top1': 0}
+step=509050 lr=3.000000e-03 loss=2.4660 ce=2.4660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012528544291853905, 'pos0_bos_top1': 0, 'last_eos_p': 0.0028643065597862005, 'last_eos_top1': 0}
+step=509100 lr=3.000000e-03 loss=2.0824 ce=2.0824 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01013598870486021, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032127294689416885, 'last_eos_top1': 0}
+step=509150 lr=3.000000e-03 loss=3.1528 ce=3.1528 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010792224667966366, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038485690020024776, 'last_eos_top1': 0}
+step=509200 lr=3.000000e-03 loss=2.0395 ce=2.0395 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013125472702085972, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037539370823651552, 'last_eos_top1': 0}
+step=509250 lr=3.000000e-03 loss=2.2260 ce=2.2260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012419355101883411, 'pos0_bos_top1': 0, 'last_eos_p': 0.003555617295205593, 'last_eos_top1': 0}
+step=509300 lr=3.000000e-03 loss=2.2800 ce=2.2800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01611443981528282, 'pos0_bos_top1': 0, 'last_eos_p': 0.004605814814567566, 'last_eos_top1': 0}
+step=509350 lr=3.000000e-03 loss=2.3697 ce=2.3697 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017143670469522476, 'pos0_bos_top1': 0, 'last_eos_p': 0.004999959375709295, 'last_eos_top1': 0}
+step=509400 lr=3.000000e-03 loss=2.4288 ce=2.4288 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016952309757471085, 'pos0_bos_top1': 0, 'last_eos_p': 0.0043706148862838745, 'last_eos_top1': 0}
+step=509450 lr=3.000000e-03 loss=2.3914 ce=2.3914 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01745939627289772, 'pos0_bos_top1': 0, 'last_eos_p': 0.00499368691816926, 'last_eos_top1': 0}
+step=509500 lr=3.000000e-03 loss=2.6266 ce=2.6266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018469002097845078, 'pos0_bos_top1': 0, 'last_eos_p': 0.001956986030563712, 'last_eos_top1': 0}
+step=509550 lr=3.000000e-03 loss=1.7881 ce=1.7881 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01720925234258175, 'pos0_bos_top1': 0, 'last_eos_p': 0.0029008793644607067, 'last_eos_top1': 0}
+step=509600 lr=3.000000e-03 loss=2.2451 ce=2.2451 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021642396226525307, 'pos0_bos_top1': 0, 'last_eos_p': 0.004748454317450523, 'last_eos_top1': 0}
+step=509650 lr=3.000000e-03 loss=1.9626 ce=1.9626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023545991629362106, 'pos0_bos_top1': 0, 'last_eos_p': 0.005178912542760372, 'last_eos_top1': 0}
+step=509700 lr=3.000000e-03 loss=2.1498 ce=2.1498 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016769804060459137, 'pos0_bos_top1': 0, 'last_eos_p': 0.006163769401609898, 'last_eos_top1': 0}
+step=509750 lr=3.000000e-03 loss=1.7211 ce=1.7211 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02018798142671585, 'pos0_bos_top1': 0, 'last_eos_p': 0.008887981064617634, 'last_eos_top1': 0}
+step=509800 lr=3.000000e-03 loss=2.4062 ce=2.4062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018790654838085175, 'pos0_bos_top1': 0, 'last_eos_p': 0.005710210185497999, 'last_eos_top1': 0}
+step=509850 lr=3.000000e-03 loss=2.6776 ce=2.6776 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01591402478516102, 'pos0_bos_top1': 0, 'last_eos_p': 0.003728108247742057, 'last_eos_top1': 0}
+step=509900 lr=3.000000e-03 loss=2.4257 ce=2.4257 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018257396295666695, 'pos0_bos_top1': 0, 'last_eos_p': 0.004878516774624586, 'last_eos_top1': 0}
+step=509950 lr=3.000000e-03 loss=2.7079 ce=2.7079 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018750779330730438, 'pos0_bos_top1': 0, 'last_eos_p': 0.004835179075598717, 'last_eos_top1': 0}
+step=510000 lr=3.000000e-03 loss=2.7913 ce=2.7913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02284209243953228, 'pos0_bos_top1': 0, 'last_eos_p': 0.005378134548664093, 'last_eos_top1': 0}
+step=510050 lr=3.000000e-03 loss=1.9358 ce=1.9358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01993641071021557, 'pos0_bos_top1': 0, 'last_eos_p': 0.003752588527277112, 'last_eos_top1': 0}
+step=510100 lr=3.000000e-03 loss=2.1583 ce=2.1583 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019884569570422173, 'pos0_bos_top1': 0, 'last_eos_p': 0.005475837271660566, 'last_eos_top1': 0}
+step=510150 lr=3.000000e-03 loss=2.3816 ce=2.3816 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017639920115470886, 'pos0_bos_top1': 0, 'last_eos_p': 0.008065029047429562, 'last_eos_top1': 0}
+step=510200 lr=3.000000e-03 loss=2.9958 ce=2.9958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017582053318619728, 'pos0_bos_top1': 0, 'last_eos_p': 0.004477217793464661, 'last_eos_top1': 0}
+step=510250 lr=3.000000e-03 loss=2.8078 ce=2.8078 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01544523611664772, 'pos0_bos_top1': 0, 'last_eos_p': 0.0030698722694069147, 'last_eos_top1': 0}
+step=510300 lr=3.000000e-03 loss=2.3299 ce=2.3299 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016977880150079727, 'pos0_bos_top1': 0, 'last_eos_p': 0.004584383685141802, 'last_eos_top1': 0}
+step=510350 lr=3.000000e-03 loss=2.3311 ce=2.3311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014489253051578999, 'pos0_bos_top1': 0, 'last_eos_p': 0.0030005003791302443, 'last_eos_top1': 0}
+step=510400 lr=3.000000e-03 loss=1.9879 ce=1.9879 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021853704005479813, 'pos0_bos_top1': 0, 'last_eos_p': 0.004495895002037287, 'last_eos_top1': 0}
+step=510450 lr=3.000000e-03 loss=2.9061 ce=2.9061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018036864697933197, 'pos0_bos_top1': 0, 'last_eos_p': 0.004602652508765459, 'last_eos_top1': 0}
+step=510500 lr=3.000000e-03 loss=2.9822 ce=2.9822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020781731233000755, 'pos0_bos_top1': 0, 'last_eos_p': 0.005544800311326981, 'last_eos_top1': 0}
+step=510550 lr=3.000000e-03 loss=2.1829 ce=2.1829 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022710401564836502, 'pos0_bos_top1': 0, 'last_eos_p': 0.005992610473185778, 'last_eos_top1': 0}
+step=510600 lr=3.000000e-03 loss=2.4511 ce=2.4511 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026620062068104744, 'pos0_bos_top1': 0, 'last_eos_p': 0.006697517819702625, 'last_eos_top1': 0}
+step=510650 lr=3.000000e-03 loss=3.5377 ce=3.5377 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020615285262465477, 'pos0_bos_top1': 0, 'last_eos_p': 0.004570219200104475, 'last_eos_top1': 0}
+step=510700 lr=3.000000e-03 loss=3.0288 ce=3.0288 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01905106194317341, 'pos0_bos_top1': 0, 'last_eos_p': 0.004198589827865362, 'last_eos_top1': 0}
+step=510750 lr=3.000000e-03 loss=2.7314 ce=2.7314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01760520599782467, 'pos0_bos_top1': 0, 'last_eos_p': 0.005718669854104519, 'last_eos_top1': 0}
+step=510800 lr=3.000000e-03 loss=3.2149 ce=3.2149 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0258796364068985, 'pos0_bos_top1': 0, 'last_eos_p': 0.00953616388142109, 'last_eos_top1': 0}
+step=510850 lr=3.000000e-03 loss=2.7315 ce=2.7315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024403903633356094, 'pos0_bos_top1': 0, 'last_eos_p': 0.00827333889901638, 'last_eos_top1': 0}
+step=510900 lr=3.000000e-03 loss=2.1463 ce=2.1463 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01903000846505165, 'pos0_bos_top1': 0, 'last_eos_p': 0.00532185984775424, 'last_eos_top1': 0}
+step=510950 lr=3.000000e-03 loss=2.5572 ce=2.5572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019715048372745514, 'pos0_bos_top1': 0, 'last_eos_p': 0.005420577246695757, 'last_eos_top1': 0}
+step=511000 lr=3.000000e-03 loss=2.9856 ce=2.9856 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02562698721885681, 'pos0_bos_top1': 0, 'last_eos_p': 0.00872288178652525, 'last_eos_top1': 0}
+step=511050 lr=3.000000e-03 loss=2.2142 ce=2.2142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02271568402647972, 'pos0_bos_top1': 0, 'last_eos_p': 0.010312163271009922, 'last_eos_top1': 0}
+step=511100 lr=3.000000e-03 loss=2.4978 ce=2.4978 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022842075675725937, 'pos0_bos_top1': 0, 'last_eos_p': 0.006852831691503525, 'last_eos_top1': 0}
+step=511150 lr=3.000000e-03 loss=2.5463 ce=2.5463 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025030536577105522, 'pos0_bos_top1': 0, 'last_eos_p': 0.006876309867948294, 'last_eos_top1': 0}
+step=511200 lr=3.000000e-03 loss=2.7483 ce=2.7483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025776302441954613, 'pos0_bos_top1': 0, 'last_eos_p': 0.008483203127980232, 'last_eos_top1': 0}
+step=511250 lr=3.000000e-03 loss=2.6119 ce=2.6119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024105921387672424, 'pos0_bos_top1': 0, 'last_eos_p': 0.006748327985405922, 'last_eos_top1': 0}
+step=511300 lr=3.000000e-03 loss=2.8377 ce=2.8377 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019003406167030334, 'pos0_bos_top1': 0, 'last_eos_p': 0.007730146870017052, 'last_eos_top1': 0}
+step=511350 lr=3.000000e-03 loss=2.6428 ce=2.6428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02410506270825863, 'pos0_bos_top1': 0, 'last_eos_p': 0.006132418289780617, 'last_eos_top1': 0}
+step=511400 lr=3.000000e-03 loss=1.8806 ce=1.8806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.027370110154151917, 'pos0_bos_top1': 0, 'last_eos_p': 0.007038037292659283, 'last_eos_top1': 0}
+step=511450 lr=3.000000e-03 loss=2.5582 ce=2.5582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02419278398156166, 'pos0_bos_top1': 0, 'last_eos_p': 0.005757354199886322, 'last_eos_top1': 0}
+[elf_hfds direct rank=3 worker=0] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=0] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=0 worker=1] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=4 worker=1] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=3 worker=3] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=5 worker=3] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=4100000 rows=4091809 buffered=8191 part=openwebtext-t5
+step=511500 lr=3.000000e-03 loss=2.0175 ce=2.0175 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02191934548318386, 'pos0_bos_top1': 0, 'last_eos_p': 0.004956214223057032, 'last_eos_top1': 0}
+step=511550 lr=3.000000e-03 loss=2.3892 ce=2.3892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020573947578668594, 'pos0_bos_top1': 0, 'last_eos_p': 0.005957971792668104, 'last_eos_top1': 0}
+step=511600 lr=3.000000e-03 loss=2.1585 ce=2.1585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02386425994336605, 'pos0_bos_top1': 0, 'last_eos_p': 0.005071165971457958, 'last_eos_top1': 0}
+step=511650 lr=3.000000e-03 loss=2.4402 ce=2.4402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022924210876226425, 'pos0_bos_top1': 0, 'last_eos_p': 0.005392711143940687, 'last_eos_top1': 0}
+step=511700 lr=3.000000e-03 loss=2.5561 ce=2.5561 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023208949714899063, 'pos0_bos_top1': 0, 'last_eos_p': 0.004094932693988085, 'last_eos_top1': 0}
+step=511750 lr=3.000000e-03 loss=2.2880 ce=2.2880 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02599293552339077, 'pos0_bos_top1': 0, 'last_eos_p': 0.005666978191584349, 'last_eos_top1': 0}
+step=511800 lr=3.000000e-03 loss=2.7255 ce=2.7255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02727818675339222, 'pos0_bos_top1': 0, 'last_eos_p': 0.005105861462652683, 'last_eos_top1': 0}
+step=511850 lr=3.000000e-03 loss=2.4563 ce=2.4563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02338060736656189, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037650393787771463, 'last_eos_top1': 0}
+step=511900 lr=3.000000e-03 loss=1.7995 ce=1.7995 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024432683363556862, 'pos0_bos_top1': 0, 'last_eos_p': 0.004703497514128685, 'last_eos_top1': 0}
+step=511950 lr=3.000000e-03 loss=2.7397 ce=2.7397 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022883104160428047, 'pos0_bos_top1': 0, 'last_eos_p': 0.004682659171521664, 'last_eos_top1': 0}
+step=512000 lr=3.000000e-03 loss=2.2323 ce=2.2323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021132446825504303, 'pos0_bos_top1': 0, 'last_eos_p': 0.004649132955819368, 'last_eos_top1': 0}
+step=512050 lr=3.000000e-03 loss=2.7804 ce=2.7804 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023189108818769455, 'pos0_bos_top1': 0, 'last_eos_p': 0.005935966968536377, 'last_eos_top1': 0}
+step=512100 lr=3.000000e-03 loss=1.9720 ce=1.9720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02494567073881626, 'pos0_bos_top1': 0, 'last_eos_p': 0.004695685114711523, 'last_eos_top1': 0}
+step=512150 lr=3.000000e-03 loss=2.0879 ce=2.0879 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023055415600538254, 'pos0_bos_top1': 0, 'last_eos_p': 0.005263374652713537, 'last_eos_top1': 0}
+step=512200 lr=3.000000e-03 loss=2.0241 ce=2.0241 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026142530143260956, 'pos0_bos_top1': 0, 'last_eos_p': 0.006648460868746042, 'last_eos_top1': 0}
+step=512250 lr=3.000000e-03 loss=2.3153 ce=2.3153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.031215950846672058, 'pos0_bos_top1': 0, 'last_eos_p': 0.007581239566206932, 'last_eos_top1': 0}
+step=512300 lr=3.000000e-03 loss=2.2058 ce=2.2058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.030106795951724052, 'pos0_bos_top1': 0, 'last_eos_p': 0.005608904641121626, 'last_eos_top1': 0}
+step=512350 lr=3.000000e-03 loss=1.9807 ce=1.9807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.029545316472649574, 'pos0_bos_top1': 0, 'last_eos_p': 0.004690607078373432, 'last_eos_top1': 0}
+step=512400 lr=3.000000e-03 loss=2.3714 ce=2.3714 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03060033544898033, 'pos0_bos_top1': 0, 'last_eos_p': 0.005108068697154522, 'last_eos_top1': 0}
+step=512450 lr=3.000000e-03 loss=2.0160 ce=2.0160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03241240605711937, 'pos0_bos_top1': 0, 'last_eos_p': 0.00728957774117589, 'last_eos_top1': 0}
+step=512500 lr=3.000000e-03 loss=1.8880 ce=1.8880 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.028776755556464195, 'pos0_bos_top1': 0, 'last_eos_p': 0.007170452736318111, 'last_eos_top1': 0}
+step=512550 lr=3.000000e-03 loss=2.8910 ce=2.8910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02747318707406521, 'pos0_bos_top1': 0, 'last_eos_p': 0.005873007699847221, 'last_eos_top1': 0}
+step=512600 lr=3.000000e-03 loss=1.9579 ce=1.9579 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.031692251563072205, 'pos0_bos_top1': 0, 'last_eos_p': 0.0057448456063866615, 'last_eos_top1': 0}
+step=512650 lr=3.000000e-03 loss=2.3516 ce=2.3516 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.03113635443150997, 'pos0_bos_top1': 0, 'last_eos_p': 0.005504267755895853, 'last_eos_top1': 0}
+step=512700 lr=3.000000e-03 loss=2.4856 ce=2.4856 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02388462796807289, 'pos0_bos_top1': 0, 'last_eos_p': 0.003929197322577238, 'last_eos_top1': 0}
+step=512750 lr=3.000000e-03 loss=1.8669 ce=1.8669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026357034221291542, 'pos0_bos_top1': 0, 'last_eos_p': 0.005786015186458826, 'last_eos_top1': 0}
+step=512800 lr=3.000000e-03 loss=2.5409 ce=2.5409 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018773358315229416, 'pos0_bos_top1': 0, 'last_eos_p': 0.0033716110046952963, 'last_eos_top1': 0}
+step=512850 lr=3.000000e-03 loss=2.0384 ce=2.0384 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02167416550219059, 'pos0_bos_top1': 0, 'last_eos_p': 0.0035464446991682053, 'last_eos_top1': 0}
+step=512900 lr=3.000000e-03 loss=1.8323 ce=1.8323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017432639375329018, 'pos0_bos_top1': 0, 'last_eos_p': 0.0034124357625842094, 'last_eos_top1': 0}
+step=512950 lr=3.000000e-03 loss=1.6461 ce=1.6461 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018521880730986595, 'pos0_bos_top1': 0, 'last_eos_p': 0.004138755612075329, 'last_eos_top1': 0}
+step=513000 lr=3.000000e-03 loss=2.7344 ce=2.7344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023420097306370735, 'pos0_bos_top1': 0, 'last_eos_p': 0.003535561030730605, 'last_eos_top1': 0}
+step=513050 lr=3.000000e-03 loss=2.0578 ce=2.0578 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019931966438889503, 'pos0_bos_top1': 0, 'last_eos_p': 0.004204905591905117, 'last_eos_top1': 0}
+step=513100 lr=3.000000e-03 loss=2.4470 ce=2.4470 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021830745041370392, 'pos0_bos_top1': 0, 'last_eos_p': 0.0043937875889241695, 'last_eos_top1': 0}
+step=513150 lr=3.000000e-03 loss=2.7586 ce=2.7586 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01715279556810856, 'pos0_bos_top1': 0, 'last_eos_p': 0.004790689330548048, 'last_eos_top1': 0}
+step=513200 lr=3.000000e-03 loss=1.9379 ce=1.9379 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014812992885708809, 'pos0_bos_top1': 0, 'last_eos_p': 0.003319572191685438, 'last_eos_top1': 0}
+step=513250 lr=3.000000e-03 loss=2.8513 ce=2.8513 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018739046528935432, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037340109702199697, 'last_eos_top1': 0}
+step=513300 lr=3.000000e-03 loss=1.8844 ce=1.8844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019399074837565422, 'pos0_bos_top1': 0, 'last_eos_p': 0.004162588622421026, 'last_eos_top1': 0}
+step=513350 lr=3.000000e-03 loss=2.1975 ce=2.1975 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01967531070113182, 'pos0_bos_top1': 0, 'last_eos_p': 0.0030122201424092054, 'last_eos_top1': 0}
+step=513400 lr=3.000000e-03 loss=2.1634 ce=2.1634 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023466231301426888, 'pos0_bos_top1': 0, 'last_eos_p': 0.004430554807186127, 'last_eos_top1': 0}
+step=513450 lr=3.000000e-03 loss=1.9704 ce=1.9704 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020326338708400726, 'pos0_bos_top1': 0, 'last_eos_p': 0.003385515185073018, 'last_eos_top1': 0}
+step=513500 lr=3.000000e-03 loss=2.0705 ce=2.0705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01852848008275032, 'pos0_bos_top1': 0, 'last_eos_p': 0.004275540355592966, 'last_eos_top1': 0}
+step=513550 lr=3.000000e-03 loss=2.1563 ce=2.1563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01486265566200018, 'pos0_bos_top1': 0, 'last_eos_p': 0.0024063135497272015, 'last_eos_top1': 0}
+step=513600 lr=3.000000e-03 loss=2.5749 ce=2.5749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017218612134456635, 'pos0_bos_top1': 0, 'last_eos_p': 0.0025559852365404367, 'last_eos_top1': 0}
+step=513650 lr=3.000000e-03 loss=3.3311 ce=3.3311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017092835158109665, 'pos0_bos_top1': 0, 'last_eos_p': 0.003055110340937972, 'last_eos_top1': 0}
+step=513700 lr=3.000000e-03 loss=1.8404 ce=1.8404 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01651628687977791, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038018827326595783, 'last_eos_top1': 0}
+step=513750 lr=3.000000e-03 loss=2.7511 ce=2.7511 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016081972047686577, 'pos0_bos_top1': 0, 'last_eos_p': 0.003989550285041332, 'last_eos_top1': 0}
+step=513800 lr=3.000000e-03 loss=2.2310 ce=2.2310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017786916345357895, 'pos0_bos_top1': 0, 'last_eos_p': 0.004433819092810154, 'last_eos_top1': 0}
+step=513850 lr=3.000000e-03 loss=1.7027 ce=1.7027 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018187198787927628, 'pos0_bos_top1': 0, 'last_eos_p': 0.005882310681045055, 'last_eos_top1': 0}
+step=513900 lr=3.000000e-03 loss=2.4676 ce=2.4676 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015427473932504654, 'pos0_bos_top1': 0, 'last_eos_p': 0.005158064886927605, 'last_eos_top1': 0}
+step=513950 lr=3.000000e-03 loss=1.4303 ce=1.4303 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017491884529590607, 'pos0_bos_top1': 0, 'last_eos_p': 0.005384103395044804, 'last_eos_top1': 0}
+step=514000 lr=3.000000e-03 loss=2.4722 ce=2.4722 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01877353899180889, 'pos0_bos_top1': 0, 'last_eos_p': 0.006186492741107941, 'last_eos_top1': 0}
+step=514050 lr=3.000000e-03 loss=2.6994 ce=2.6994 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01952480338513851, 'pos0_bos_top1': 0, 'last_eos_p': 0.006034000776708126, 'last_eos_top1': 0}
+step=514100 lr=3.000000e-03 loss=2.4118 ce=2.4118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023531507700681686, 'pos0_bos_top1': 0, 'last_eos_p': 0.007839302532374859, 'last_eos_top1': 0}
+step=514150 lr=3.000000e-03 loss=2.5762 ce=2.5762 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022330230101943016, 'pos0_bos_top1': 0, 'last_eos_p': 0.007116433698683977, 'last_eos_top1': 0}
+step=514200 lr=3.000000e-03 loss=2.3409 ce=2.3409 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02658446505665779, 'pos0_bos_top1': 0, 'last_eos_p': 0.008703653700649738, 'last_eos_top1': 0}
+step=514250 lr=3.000000e-03 loss=2.5438 ce=2.5438 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02084732986986637, 'pos0_bos_top1': 0, 'last_eos_p': 0.005915007553994656, 'last_eos_top1': 0}
+step=514300 lr=3.000000e-03 loss=2.7142 ce=2.7142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01962759904563427, 'pos0_bos_top1': 0, 'last_eos_p': 0.006597461644560099, 'last_eos_top1': 0}
+step=514350 lr=3.000000e-03 loss=3.2742 ce=3.2742 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021068250760436058, 'pos0_bos_top1': 0, 'last_eos_p': 0.006973700597882271, 'last_eos_top1': 0}
+step=514400 lr=3.000000e-03 loss=2.5042 ce=2.5042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021479548886418343, 'pos0_bos_top1': 0, 'last_eos_p': 0.006325033027678728, 'last_eos_top1': 0}
+step=514450 lr=3.000000e-03 loss=1.5315 ce=1.5315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022772956639528275, 'pos0_bos_top1': 0, 'last_eos_p': 0.00896908063441515, 'last_eos_top1': 0}
+step=514500 lr=3.000000e-03 loss=3.0501 ce=3.0501 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02175750397145748, 'pos0_bos_top1': 0, 'last_eos_p': 0.006589917931705713, 'last_eos_top1': 0}
+step=514550 lr=3.000000e-03 loss=2.2408 ce=2.2408 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.029509469866752625, 'pos0_bos_top1': 0, 'last_eos_p': 0.00905330665409565, 'last_eos_top1': 0}
+step=514600 lr=3.000000e-03 loss=2.7101 ce=2.7101 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024541862308979034, 'pos0_bos_top1': 0, 'last_eos_p': 0.00579132791608572, 'last_eos_top1': 0}
+step=514650 lr=3.000000e-03 loss=1.8644 ce=1.8644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02445082552731037, 'pos0_bos_top1': 0, 'last_eos_p': 0.0065576378256082535, 'last_eos_top1': 0}
+step=514700 lr=3.000000e-03 loss=2.8798 ce=2.8798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02396477572619915, 'pos0_bos_top1': 0, 'last_eos_p': 0.007428760640323162, 'last_eos_top1': 0}
+step=514750 lr=3.000000e-03 loss=2.6575 ce=2.6575 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02329007163643837, 'pos0_bos_top1': 0, 'last_eos_p': 0.007152683101594448, 'last_eos_top1': 0}
+step=514800 lr=3.000000e-03 loss=1.9205 ce=1.9205 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023926280438899994, 'pos0_bos_top1': 0, 'last_eos_p': 0.0052838800475001335, 'last_eos_top1': 0}
+step=514850 lr=3.000000e-03 loss=2.2326 ce=2.2326 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018061980605125427, 'pos0_bos_top1': 0, 'last_eos_p': 0.00457118172198534, 'last_eos_top1': 0}
+step=514900 lr=3.000000e-03 loss=2.7028 ce=2.7028 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01667802408337593, 'pos0_bos_top1': 0, 'last_eos_p': 0.005951582919806242, 'last_eos_top1': 0}
+step=514950 lr=3.000000e-03 loss=3.2996 ce=3.2996 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015609693713486195, 'pos0_bos_top1': 0, 'last_eos_p': 0.005482061300426722, 'last_eos_top1': 0}
+step=515000 lr=3.000000e-03 loss=2.2274 ce=2.2274 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016528714448213577, 'pos0_bos_top1': 0, 'last_eos_p': 0.007352952845394611, 'last_eos_top1': 0}
+step=515050 lr=3.000000e-03 loss=3.1544 ce=3.1544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02014520950615406, 'pos0_bos_top1': 0, 'last_eos_p': 0.010322300717234612, 'last_eos_top1': 0}
+step=515100 lr=3.000000e-03 loss=2.6044 ce=2.6044 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02093670703470707, 'pos0_bos_top1': 0, 'last_eos_p': 0.014729070477187634, 'last_eos_top1': 0}
+step=515150 lr=3.000000e-03 loss=2.3655 ce=2.3655 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021154258400201797, 'pos0_bos_top1': 0, 'last_eos_p': 0.011309761554002762, 'last_eos_top1': 0}
+step=515200 lr=3.000000e-03 loss=2.3008 ce=2.3008 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017286647111177444, 'pos0_bos_top1': 0, 'last_eos_p': 0.01698974333703518, 'last_eos_top1': 0}
+step=515250 lr=3.000000e-03 loss=2.1772 ce=2.1772 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01609845645725727, 'pos0_bos_top1': 0, 'last_eos_p': 0.013648626394569874, 'last_eos_top1': 0}
+step=515300 lr=3.000000e-03 loss=2.2266 ce=2.2266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01734829694032669, 'pos0_bos_top1': 0, 'last_eos_p': 0.011919659562408924, 'last_eos_top1': 0}
+step=515350 lr=3.000000e-03 loss=2.5186 ce=2.5186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01669110357761383, 'pos0_bos_top1': 0, 'last_eos_p': 0.014281652867794037, 'last_eos_top1': 0}
+step=515400 lr=3.000000e-03 loss=2.8414 ce=2.8414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02284952811896801, 'pos0_bos_top1': 0, 'last_eos_p': 0.01655227318406105, 'last_eos_top1': 0}
+step=515450 lr=3.000000e-03 loss=3.0769 ce=3.0769 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018023867160081863, 'pos0_bos_top1': 0, 'last_eos_p': 0.011860712431371212, 'last_eos_top1': 0}
+step=515500 lr=3.000000e-03 loss=2.4575 ce=2.4575 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019372737035155296, 'pos0_bos_top1': 0, 'last_eos_p': 0.013429919257760048, 'last_eos_top1': 0}
+step=515550 lr=3.000000e-03 loss=1.5990 ce=1.5990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02083827368915081, 'pos0_bos_top1': 0, 'last_eos_p': 0.0119132986292243, 'last_eos_top1': 0}
+step=515600 lr=3.000000e-03 loss=2.6774 ce=2.6774 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0202068779617548, 'pos0_bos_top1': 0, 'last_eos_p': 0.009928451851010323, 'last_eos_top1': 0}
+step=515650 lr=3.000000e-03 loss=1.9822 ce=1.9822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026292212307453156, 'pos0_bos_top1': 0, 'last_eos_p': 0.014038069173693657, 'last_eos_top1': 0}
+step=515700 lr=3.000000e-03 loss=1.6296 ce=1.6296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.028931742534041405, 'pos0_bos_top1': 0, 'last_eos_p': 0.011377740651369095, 'last_eos_top1': 0}
+step=515750 lr=3.000000e-03 loss=2.5066 ce=2.5066 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023702507838606834, 'pos0_bos_top1': 0, 'last_eos_p': 0.011784736067056656, 'last_eos_top1': 0}
+step=515800 lr=3.000000e-03 loss=1.9762 ce=1.9762 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01959139294922352, 'pos0_bos_top1': 0, 'last_eos_p': 0.012576056644320488, 'last_eos_top1': 0}
+step=515850 lr=3.000000e-03 loss=1.7368 ce=1.7368 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02147536724805832, 'pos0_bos_top1': 0, 'last_eos_p': 0.014062225818634033, 'last_eos_top1': 0}
+step=515900 lr=3.000000e-03 loss=1.9879 ce=1.9879 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015728576108813286, 'pos0_bos_top1': 0, 'last_eos_p': 0.00909280963242054, 'last_eos_top1': 0}
+step=515950 lr=3.000000e-03 loss=3.0061 ce=3.0061 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022916223853826523, 'pos0_bos_top1': 0, 'last_eos_p': 0.014300195500254631, 'last_eos_top1': 0}
+step=516000 lr=3.000000e-03 loss=3.1122 ce=3.1122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02240060083568096, 'pos0_bos_top1': 0, 'last_eos_p': 0.012737912125885487, 'last_eos_top1': 0}
+step=516050 lr=3.000000e-03 loss=2.6496 ce=2.6496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017542926594614983, 'pos0_bos_top1': 0, 'last_eos_p': 0.010761944577097893, 'last_eos_top1': 0}
+step=516100 lr=3.000000e-03 loss=2.0997 ce=2.0997 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01701860874891281, 'pos0_bos_top1': 0, 'last_eos_p': 0.007961630821228027, 'last_eos_top1': 0}
+step=516150 lr=3.000000e-03 loss=2.6755 ce=2.6755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018275877460837364, 'pos0_bos_top1': 0, 'last_eos_p': 0.008654817007482052, 'last_eos_top1': 0}
+step=516200 lr=3.000000e-03 loss=2.6525 ce=2.6525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017741790041327477, 'pos0_bos_top1': 0, 'last_eos_p': 0.008606497198343277, 'last_eos_top1': 0}
+step=516250 lr=3.000000e-03 loss=3.1617 ce=3.1617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015712467953562737, 'pos0_bos_top1': 0, 'last_eos_p': 0.010780074633657932, 'last_eos_top1': 0}
+step=516300 lr=3.000000e-03 loss=1.9590 ce=1.9590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01872645691037178, 'pos0_bos_top1': 0, 'last_eos_p': 0.011742731556296349, 'last_eos_top1': 0}
+step=516350 lr=3.000000e-03 loss=2.5931 ce=2.5931 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01655668392777443, 'pos0_bos_top1': 0, 'last_eos_p': 0.013917694799602032, 'last_eos_top1': 0}
+step=516400 lr=3.000000e-03 loss=3.1050 ce=3.1050 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016302937641739845, 'pos0_bos_top1': 0, 'last_eos_p': 0.007040934171527624, 'last_eos_top1': 0}
+step=516450 lr=3.000000e-03 loss=3.0720 ce=3.0720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01698872819542885, 'pos0_bos_top1': 0, 'last_eos_p': 0.0072369505651295185, 'last_eos_top1': 0}
+step=516500 lr=3.000000e-03 loss=2.0674 ce=2.0674 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023324331268668175, 'pos0_bos_top1': 0, 'last_eos_p': 0.008505823090672493, 'last_eos_top1': 0}
+step=516550 lr=3.000000e-03 loss=2.7190 ce=2.7190 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02208549901843071, 'pos0_bos_top1': 0, 'last_eos_p': 0.006836149375885725, 'last_eos_top1': 0}
+step=516600 lr=3.000000e-03 loss=2.1229 ce=2.1229 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021639851853251457, 'pos0_bos_top1': 0, 'last_eos_p': 0.008170911110937595, 'last_eos_top1': 0}
+step=516650 lr=3.000000e-03 loss=2.7099 ce=2.7099 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02225334569811821, 'pos0_bos_top1': 0, 'last_eos_p': 0.009556863456964493, 'last_eos_top1': 0}
+step=516700 lr=3.000000e-03 loss=2.6560 ce=2.6560 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016265088692307472, 'pos0_bos_top1': 0, 'last_eos_p': 0.00798660609871149, 'last_eos_top1': 0}
+step=516750 lr=3.000000e-03 loss=2.5882 ce=2.5882 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01480704266577959, 'pos0_bos_top1': 0, 'last_eos_p': 0.009374997578561306, 'last_eos_top1': 0}
+step=516800 lr=3.000000e-03 loss=2.4631 ce=2.4631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015150949358940125, 'pos0_bos_top1': 0, 'last_eos_p': 0.007926162332296371, 'last_eos_top1': 0}
+step=516850 lr=3.000000e-03 loss=2.3735 ce=2.3735 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01996026001870632, 'pos0_bos_top1': 0, 'last_eos_p': 0.006327645853161812, 'last_eos_top1': 0}
+step=516900 lr=3.000000e-03 loss=2.5622 ce=2.5622 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01859176717698574, 'pos0_bos_top1': 0, 'last_eos_p': 0.007741248235106468, 'last_eos_top1': 0}
+step=516950 lr=3.000000e-03 loss=2.4969 ce=2.4969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020249031484127045, 'pos0_bos_top1': 0, 'last_eos_p': 0.006580376997590065, 'last_eos_top1': 0}
+step=517000 lr=3.000000e-03 loss=3.2626 ce=3.2626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017692821100354195, 'pos0_bos_top1': 0, 'last_eos_p': 0.008752154186367989, 'last_eos_top1': 0}
+step=517050 lr=3.000000e-03 loss=2.3941 ce=2.3941 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020134655758738518, 'pos0_bos_top1': 0, 'last_eos_p': 0.009956978261470795, 'last_eos_top1': 0}
+step=517100 lr=3.000000e-03 loss=2.8758 ce=2.8758 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0206480473279953, 'pos0_bos_top1': 0, 'last_eos_p': 0.007907564751803875, 'last_eos_top1': 0}
+step=517150 lr=3.000000e-03 loss=2.3155 ce=2.3155 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02239358052611351, 'pos0_bos_top1': 0, 'last_eos_p': 0.006822960451245308, 'last_eos_top1': 0}
+step=517200 lr=3.000000e-03 loss=1.8340 ce=1.8340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02803814969956875, 'pos0_bos_top1': 0, 'last_eos_p': 0.009899419732391834, 'last_eos_top1': 0}
+step=517250 lr=3.000000e-03 loss=2.2077 ce=2.2077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021025318652391434, 'pos0_bos_top1': 0, 'last_eos_p': 0.00883544608950615, 'last_eos_top1': 0}
+step=517300 lr=3.000000e-03 loss=2.6407 ce=2.6407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.028982190415263176, 'pos0_bos_top1': 0, 'last_eos_p': 0.011662249453365803, 'last_eos_top1': 0}
+step=517350 lr=3.000000e-03 loss=1.7953 ce=1.7953 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02710636332631111, 'pos0_bos_top1': 0, 'last_eos_p': 0.008601699955761433, 'last_eos_top1': 0}
+step=517400 lr=3.000000e-03 loss=2.5986 ce=2.5986 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02452908083796501, 'pos0_bos_top1': 0, 'last_eos_p': 0.0060486868023872375, 'last_eos_top1': 0}
+step=517450 lr=3.000000e-03 loss=2.3158 ce=2.3158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0223211869597435, 'pos0_bos_top1': 0, 'last_eos_p': 0.005558073986321688, 'last_eos_top1': 0}
+step=517500 lr=3.000000e-03 loss=2.0235 ce=2.0235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02005596272647381, 'pos0_bos_top1': 0, 'last_eos_p': 0.004934847354888916, 'last_eos_top1': 0}
+step=517550 lr=3.000000e-03 loss=2.8585 ce=2.8585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018344664946198463, 'pos0_bos_top1': 0, 'last_eos_p': 0.005026185419410467, 'last_eos_top1': 0}
+step=517600 lr=3.000000e-03 loss=2.1980 ce=2.1980 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022717123851180077, 'pos0_bos_top1': 0, 'last_eos_p': 0.005363134201616049, 'last_eos_top1': 0}
+step=517650 lr=3.000000e-03 loss=2.7865 ce=2.7865 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021224526688456535, 'pos0_bos_top1': 0, 'last_eos_p': 0.00682257954031229, 'last_eos_top1': 0}
+step=517700 lr=3.000000e-03 loss=2.1561 ce=2.1561 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020997345447540283, 'pos0_bos_top1': 0, 'last_eos_p': 0.00403364235535264, 'last_eos_top1': 0}
+step=517750 lr=3.000000e-03 loss=3.0950 ce=3.0950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018169350922107697, 'pos0_bos_top1': 0, 'last_eos_p': 0.002985049271956086, 'last_eos_top1': 0}
+step=517800 lr=3.000000e-03 loss=2.1602 ce=2.1602 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01879892498254776, 'pos0_bos_top1': 0, 'last_eos_p': 0.003911290783435106, 'last_eos_top1': 0}
+step=517850 lr=3.000000e-03 loss=1.9800 ce=1.9800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01811499521136284, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032293801195919514, 'last_eos_top1': 0}
+step=517900 lr=3.000000e-03 loss=2.3132 ce=2.3132 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02492353320121765, 'pos0_bos_top1': 0, 'last_eos_p': 0.005714244209229946, 'last_eos_top1': 0}
+step=517950 lr=3.000000e-03 loss=2.8829 ce=2.8829 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02432273142039776, 'pos0_bos_top1': 0, 'last_eos_p': 0.006108978763222694, 'last_eos_top1': 0}
+step=518000 lr=3.000000e-03 loss=2.3174 ce=2.3174 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.031124763190746307, 'pos0_bos_top1': 0, 'last_eos_p': 0.0077682798728346825, 'last_eos_top1': 0}
+step=518050 lr=3.000000e-03 loss=2.4009 ce=2.4009 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025668490678071976, 'pos0_bos_top1': 0, 'last_eos_p': 0.005586235783994198, 'last_eos_top1': 0}
+step=518100 lr=3.000000e-03 loss=2.2799 ce=2.2799 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02485709823668003, 'pos0_bos_top1': 0, 'last_eos_p': 0.0040788245387375355, 'last_eos_top1': 0}
+step=518150 lr=3.000000e-03 loss=2.6412 ce=2.6412 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02559458464384079, 'pos0_bos_top1': 0, 'last_eos_p': 0.004341370426118374, 'last_eos_top1': 0}
+step=518200 lr=3.000000e-03 loss=2.0067 ce=2.0067 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025023896247148514, 'pos0_bos_top1': 0, 'last_eos_p': 0.003020115662366152, 'last_eos_top1': 0}
+step=518250 lr=3.000000e-03 loss=3.2821 ce=3.2821 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02594294585287571, 'pos0_bos_top1': 0, 'last_eos_p': 0.005906383972615004, 'last_eos_top1': 0}
+step=518300 lr=3.000000e-03 loss=2.7669 ce=2.7669 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02311759814620018, 'pos0_bos_top1': 0, 'last_eos_p': 0.004547876305878162, 'last_eos_top1': 0}
+step=518350 lr=3.000000e-03 loss=2.5230 ce=2.5230 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02109622210264206, 'pos0_bos_top1': 0, 'last_eos_p': 0.003786379238590598, 'last_eos_top1': 0}
+step=518400 lr=3.000000e-03 loss=2.4311 ce=2.4311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021706391125917435, 'pos0_bos_top1': 0, 'last_eos_p': 0.0044181011617183685, 'last_eos_top1': 0}
+step=518450 lr=3.000000e-03 loss=2.9585 ce=2.9585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021064840257167816, 'pos0_bos_top1': 0, 'last_eos_p': 0.0029275324195623398, 'last_eos_top1': 0}
+step=518500 lr=3.000000e-03 loss=2.2167 ce=2.2167 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023861275985836983, 'pos0_bos_top1': 0, 'last_eos_p': 0.0027872018981724977, 'last_eos_top1': 0}
+step=518550 lr=3.000000e-03 loss=2.8788 ce=2.8788 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025999078527092934, 'pos0_bos_top1': 0, 'last_eos_p': 0.00351720186881721, 'last_eos_top1': 0}
+step=518600 lr=3.000000e-03 loss=2.7849 ce=2.7849 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023571457713842392, 'pos0_bos_top1': 0, 'last_eos_p': 0.0036666246596723795, 'last_eos_top1': 0}
+step=518650 lr=3.000000e-03 loss=2.4482 ce=2.4482 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01858104206621647, 'pos0_bos_top1': 0, 'last_eos_p': 0.002870134310796857, 'last_eos_top1': 0}
+step=518700 lr=3.000000e-03 loss=2.1417 ce=2.1417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016402781009674072, 'pos0_bos_top1': 0, 'last_eos_p': 0.0020233935210853815, 'last_eos_top1': 0}
+step=518750 lr=3.000000e-03 loss=1.5980 ce=1.5980 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01847049780189991, 'pos0_bos_top1': 0, 'last_eos_p': 0.003288382664322853, 'last_eos_top1': 0}
+step=518800 lr=3.000000e-03 loss=2.1258 ce=2.1258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015709348022937775, 'pos0_bos_top1': 0, 'last_eos_p': 0.002794702537357807, 'last_eos_top1': 0}
+step=518850 lr=3.000000e-03 loss=1.8809 ce=1.8809 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015542630106210709, 'pos0_bos_top1': 0, 'last_eos_p': 0.003237073076888919, 'last_eos_top1': 0}
+step=518900 lr=3.000000e-03 loss=2.8768 ce=2.8768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018864203244447708, 'pos0_bos_top1': 0, 'last_eos_p': 0.0036853360943496227, 'last_eos_top1': 0}
+step=518950 lr=3.000000e-03 loss=2.7551 ce=2.7551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01787145808339119, 'pos0_bos_top1': 0, 'last_eos_p': 0.00279107759706676, 'last_eos_top1': 0}
+step=519000 lr=3.000000e-03 loss=2.6416 ce=2.6416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01574268750846386, 'pos0_bos_top1': 0, 'last_eos_p': 0.002749040024355054, 'last_eos_top1': 0}
+step=519050 lr=3.000000e-03 loss=2.4696 ce=2.4696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014366901479661465, 'pos0_bos_top1': 0, 'last_eos_p': 0.0022714855149388313, 'last_eos_top1': 0}
+step=519100 lr=3.000000e-03 loss=2.0350 ce=2.0350 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015866409987211227, 'pos0_bos_top1': 0, 'last_eos_p': 0.0026370554696768522, 'last_eos_top1': 0}
+step=519150 lr=3.000000e-03 loss=2.7451 ce=2.7451 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01611299440264702, 'pos0_bos_top1': 0, 'last_eos_p': 0.002751045161858201, 'last_eos_top1': 0}
+step=519200 lr=3.000000e-03 loss=2.1871 ce=2.1871 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014603900723159313, 'pos0_bos_top1': 0, 'last_eos_p': 0.0024377561639994383, 'last_eos_top1': 0}
+step=519250 lr=3.000000e-03 loss=2.1438 ce=2.1438 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01594921387732029, 'pos0_bos_top1': 0, 'last_eos_p': 0.00290109240449965, 'last_eos_top1': 0}
+step=519300 lr=3.000000e-03 loss=2.9113 ce=2.9113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015502057038247585, 'pos0_bos_top1': 0, 'last_eos_p': 0.0027098224963992834, 'last_eos_top1': 0}
+step=519350 lr=3.000000e-03 loss=2.2272 ce=2.2272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0159489456564188, 'pos0_bos_top1': 0, 'last_eos_p': 0.0035557332448661327, 'last_eos_top1': 0}
+step=519400 lr=3.000000e-03 loss=2.3486 ce=2.3486 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01531704980880022, 'pos0_bos_top1': 0, 'last_eos_p': 0.00379411899484694, 'last_eos_top1': 0}
+step=519450 lr=3.000000e-03 loss=2.3466 ce=2.3466 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013887959532439709, 'pos0_bos_top1': 0, 'last_eos_p': 0.0021158915478736162, 'last_eos_top1': 0}
+step=519500 lr=3.000000e-03 loss=2.2573 ce=2.2573 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016086673364043236, 'pos0_bos_top1': 0, 'last_eos_p': 0.003104815259575844, 'last_eos_top1': 0}
+step=519550 lr=3.000000e-03 loss=2.8754 ce=2.8754 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013814586214721203, 'pos0_bos_top1': 0, 'last_eos_p': 0.001962952082976699, 'last_eos_top1': 0}
+step=519600 lr=3.000000e-03 loss=2.2710 ce=2.2710 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012373112142086029, 'pos0_bos_top1': 0, 'last_eos_p': 0.0010345043847337365, 'last_eos_top1': 0}
+step=519650 lr=3.000000e-03 loss=2.8524 ce=2.8524 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01537470892071724, 'pos0_bos_top1': 0, 'last_eos_p': 0.0008791975560598075, 'last_eos_top1': 0}
+step=519700 lr=3.000000e-03 loss=2.0162 ce=2.0162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015024349093437195, 'pos0_bos_top1': 0, 'last_eos_p': 0.001846378087066114, 'last_eos_top1': 0}
+step=519750 lr=3.000000e-03 loss=2.1164 ce=2.1164 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01453936193138361, 'pos0_bos_top1': 0, 'last_eos_p': 0.0018777186051011086, 'last_eos_top1': 0}
+step=519800 lr=3.000000e-03 loss=1.6925 ce=1.6925 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015818174928426743, 'pos0_bos_top1': 0, 'last_eos_p': 0.0025283051654696465, 'last_eos_top1': 0}
+step=519850 lr=3.000000e-03 loss=2.1561 ce=2.1561 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01588486135005951, 'pos0_bos_top1': 0, 'last_eos_p': 0.0021753779146820307, 'last_eos_top1': 0}
+step=519900 lr=3.000000e-03 loss=2.0395 ce=2.0395 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01770566776394844, 'pos0_bos_top1': 0, 'last_eos_p': 0.002637839876115322, 'last_eos_top1': 0}
+step=519950 lr=3.000000e-03 loss=2.5547 ce=2.5547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016916511580348015, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038243241142481565, 'last_eos_top1': 0}
+step=520000 lr=3.000000e-03 loss=2.0530 ce=2.0530 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014511451125144958, 'pos0_bos_top1': 0, 'last_eos_p': 0.0029971085023134947, 'last_eos_top1': 0}
+step=520050 lr=3.000000e-03 loss=1.8890 ce=1.8890 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017095884308218956, 'pos0_bos_top1': 0, 'last_eos_p': 0.0024051209911704063, 'last_eos_top1': 0}
+step=520100 lr=3.000000e-03 loss=1.8641 ce=1.8641 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013706461526453495, 'pos0_bos_top1': 0, 'last_eos_p': 0.0015619149198755622, 'last_eos_top1': 0}
+step=520150 lr=3.000000e-03 loss=2.5867 ce=2.5867 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013754952698946, 'pos0_bos_top1': 0, 'last_eos_p': 0.0029202334117144346, 'last_eos_top1': 0}
+step=520200 lr=3.000000e-03 loss=2.1432 ce=2.1432 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015480795875191689, 'pos0_bos_top1': 0, 'last_eos_p': 0.00268369959667325, 'last_eos_top1': 0}
+step=520250 lr=3.000000e-03 loss=2.0849 ce=2.0849 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014519447460770607, 'pos0_bos_top1': 0, 'last_eos_p': 0.0031250272877514362, 'last_eos_top1': 0}
+step=520300 lr=3.000000e-03 loss=2.7257 ce=2.7257 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016700483858585358, 'pos0_bos_top1': 0, 'last_eos_p': 0.004652814939618111, 'last_eos_top1': 0}
+step=520350 lr=3.000000e-03 loss=2.6313 ce=2.6313 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019616836681962013, 'pos0_bos_top1': 0, 'last_eos_p': 0.004234394524246454, 'last_eos_top1': 0}
+step=520400 lr=3.000000e-03 loss=2.4390 ce=2.4390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017617324367165565, 'pos0_bos_top1': 0, 'last_eos_p': 0.004849108401685953, 'last_eos_top1': 0}
+step=520450 lr=3.000000e-03 loss=1.9685 ce=1.9685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021300621330738068, 'pos0_bos_top1': 0, 'last_eos_p': 0.006681681610643864, 'last_eos_top1': 0}
+step=520500 lr=3.000000e-03 loss=1.9339 ce=1.9339 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01861492730677128, 'pos0_bos_top1': 0, 'last_eos_p': 0.005233412142843008, 'last_eos_top1': 0}
+step=520550 lr=3.000000e-03 loss=2.6428 ce=2.6428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018235530704259872, 'pos0_bos_top1': 0, 'last_eos_p': 0.007398340385407209, 'last_eos_top1': 0}
+step=520600 lr=3.000000e-03 loss=2.0434 ce=2.0434 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021959545090794563, 'pos0_bos_top1': 0, 'last_eos_p': 0.00764041393995285, 'last_eos_top1': 0}
+step=520650 lr=3.000000e-03 loss=2.2494 ce=2.2494 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022778820246458054, 'pos0_bos_top1': 0, 'last_eos_p': 0.009589643217623234, 'last_eos_top1': 0}
+step=520700 lr=3.000000e-03 loss=2.0921 ce=2.0921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02039836347103119, 'pos0_bos_top1': 0, 'last_eos_p': 0.004921373911201954, 'last_eos_top1': 0}
+step=520750 lr=3.000000e-03 loss=2.2807 ce=2.2807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022030452266335487, 'pos0_bos_top1': 0, 'last_eos_p': 0.005813748575747013, 'last_eos_top1': 0}
+step=520800 lr=3.000000e-03 loss=2.0406 ce=2.0406 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022773930802941322, 'pos0_bos_top1': 0, 'last_eos_p': 0.008042959496378899, 'last_eos_top1': 0}
+step=520850 lr=3.000000e-03 loss=2.1446 ce=2.1446 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02209019660949707, 'pos0_bos_top1': 0, 'last_eos_p': 0.007831105962395668, 'last_eos_top1': 0}
+step=520900 lr=3.000000e-03 loss=2.6316 ce=2.6316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023873910307884216, 'pos0_bos_top1': 0, 'last_eos_p': 0.006615465506911278, 'last_eos_top1': 0}
+step=520950 lr=3.000000e-03 loss=2.5302 ce=2.5302 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024748437106609344, 'pos0_bos_top1': 0, 'last_eos_p': 0.007472875528037548, 'last_eos_top1': 0}
+step=521000 lr=3.000000e-03 loss=2.1545 ce=2.1545 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023220691829919815, 'pos0_bos_top1': 0, 'last_eos_p': 0.006175864953547716, 'last_eos_top1': 0}
+step=521050 lr=3.000000e-03 loss=2.1864 ce=2.1864 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02469024993479252, 'pos0_bos_top1': 0, 'last_eos_p': 0.0055829607881605625, 'last_eos_top1': 0}
+step=521100 lr=3.000000e-03 loss=2.4795 ce=2.4795 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022990912199020386, 'pos0_bos_top1': 0, 'last_eos_p': 0.007773330435156822, 'last_eos_top1': 0}
+step=521150 lr=3.000000e-03 loss=1.7474 ce=1.7474 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02273707650601864, 'pos0_bos_top1': 0, 'last_eos_p': 0.0078086527064442635, 'last_eos_top1': 0}
+step=521200 lr=3.000000e-03 loss=2.0143 ce=2.0143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022601710632443428, 'pos0_bos_top1': 0, 'last_eos_p': 0.006122274789959192, 'last_eos_top1': 0}
+step=521250 lr=3.000000e-03 loss=2.9296 ce=2.9296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02022157795727253, 'pos0_bos_top1': 0, 'last_eos_p': 0.004756206646561623, 'last_eos_top1': 0}
+step=521300 lr=3.000000e-03 loss=2.9522 ce=2.9522 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02225116267800331, 'pos0_bos_top1': 0, 'last_eos_p': 0.005169519688934088, 'last_eos_top1': 0}
+step=521350 lr=3.000000e-03 loss=2.7382 ce=2.7382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0187187772244215, 'pos0_bos_top1': 0, 'last_eos_p': 0.0034647719003260136, 'last_eos_top1': 0}
+step=521400 lr=3.000000e-03 loss=1.6457 ce=1.6457 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02549883909523487, 'pos0_bos_top1': 0, 'last_eos_p': 0.004596864338964224, 'last_eos_top1': 0}
+step=521450 lr=3.000000e-03 loss=2.1331 ce=2.1331 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02523612044751644, 'pos0_bos_top1': 0, 'last_eos_p': 0.00752863846719265, 'last_eos_top1': 0}
+step=521500 lr=3.000000e-03 loss=2.0273 ce=2.0273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025051338598132133, 'pos0_bos_top1': 0, 'last_eos_p': 0.009716196916997433, 'last_eos_top1': 0}
+step=521550 lr=3.000000e-03 loss=2.3809 ce=2.3809 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.026902224868535995, 'pos0_bos_top1': 0, 'last_eos_p': 0.0076089780777692795, 'last_eos_top1': 0}
+step=521600 lr=3.000000e-03 loss=2.6742 ce=2.6742 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022728074342012405, 'pos0_bos_top1': 0, 'last_eos_p': 0.005577670410275459, 'last_eos_top1': 0}
+step=521650 lr=3.000000e-03 loss=2.3503 ce=2.3503 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021264899522066116, 'pos0_bos_top1': 0, 'last_eos_p': 0.005085488315671682, 'last_eos_top1': 0}
+step=521700 lr=3.000000e-03 loss=2.4756 ce=2.4756 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024215281009674072, 'pos0_bos_top1': 0, 'last_eos_p': 0.007318928372114897, 'last_eos_top1': 0}
+step=521750 lr=3.000000e-03 loss=1.6378 ce=1.6378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02014649659395218, 'pos0_bos_top1': 0, 'last_eos_p': 0.004162450321018696, 'last_eos_top1': 0}
+step=521800 lr=3.000000e-03 loss=2.2589 ce=2.2589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02842867374420166, 'pos0_bos_top1': 0, 'last_eos_p': 0.010576004162430763, 'last_eos_top1': 0}
+step=521850 lr=3.000000e-03 loss=2.9191 ce=2.9191 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023158445954322815, 'pos0_bos_top1': 0, 'last_eos_p': 0.007552034687250853, 'last_eos_top1': 0}
+step=521900 lr=3.000000e-03 loss=2.5814 ce=2.5814 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019512074068188667, 'pos0_bos_top1': 0, 'last_eos_p': 0.004499008879065514, 'last_eos_top1': 0}
+step=521950 lr=3.000000e-03 loss=2.6564 ce=2.6564 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023893307894468307, 'pos0_bos_top1': 0, 'last_eos_p': 0.003610461251810193, 'last_eos_top1': 0}
+step=522000 lr=3.000000e-03 loss=2.0143 ce=2.0143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020178601145744324, 'pos0_bos_top1': 0, 'last_eos_p': 0.005624427925795317, 'last_eos_top1': 0}
+step=522050 lr=3.000000e-03 loss=2.1330 ce=2.1330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020351527258753777, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037604498211294413, 'last_eos_top1': 0}
+step=522100 lr=3.000000e-03 loss=2.1518 ce=2.1518 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01839577965438366, 'pos0_bos_top1': 0, 'last_eos_p': 0.004845203831791878, 'last_eos_top1': 0}
+step=522150 lr=3.000000e-03 loss=2.7465 ce=2.7465 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016835566610097885, 'pos0_bos_top1': 0, 'last_eos_p': 0.003623237134888768, 'last_eos_top1': 0}
+step=522200 lr=3.000000e-03 loss=1.7534 ce=1.7534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019005218520760536, 'pos0_bos_top1': 0, 'last_eos_p': 0.004544238559901714, 'last_eos_top1': 0}
+step=522250 lr=3.000000e-03 loss=2.0357 ce=2.0357 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018494851887226105, 'pos0_bos_top1': 0, 'last_eos_p': 0.00690728984773159, 'last_eos_top1': 0}
+step=522300 lr=3.000000e-03 loss=2.4230 ce=2.4230 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015012683346867561, 'pos0_bos_top1': 0, 'last_eos_p': 0.003728011390194297, 'last_eos_top1': 0}
+step=522350 lr=3.000000e-03 loss=2.8438 ce=2.8438 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020262999460101128, 'pos0_bos_top1': 0, 'last_eos_p': 0.0075412471778690815, 'last_eos_top1': 0}
+step=522400 lr=3.000000e-03 loss=2.8915 ce=2.8915 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021260414272546768, 'pos0_bos_top1': 0, 'last_eos_p': 0.008846782147884369, 'last_eos_top1': 0}
+step=522450 lr=3.000000e-03 loss=1.6220 ce=1.6220 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016664817929267883, 'pos0_bos_top1': 0, 'last_eos_p': 0.005652020685374737, 'last_eos_top1': 0}
+step=522500 lr=3.000000e-03 loss=3.1127 ce=3.1127 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01902064122259617, 'pos0_bos_top1': 0, 'last_eos_p': 0.008516157045960426, 'last_eos_top1': 0}
+step=522550 lr=3.000000e-03 loss=2.9330 ce=2.9330 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020668260753154755, 'pos0_bos_top1': 0, 'last_eos_p': 0.008829401805996895, 'last_eos_top1': 0}
+step=522600 lr=3.000000e-03 loss=1.9529 ce=1.9529 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018244877457618713, 'pos0_bos_top1': 0, 'last_eos_p': 0.006674119736999273, 'last_eos_top1': 0}
+step=522650 lr=3.000000e-03 loss=2.4221 ce=2.4221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02426261082291603, 'pos0_bos_top1': 0, 'last_eos_p': 0.008135970681905746, 'last_eos_top1': 0}
+step=522700 lr=3.000000e-03 loss=2.9229 ce=2.9229 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018943289294838905, 'pos0_bos_top1': 0, 'last_eos_p': 0.006880937609821558, 'last_eos_top1': 0}
+step=522750 lr=3.000000e-03 loss=2.0068 ce=2.0068 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022533541545271873, 'pos0_bos_top1': 0, 'last_eos_p': 0.007131774444133043, 'last_eos_top1': 0}
+step=522800 lr=3.000000e-03 loss=1.9939 ce=1.9939 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021711289882659912, 'pos0_bos_top1': 0, 'last_eos_p': 0.008415337651968002, 'last_eos_top1': 0}
+step=522850 lr=3.000000e-03 loss=2.6253 ce=2.6253 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020633941516280174, 'pos0_bos_top1': 0, 'last_eos_p': 0.007554035633802414, 'last_eos_top1': 0}
+step=522900 lr=3.000000e-03 loss=2.2366 ce=2.2366 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018304720520973206, 'pos0_bos_top1': 0, 'last_eos_p': 0.007794476579874754, 'last_eos_top1': 0}
+step=522950 lr=3.000000e-03 loss=2.4586 ce=2.4586 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01646561175584793, 'pos0_bos_top1': 0, 'last_eos_p': 0.00618277071043849, 'last_eos_top1': 0}
+step=523000 lr=3.000000e-03 loss=2.3840 ce=2.3840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018832575529813766, 'pos0_bos_top1': 0, 'last_eos_p': 0.005960139445960522, 'last_eos_top1': 0}
+step=523050 lr=3.000000e-03 loss=3.3095 ce=3.3095 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01764311082661152, 'pos0_bos_top1': 0, 'last_eos_p': 0.006159924902021885, 'last_eos_top1': 0}
+step=523100 lr=3.000000e-03 loss=2.6582 ce=2.6582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016283825039863586, 'pos0_bos_top1': 0, 'last_eos_p': 0.006375502794981003, 'last_eos_top1': 0}
+step=523150 lr=3.000000e-03 loss=2.6127 ce=2.6127 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019054854288697243, 'pos0_bos_top1': 0, 'last_eos_p': 0.0054306769743561745, 'last_eos_top1': 0}
+step=523200 lr=3.000000e-03 loss=2.6564 ce=2.6564 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023169754073023796, 'pos0_bos_top1': 0, 'last_eos_p': 0.005374883767217398, 'last_eos_top1': 0}
+step=523250 lr=3.000000e-03 loss=2.1495 ce=2.1495 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015777932479977608, 'pos0_bos_top1': 0, 'last_eos_p': 0.004454902373254299, 'last_eos_top1': 0}
+step=523300 lr=3.000000e-03 loss=3.0716 ce=3.0716 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017621949315071106, 'pos0_bos_top1': 0, 'last_eos_p': 0.005663738586008549, 'last_eos_top1': 0}
+step=523350 lr=3.000000e-03 loss=2.7568 ce=2.7568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01585293374955654, 'pos0_bos_top1': 0, 'last_eos_p': 0.002973537426441908, 'last_eos_top1': 0}
+step=523400 lr=3.000000e-03 loss=2.2723 ce=2.2723 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014936608262360096, 'pos0_bos_top1': 0, 'last_eos_p': 0.0036838450469076633, 'last_eos_top1': 0}
+step=523450 lr=3.000000e-03 loss=2.6053 ce=2.6053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015550478361546993, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038133389316499233, 'last_eos_top1': 0}
+step=523500 lr=3.000000e-03 loss=2.1925 ce=2.1925 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012638594955205917, 'pos0_bos_top1': 0, 'last_eos_p': 0.002261767629534006, 'last_eos_top1': 0}
+step=523550 lr=3.000000e-03 loss=2.2887 ce=2.2887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019743874669075012, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038150481414049864, 'last_eos_top1': 0}
+step=523600 lr=3.000000e-03 loss=2.4757 ce=2.4757 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01382677536457777, 'pos0_bos_top1': 0, 'last_eos_p': 0.003101176116615534, 'last_eos_top1': 0}
+step=523650 lr=3.000000e-03 loss=2.6264 ce=2.6264 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013197679072618484, 'pos0_bos_top1': 0, 'last_eos_p': 0.0012457907432690263, 'last_eos_top1': 0}
+step=523700 lr=3.000000e-03 loss=2.0108 ce=2.0108 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013965162448585033, 'pos0_bos_top1': 0, 'last_eos_p': 0.0018973154947161674, 'last_eos_top1': 0}
+step=523750 lr=3.000000e-03 loss=2.9733 ce=2.9733 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017457298934459686, 'pos0_bos_top1': 0, 'last_eos_p': 0.0022613033652305603, 'last_eos_top1': 0}
+step=523800 lr=3.000000e-03 loss=2.7483 ce=2.7483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016925981268286705, 'pos0_bos_top1': 0, 'last_eos_p': 0.0021875728853046894, 'last_eos_top1': 0}
+step=523850 lr=3.000000e-03 loss=2.2951 ce=2.2951 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017385641112923622, 'pos0_bos_top1': 0, 'last_eos_p': 0.0027107761707156897, 'last_eos_top1': 0}
+step=523900 lr=3.000000e-03 loss=2.2147 ce=2.2147 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015962524339556694, 'pos0_bos_top1': 0, 'last_eos_p': 0.004742647521197796, 'last_eos_top1': 0}
+step=523950 lr=3.000000e-03 loss=2.8104 ce=2.8104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016841040924191475, 'pos0_bos_top1': 0, 'last_eos_p': 0.005350291728973389, 'last_eos_top1': 0}
+[elf_hfds direct rank=1 worker=0] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=0 worker=1] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=1 worker=2] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=3] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=3] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=0 worker=3] docs=4200000 rows=4191809 buffered=8191 part=openwebtext-t5
+
+step=524000 lr=3.000000e-03 loss=1.6708 ce=1.6708 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019079050049185753, 'pos0_bos_top1': 0, 'last_eos_p': 0.006596451625227928, 'last_eos_top1': 0}
+step=524050 lr=3.000000e-03 loss=1.9719 ce=1.9719 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016922585666179657, 'pos0_bos_top1': 0, 'last_eos_p': 0.004179247654974461, 'last_eos_top1': 0}
+step=524100 lr=3.000000e-03 loss=2.0243 ce=2.0243 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017495691776275635, 'pos0_bos_top1': 0, 'last_eos_p': 0.003905765013769269, 'last_eos_top1': 0}
+step=524150 lr=3.000000e-03 loss=2.4506 ce=2.4506 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018186315894126892, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032657384872436523, 'last_eos_top1': 0}
+step=524200 lr=3.000000e-03 loss=2.5276 ce=2.5276 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016257332637906075, 'pos0_bos_top1': 0, 'last_eos_p': 0.0035174048971384764, 'last_eos_top1': 0}
+step=524250 lr=3.000000e-03 loss=2.9012 ce=2.9012 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018344689160585403, 'pos0_bos_top1': 0, 'last_eos_p': 0.0034648042637854815, 'last_eos_top1': 0}
+step=524300 lr=3.000000e-03 loss=1.8794 ce=1.8794 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017888758331537247, 'pos0_bos_top1': 0, 'last_eos_p': 0.004620450083166361, 'last_eos_top1': 0}
+step=524350 lr=3.000000e-03 loss=2.0142 ce=2.0142 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01605737768113613, 'pos0_bos_top1': 0, 'last_eos_p': 0.0026496993377804756, 'last_eos_top1': 0}
+step=524400 lr=3.000000e-03 loss=2.4400 ce=2.4400 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018161509186029434, 'pos0_bos_top1': 0, 'last_eos_p': 0.0042868987657129765, 'last_eos_top1': 0}
+step=524450 lr=3.000000e-03 loss=2.0733 ce=2.0733 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01902768388390541, 'pos0_bos_top1': 0, 'last_eos_p': 0.004523366689682007, 'last_eos_top1': 0}
+step=524500 lr=3.000000e-03 loss=2.5059 ce=2.5059 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017925240099430084, 'pos0_bos_top1': 0, 'last_eos_p': 0.005182181019335985, 'last_eos_top1': 0}
+step=524550 lr=3.000000e-03 loss=2.7488 ce=2.7488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015607256442308426, 'pos0_bos_top1': 0, 'last_eos_p': 0.006656909827142954, 'last_eos_top1': 0}
+step=524600 lr=3.000000e-03 loss=2.5249 ce=2.5249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016164379194378853, 'pos0_bos_top1': 0, 'last_eos_p': 0.004835531115531921, 'last_eos_top1': 0}
+step=524650 lr=3.000000e-03 loss=1.7681 ce=1.7681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01985095627605915, 'pos0_bos_top1': 0, 'last_eos_p': 0.0042593334801495075, 'last_eos_top1': 0}
+step=524700 lr=3.000000e-03 loss=2.2831 ce=2.2831 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01454295963048935, 'pos0_bos_top1': 0, 'last_eos_p': 0.004349923692643642, 'last_eos_top1': 0}
+step=524750 lr=3.000000e-03 loss=2.6943 ce=2.6943 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01843123883008957, 'pos0_bos_top1': 0, 'last_eos_p': 0.005470034200698137, 'last_eos_top1': 0}
+step=524800 lr=3.000000e-03 loss=1.9923 ce=1.9923 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016759131103754044, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038747191429138184, 'last_eos_top1': 0}
+step=524850 lr=3.000000e-03 loss=2.1440 ce=2.1440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01561219897121191, 'pos0_bos_top1': 0, 'last_eos_p': 0.003035398432984948, 'last_eos_top1': 0}
+step=524900 lr=3.000000e-03 loss=2.2874 ce=2.2874 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018910139799118042, 'pos0_bos_top1': 0, 'last_eos_p': 0.005898113362491131, 'last_eos_top1': 0}
+step=524950 lr=3.000000e-03 loss=2.6440 ce=2.6440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015362081117928028, 'pos0_bos_top1': 0, 'last_eos_p': 0.004890813026577234, 'last_eos_top1': 0}
+step=525000 lr=3.000000e-03 loss=3.2485 ce=3.2485 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017014795914292336, 'pos0_bos_top1': 0, 'last_eos_p': 0.00510029960423708, 'last_eos_top1': 0}
+step=525050 lr=3.000000e-03 loss=1.9193 ce=1.9193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020066093653440475, 'pos0_bos_top1': 0, 'last_eos_p': 0.005848354659974575, 'last_eos_top1': 0}
+step=525100 lr=3.000000e-03 loss=2.1098 ce=2.1098 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021772809326648712, 'pos0_bos_top1': 0, 'last_eos_p': 0.005007808096706867, 'last_eos_top1': 0}
+step=525150 lr=3.000000e-03 loss=2.0374 ce=2.0374 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02083098702132702, 'pos0_bos_top1': 0, 'last_eos_p': 0.0045342338271439075, 'last_eos_top1': 0}
+step=525200 lr=3.000000e-03 loss=1.7908 ce=1.7908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017085419967770576, 'pos0_bos_top1': 0, 'last_eos_p': 0.0046187774278223515, 'last_eos_top1': 0}
+step=525250 lr=3.000000e-03 loss=2.2568 ce=2.2568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016913410276174545, 'pos0_bos_top1': 0, 'last_eos_p': 0.004999248310923576, 'last_eos_top1': 0}
+step=525300 lr=3.000000e-03 loss=3.0723 ce=3.0723 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01989714987576008, 'pos0_bos_top1': 0, 'last_eos_p': 0.0065483166836202145, 'last_eos_top1': 0}
+step=525350 lr=3.000000e-03 loss=2.3150 ce=2.3150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01750834658741951, 'pos0_bos_top1': 0, 'last_eos_p': 0.004654670134186745, 'last_eos_top1': 0}
+step=525400 lr=3.000000e-03 loss=1.6314 ce=1.6314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019828729331493378, 'pos0_bos_top1': 0, 'last_eos_p': 0.005519660655409098, 'last_eos_top1': 0}
+step=525450 lr=3.000000e-03 loss=1.8626 ce=1.8626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017853504046797752, 'pos0_bos_top1': 0, 'last_eos_p': 0.004395422991365194, 'last_eos_top1': 0}
+step=525500 lr=3.000000e-03 loss=2.5743 ce=2.5743 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01801919937133789, 'pos0_bos_top1': 0, 'last_eos_p': 0.003535713069140911, 'last_eos_top1': 0}
+step=525550 lr=3.000000e-03 loss=2.0221 ce=2.0221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019003065302968025, 'pos0_bos_top1': 0, 'last_eos_p': 0.004610068630427122, 'last_eos_top1': 0}
+step=525600 lr=3.000000e-03 loss=2.9840 ce=2.9840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018341030925512314, 'pos0_bos_top1': 0, 'last_eos_p': 0.003864540020003915, 'last_eos_top1': 0}
+step=525650 lr=3.000000e-03 loss=2.3910 ce=2.3910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02266319841146469, 'pos0_bos_top1': 0, 'last_eos_p': 0.004742047283798456, 'last_eos_top1': 0}
+step=525700 lr=3.000000e-03 loss=2.1181 ce=2.1181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02138049155473709, 'pos0_bos_top1': 0, 'last_eos_p': 0.004093268886208534, 'last_eos_top1': 0}
+step=525750 lr=3.000000e-03 loss=2.4003 ce=2.4003 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019789040088653564, 'pos0_bos_top1': 0, 'last_eos_p': 0.004013352561742067, 'last_eos_top1': 0}
+step=525800 lr=3.000000e-03 loss=2.3835 ce=2.3835 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014140558429062366, 'pos0_bos_top1': 0, 'last_eos_p': 0.0031630645971745253, 'last_eos_top1': 0}
+step=525850 lr=3.000000e-03 loss=1.8617 ce=1.8617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015588109381496906, 'pos0_bos_top1': 0, 'last_eos_p': 0.0026468057185411453, 'last_eos_top1': 0}
+step=525900 lr=3.000000e-03 loss=2.0819 ce=2.0819 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016682302579283714, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032528256997466087, 'last_eos_top1': 0}
+step=525950 lr=3.000000e-03 loss=2.4670 ce=2.4670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014345670118927956, 'pos0_bos_top1': 0, 'last_eos_p': 0.003823071252554655, 'last_eos_top1': 0}
+step=526000 lr=3.000000e-03 loss=2.4586 ce=2.4586 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017350468784570694, 'pos0_bos_top1': 0, 'last_eos_p': 0.005144388414919376, 'last_eos_top1': 0}
+step=526050 lr=3.000000e-03 loss=2.7553 ce=2.7553 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014346408657729626, 'pos0_bos_top1': 0, 'last_eos_p': 0.003757032100111246, 'last_eos_top1': 0}
+step=526100 lr=3.000000e-03 loss=2.4388 ce=2.4388 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01430959440767765, 'pos0_bos_top1': 0, 'last_eos_p': 0.005149855278432369, 'last_eos_top1': 0}
+step=526150 lr=3.000000e-03 loss=2.3947 ce=2.3947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014168665744364262, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037229538429528475, 'last_eos_top1': 0}
+step=526200 lr=3.000000e-03 loss=2.5001 ce=2.5001 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015880661085247993, 'pos0_bos_top1': 0, 'last_eos_p': 0.004223474767059088, 'last_eos_top1': 0}
+step=526250 lr=3.000000e-03 loss=2.2644 ce=2.2644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012269669212400913, 'pos0_bos_top1': 0, 'last_eos_p': 0.002258304273709655, 'last_eos_top1': 0}
+step=526300 lr=3.000000e-03 loss=2.8625 ce=2.8625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012466651387512684, 'pos0_bos_top1': 0, 'last_eos_p': 0.003627415280789137, 'last_eos_top1': 0}
+step=526350 lr=3.000000e-03 loss=2.3201 ce=2.3201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014779685996472836, 'pos0_bos_top1': 0, 'last_eos_p': 0.004659848287701607, 'last_eos_top1': 0}
+step=526400 lr=3.000000e-03 loss=2.6041 ce=2.6041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01332381833344698, 'pos0_bos_top1': 0, 'last_eos_p': 0.003706457791849971, 'last_eos_top1': 0}
+step=526450 lr=3.000000e-03 loss=2.2341 ce=2.2341 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014069142751395702, 'pos0_bos_top1': 0, 'last_eos_p': 0.00279741152189672, 'last_eos_top1': 0}
+step=526500 lr=3.000000e-03 loss=2.0506 ce=2.0506 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013127367943525314, 'pos0_bos_top1': 0, 'last_eos_p': 0.0025732347276061773, 'last_eos_top1': 0}
+step=526550 lr=3.000000e-03 loss=2.4107 ce=2.4107 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011807424947619438, 'pos0_bos_top1': 0, 'last_eos_p': 0.0031219706870615482, 'last_eos_top1': 0}
+step=526600 lr=3.000000e-03 loss=2.8493 ce=2.8493 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011866002343595028, 'pos0_bos_top1': 0, 'last_eos_p': 0.003785223700106144, 'last_eos_top1': 0}
+step=526650 lr=3.000000e-03 loss=1.8239 ce=1.8239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011106706224381924, 'pos0_bos_top1': 0, 'last_eos_p': 0.0033091469667851925, 'last_eos_top1': 0}
+step=526700 lr=3.000000e-03 loss=2.0235 ce=2.0235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01288451999425888, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032849335111677647, 'last_eos_top1': 0}
+step=526750 lr=3.000000e-03 loss=3.1067 ce=3.1067 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016201842576265335, 'pos0_bos_top1': 0, 'last_eos_p': 0.005580705124884844, 'last_eos_top1': 0}
+step=526800 lr=3.000000e-03 loss=2.3152 ce=2.3152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012630405835807323, 'pos0_bos_top1': 0, 'last_eos_p': 0.003117044223472476, 'last_eos_top1': 0}
+step=526850 lr=3.000000e-03 loss=2.7188 ce=2.7188 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013061707839369774, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037206935230642557, 'last_eos_top1': 0}
+step=526900 lr=3.000000e-03 loss=2.7983 ce=2.7983 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011510981246829033, 'pos0_bos_top1': 0, 'last_eos_p': 0.0026782702188938856, 'last_eos_top1': 0}
+step=526950 lr=3.000000e-03 loss=2.6943 ce=2.6943 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01273474469780922, 'pos0_bos_top1': 0, 'last_eos_p': 0.002699997741729021, 'last_eos_top1': 0}
+step=527000 lr=3.000000e-03 loss=2.5414 ce=2.5414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012724604457616806, 'pos0_bos_top1': 0, 'last_eos_p': 0.002854165155440569, 'last_eos_top1': 0}
+step=527050 lr=3.000000e-03 loss=2.6910 ce=2.6910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010470873676240444, 'pos0_bos_top1': 0, 'last_eos_p': 0.0016715488163754344, 'last_eos_top1': 0}
+step=527100 lr=3.000000e-03 loss=2.1806 ce=2.1806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01417896430939436, 'pos0_bos_top1': 0, 'last_eos_p': 0.002150089479982853, 'last_eos_top1': 0}
+step=527150 lr=3.000000e-03 loss=2.6149 ce=2.6149 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011904846876859665, 'pos0_bos_top1': 0, 'last_eos_p': 0.002992843510583043, 'last_eos_top1': 0}
+step=527200 lr=3.000000e-03 loss=2.4497 ce=2.4497 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01200438104569912, 'pos0_bos_top1': 0, 'last_eos_p': 0.0014805778628215194, 'last_eos_top1': 0}
+step=527250 lr=3.000000e-03 loss=2.5181 ce=2.5181 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012184971943497658, 'pos0_bos_top1': 0, 'last_eos_p': 0.002967100590467453, 'last_eos_top1': 0}
+step=527300 lr=3.000000e-03 loss=3.1178 ce=3.1178 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011514583602547646, 'pos0_bos_top1': 0, 'last_eos_p': 0.0022852576803416014, 'last_eos_top1': 0}
+step=527350 lr=3.000000e-03 loss=3.1988 ce=3.1988 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012307379394769669, 'pos0_bos_top1': 0, 'last_eos_p': 0.0023738439194858074, 'last_eos_top1': 0}
+step=527400 lr=3.000000e-03 loss=2.6434 ce=2.6434 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014924821443855762, 'pos0_bos_top1': 0, 'last_eos_p': 0.003170694224536419, 'last_eos_top1': 0}
+step=527450 lr=3.000000e-03 loss=2.2991 ce=2.2991 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01642431691288948, 'pos0_bos_top1': 0, 'last_eos_p': 0.004112903494387865, 'last_eos_top1': 0}
+step=527500 lr=3.000000e-03 loss=2.9413 ce=2.9413 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014587914571166039, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038913076277822256, 'last_eos_top1': 0}
+step=527550 lr=3.000000e-03 loss=2.1878 ce=2.1878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013782631605863571, 'pos0_bos_top1': 0, 'last_eos_p': 0.004875845741480589, 'last_eos_top1': 0}
+step=527600 lr=3.000000e-03 loss=2.6437 ce=2.6437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013746081851422787, 'pos0_bos_top1': 0, 'last_eos_p': 0.004731656517833471, 'last_eos_top1': 0}
+step=527650 lr=3.000000e-03 loss=2.3269 ce=2.3269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014423905871808529, 'pos0_bos_top1': 0, 'last_eos_p': 0.0046369596384465694, 'last_eos_top1': 0}
+step=527700 lr=3.000000e-03 loss=2.7052 ce=2.7052 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017689088359475136, 'pos0_bos_top1': 0, 'last_eos_p': 0.00460211792960763, 'last_eos_top1': 0}
+step=527750 lr=3.000000e-03 loss=2.3773 ce=2.3773 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01492644939571619, 'pos0_bos_top1': 0, 'last_eos_p': 0.0027923337183892727, 'last_eos_top1': 0}
+step=527800 lr=3.000000e-03 loss=1.4456 ce=1.4456 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015375103801488876, 'pos0_bos_top1': 0, 'last_eos_p': 0.0024189071264117956, 'last_eos_top1': 0}
+step=527850 lr=3.000000e-03 loss=2.6154 ce=2.6154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016640814021229744, 'pos0_bos_top1': 0, 'last_eos_p': 0.002068504225462675, 'last_eos_top1': 0}
+step=527900 lr=3.000000e-03 loss=2.9724 ce=2.9724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013552360236644745, 'pos0_bos_top1': 0, 'last_eos_p': 0.0030357949435710907, 'last_eos_top1': 0}
+step=527950 lr=3.000000e-03 loss=2.6100 ce=2.6100 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011671898886561394, 'pos0_bos_top1': 0, 'last_eos_p': 0.002261553891003132, 'last_eos_top1': 0}
+step=528000 lr=3.000000e-03 loss=1.7990 ce=1.7990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014489084482192993, 'pos0_bos_top1': 0, 'last_eos_p': 0.003965061157941818, 'last_eos_top1': 0}
+step=528050 lr=3.000000e-03 loss=2.1584 ce=2.1584 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013502777554094791, 'pos0_bos_top1': 0, 'last_eos_p': 0.00360282463952899, 'last_eos_top1': 0}
+step=528100 lr=3.000000e-03 loss=3.1766 ce=3.1766 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011503135785460472, 'pos0_bos_top1': 0, 'last_eos_p': 0.0026355627924203873, 'last_eos_top1': 0}
+step=528150 lr=3.000000e-03 loss=2.5069 ce=2.5069 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017417119815945625, 'pos0_bos_top1': 0, 'last_eos_p': 0.003812243929132819, 'last_eos_top1': 0}
+step=528200 lr=3.000000e-03 loss=2.1380 ce=2.1380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01644260250031948, 'pos0_bos_top1': 0, 'last_eos_p': 0.005951648578047752, 'last_eos_top1': 0}
+step=528250 lr=3.000000e-03 loss=1.9227 ce=1.9227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017330950126051903, 'pos0_bos_top1': 0, 'last_eos_p': 0.004537283908575773, 'last_eos_top1': 0}
+step=528300 lr=3.000000e-03 loss=1.4654 ce=1.4654 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01755589433014393, 'pos0_bos_top1': 0, 'last_eos_p': 0.004525149241089821, 'last_eos_top1': 0}
+step=528350 lr=3.000000e-03 loss=2.1826 ce=2.1826 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014626909978687763, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032910353038460016, 'last_eos_top1': 0}
+step=528400 lr=3.000000e-03 loss=2.6053 ce=2.6053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015873847529292107, 'pos0_bos_top1': 0, 'last_eos_p': 0.003988827113062143, 'last_eos_top1': 0}
+step=528450 lr=3.000000e-03 loss=2.4915 ce=2.4915 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023534389212727547, 'pos0_bos_top1': 0, 'last_eos_p': 0.004241713788360357, 'last_eos_top1': 0}
+step=528500 lr=3.000000e-03 loss=2.4104 ce=2.4104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023660557344555855, 'pos0_bos_top1': 0, 'last_eos_p': 0.003508599940687418, 'last_eos_top1': 0}
+step=528550 lr=3.000000e-03 loss=1.8002 ce=1.8002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019909154623746872, 'pos0_bos_top1': 0, 'last_eos_p': 0.003123240079730749, 'last_eos_top1': 0}
+step=528600 lr=3.000000e-03 loss=2.8367 ce=2.8367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020519781857728958, 'pos0_bos_top1': 0, 'last_eos_p': 0.003232946852222085, 'last_eos_top1': 0}
+step=528650 lr=3.000000e-03 loss=2.4053 ce=2.4053 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021458610892295837, 'pos0_bos_top1': 0, 'last_eos_p': 0.006100197788327932, 'last_eos_top1': 0}
+step=528700 lr=3.000000e-03 loss=2.7378 ce=2.7378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024407953023910522, 'pos0_bos_top1': 0, 'last_eos_p': 0.005457024089992046, 'last_eos_top1': 0}
+step=528750 lr=3.000000e-03 loss=1.6100 ce=1.6100 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02504557929933071, 'pos0_bos_top1': 0, 'last_eos_p': 0.0050639319233596325, 'last_eos_top1': 0}
+step=528800 lr=3.000000e-03 loss=3.2623 ce=3.2623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017655042931437492, 'pos0_bos_top1': 0, 'last_eos_p': 0.0028354041278362274, 'last_eos_top1': 0}
+step=528850 lr=3.000000e-03 loss=2.6921 ce=2.6921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02131996676325798, 'pos0_bos_top1': 0, 'last_eos_p': 0.0030526164919137955, 'last_eos_top1': 0}
+step=528900 lr=3.000000e-03 loss=1.8873 ce=1.8873 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01621408760547638, 'pos0_bos_top1': 0, 'last_eos_p': 0.002346278168261051, 'last_eos_top1': 0}
+step=528950 lr=3.000000e-03 loss=1.9231 ce=1.9231 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01896893046796322, 'pos0_bos_top1': 0, 'last_eos_p': 0.0028595372568815947, 'last_eos_top1': 0}
+step=529000 lr=3.000000e-03 loss=2.4632 ce=2.4632 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0230170339345932, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032156251836568117, 'last_eos_top1': 0}
+step=529050 lr=3.000000e-03 loss=1.9553 ce=1.9553 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01871664635837078, 'pos0_bos_top1': 0, 'last_eos_p': 0.003502101404592395, 'last_eos_top1': 0}
+step=529100 lr=3.000000e-03 loss=2.1429 ce=2.1429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02202896773815155, 'pos0_bos_top1': 0, 'last_eos_p': 0.003974990453571081, 'last_eos_top1': 0}
+step=529150 lr=3.000000e-03 loss=3.1675 ce=3.1675 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019083678722381592, 'pos0_bos_top1': 0, 'last_eos_p': 0.002603818429633975, 'last_eos_top1': 0}
+step=529200 lr=3.000000e-03 loss=2.5859 ce=2.5859 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023190347477793694, 'pos0_bos_top1': 0, 'last_eos_p': 0.003228486282750964, 'last_eos_top1': 0}
+step=529250 lr=3.000000e-03 loss=1.9319 ce=1.9319 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02167179435491562, 'pos0_bos_top1': 0, 'last_eos_p': 0.005289760883897543, 'last_eos_top1': 0}
+step=529300 lr=3.000000e-03 loss=2.6611 ce=2.6611 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018226258456707, 'pos0_bos_top1': 0, 'last_eos_p': 0.006127098575234413, 'last_eos_top1': 0}
+step=529350 lr=3.000000e-03 loss=2.8563 ce=2.8563 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01795830763876438, 'pos0_bos_top1': 0, 'last_eos_p': 0.00577869638800621, 'last_eos_top1': 0}
+step=529400 lr=3.000000e-03 loss=2.5034 ce=2.5034 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019996413961052895, 'pos0_bos_top1': 0, 'last_eos_p': 0.005250998307019472, 'last_eos_top1': 0}
+step=529450 lr=3.000000e-03 loss=2.8313 ce=2.8313 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019993577152490616, 'pos0_bos_top1': 0, 'last_eos_p': 0.005091761238873005, 'last_eos_top1': 0}
+step=529500 lr=3.000000e-03 loss=2.7572 ce=2.7572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02165750414133072, 'pos0_bos_top1': 0, 'last_eos_p': 0.006595059297978878, 'last_eos_top1': 0}
+step=529550 lr=3.000000e-03 loss=1.9402 ce=1.9402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020458126440644264, 'pos0_bos_top1': 0, 'last_eos_p': 0.004600080195814371, 'last_eos_top1': 0}
+step=529600 lr=3.000000e-03 loss=2.7928 ce=2.7928 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02673211880028248, 'pos0_bos_top1': 0, 'last_eos_p': 0.007523407693952322, 'last_eos_top1': 0}
+step=529650 lr=3.000000e-03 loss=2.5228 ce=2.5228 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020848125219345093, 'pos0_bos_top1': 0, 'last_eos_p': 0.004601209424436092, 'last_eos_top1': 0}
+step=529700 lr=3.000000e-03 loss=1.9869 ce=1.9869 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02041289024055004, 'pos0_bos_top1': 0, 'last_eos_p': 0.004672795068472624, 'last_eos_top1': 0}
+step=529750 lr=3.000000e-03 loss=1.9830 ce=1.9830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02457329072058201, 'pos0_bos_top1': 0, 'last_eos_p': 0.005825826898217201, 'last_eos_top1': 0}
+step=529800 lr=3.000000e-03 loss=2.1099 ce=2.1099 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02132667787373066, 'pos0_bos_top1': 0, 'last_eos_p': 0.008370413444936275, 'last_eos_top1': 0}
+step=529850 lr=3.000000e-03 loss=2.7708 ce=2.7708 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02070731483399868, 'pos0_bos_top1': 0, 'last_eos_p': 0.007736413273960352, 'last_eos_top1': 0}
+step=529900 lr=3.000000e-03 loss=2.1364 ce=2.1364 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.025046812370419502, 'pos0_bos_top1': 0, 'last_eos_p': 0.007068270817399025, 'last_eos_top1': 0}
+step=529950 lr=3.000000e-03 loss=3.1478 ce=3.1478 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02657969295978546, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037653392646461725, 'last_eos_top1': 0}
+step=530000 lr=3.000000e-03 loss=2.6051 ce=2.6051 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024349985644221306, 'pos0_bos_top1': 0, 'last_eos_p': 0.005060100927948952, 'last_eos_top1': 0}
+step=530050 lr=3.000000e-03 loss=1.9325 ce=1.9325 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021507134661078453, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037726103328168392, 'last_eos_top1': 0}
+step=530100 lr=3.000000e-03 loss=2.5447 ce=2.5447 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020285146310925484, 'pos0_bos_top1': 0, 'last_eos_p': 0.0050482796505093575, 'last_eos_top1': 0}
+step=530150 lr=3.000000e-03 loss=2.3412 ce=2.3412 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02894284576177597, 'pos0_bos_top1': 0, 'last_eos_p': 0.006553823594003916, 'last_eos_top1': 0}
+step=530200 lr=3.000000e-03 loss=2.9519 ce=2.9519 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023799888789653778, 'pos0_bos_top1': 0, 'last_eos_p': 0.005776011850684881, 'last_eos_top1': 0}
+step=530250 lr=3.000000e-03 loss=2.1619 ce=2.1619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019411500543355942, 'pos0_bos_top1': 0, 'last_eos_p': 0.004273268859833479, 'last_eos_top1': 0}
+step=530300 lr=3.000000e-03 loss=2.9705 ce=2.9705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019139595329761505, 'pos0_bos_top1': 0, 'last_eos_p': 0.003810800611972809, 'last_eos_top1': 0}
+step=530350 lr=3.000000e-03 loss=2.8676 ce=2.8676 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024127831682562828, 'pos0_bos_top1': 0, 'last_eos_p': 0.005683141760528088, 'last_eos_top1': 0}
+step=530400 lr=3.000000e-03 loss=2.6093 ce=2.6093 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024240940809249878, 'pos0_bos_top1': 0, 'last_eos_p': 0.004643074236810207, 'last_eos_top1': 0}
+step=530450 lr=3.000000e-03 loss=3.1760 ce=3.1760 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017925819382071495, 'pos0_bos_top1': 0, 'last_eos_p': 0.006009431090205908, 'last_eos_top1': 0}
+step=530500 lr=3.000000e-03 loss=1.7202 ce=1.7202 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016847576946020126, 'pos0_bos_top1': 0, 'last_eos_p': 0.00394798070192337, 'last_eos_top1': 0}
+step=530550 lr=3.000000e-03 loss=2.4149 ce=2.4149 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018059439957141876, 'pos0_bos_top1': 0, 'last_eos_p': 0.005605925340205431, 'last_eos_top1': 0}
+step=530600 lr=3.000000e-03 loss=3.3803 ce=3.3803 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01725398749113083, 'pos0_bos_top1': 0, 'last_eos_p': 0.0048319632187485695, 'last_eos_top1': 0}
+step=530650 lr=3.000000e-03 loss=2.2478 ce=2.2478 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015243273228406906, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037729679606854916, 'last_eos_top1': 0}
+step=530700 lr=3.000000e-03 loss=1.9726 ce=1.9726 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02329675853252411, 'pos0_bos_top1': 0, 'last_eos_p': 0.004133474547415972, 'last_eos_top1': 0}
+step=530750 lr=3.000000e-03 loss=2.9552 ce=2.9552 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017390837892889977, 'pos0_bos_top1': 0, 'last_eos_p': 0.004862877540290356, 'last_eos_top1': 0}
+step=530800 lr=3.000000e-03 loss=1.9381 ce=1.9381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016747307032346725, 'pos0_bos_top1': 0, 'last_eos_p': 0.004808078519999981, 'last_eos_top1': 0}
+step=530850 lr=3.000000e-03 loss=1.8849 ce=1.8849 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015863778069615364, 'pos0_bos_top1': 0, 'last_eos_p': 0.0061731962487101555, 'last_eos_top1': 0}
+step=530900 lr=3.000000e-03 loss=2.0917 ce=2.0917 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022467492148280144, 'pos0_bos_top1': 0, 'last_eos_p': 0.004574995953589678, 'last_eos_top1': 0}
+step=530950 lr=3.000000e-03 loss=1.8312 ce=1.8312 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022847777232527733, 'pos0_bos_top1': 0, 'last_eos_p': 0.006447597406804562, 'last_eos_top1': 0}
+step=531000 lr=3.000000e-03 loss=2.5525 ce=2.5525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01967303641140461, 'pos0_bos_top1': 0, 'last_eos_p': 0.00464673712849617, 'last_eos_top1': 0}
+step=531050 lr=3.000000e-03 loss=3.0923 ce=3.0923 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018246598541736603, 'pos0_bos_top1': 0, 'last_eos_p': 0.006122093182057142, 'last_eos_top1': 0}
+step=531100 lr=3.000000e-03 loss=1.8119 ce=1.8119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016459502279758453, 'pos0_bos_top1': 0, 'last_eos_p': 0.00486364122480154, 'last_eos_top1': 0}
+step=531150 lr=3.000000e-03 loss=2.3268 ce=2.3268 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015601777471601963, 'pos0_bos_top1': 0, 'last_eos_p': 0.00645423261448741, 'last_eos_top1': 0}
+step=531200 lr=3.000000e-03 loss=2.0751 ce=2.0751 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014028900302946568, 'pos0_bos_top1': 0, 'last_eos_p': 0.0036168708465993404, 'last_eos_top1': 0}
+step=531250 lr=3.000000e-03 loss=2.9828 ce=2.9828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015382901765406132, 'pos0_bos_top1': 0, 'last_eos_p': 0.004895517136901617, 'last_eos_top1': 0}
+step=531300 lr=3.000000e-03 loss=2.8106 ce=2.8106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014836824499070644, 'pos0_bos_top1': 0, 'last_eos_p': 0.006102145649492741, 'last_eos_top1': 0}
+step=531350 lr=3.000000e-03 loss=2.0939 ce=2.0939 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015520835295319557, 'pos0_bos_top1': 0, 'last_eos_p': 0.006646179128438234, 'last_eos_top1': 0}
+step=531400 lr=3.000000e-03 loss=2.0315 ce=2.0315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016758374869823456, 'pos0_bos_top1': 0, 'last_eos_p': 0.005979113280773163, 'last_eos_top1': 0}
+step=531450 lr=3.000000e-03 loss=1.5916 ce=1.5916 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01972230337560177, 'pos0_bos_top1': 0, 'last_eos_p': 0.01782369799911976, 'last_eos_top1': 0}
+step=531500 lr=3.000000e-03 loss=2.3113 ce=2.3113 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018839435651898384, 'pos0_bos_top1': 0, 'last_eos_p': 0.010522141121327877, 'last_eos_top1': 0}
+step=531550 lr=3.000000e-03 loss=1.8701 ce=1.8701 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019018828868865967, 'pos0_bos_top1': 0, 'last_eos_p': 0.017162149772047997, 'last_eos_top1': 0}
+step=531600 lr=3.000000e-03 loss=2.6652 ce=2.6652 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019975334405899048, 'pos0_bos_top1': 0, 'last_eos_p': 0.017431126907467842, 'last_eos_top1': 0}
+step=531650 lr=3.000000e-03 loss=2.4138 ce=2.4138 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018386976793408394, 'pos0_bos_top1': 0, 'last_eos_p': 0.011273144744336605, 'last_eos_top1': 0}
+step=531700 lr=3.000000e-03 loss=2.4961 ce=2.4961 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01830320991575718, 'pos0_bos_top1': 0, 'last_eos_p': 0.014871707186102867, 'last_eos_top1': 0}
+step=531750 lr=3.000000e-03 loss=2.5635 ce=2.5635 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01754971407353878, 'pos0_bos_top1': 0, 'last_eos_p': 0.013039488345384598, 'last_eos_top1': 0}
+step=531800 lr=3.000000e-03 loss=2.2862 ce=2.2862 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019449183717370033, 'pos0_bos_top1': 0, 'last_eos_p': 0.012763413600623608, 'last_eos_top1': 0}
+step=531850 lr=3.000000e-03 loss=2.3333 ce=2.3333 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021569177508354187, 'pos0_bos_top1': 0, 'last_eos_p': 0.011311263777315617, 'last_eos_top1': 0}
+step=531900 lr=3.000000e-03 loss=3.3305 ce=3.3305 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020842580124735832, 'pos0_bos_top1': 0, 'last_eos_p': 0.011021247133612633, 'last_eos_top1': 0}
+step=531950 lr=3.000000e-03 loss=2.2381 ce=2.2381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019017111510038376, 'pos0_bos_top1': 0, 'last_eos_p': 0.010295259766280651, 'last_eos_top1': 0}
+step=532000 lr=3.000000e-03 loss=2.4143 ce=2.4143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01771949790418148, 'pos0_bos_top1': 0, 'last_eos_p': 0.008391807787120342, 'last_eos_top1': 0}
+step=532050 lr=3.000000e-03 loss=2.6975 ce=2.6975 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018064236268401146, 'pos0_bos_top1': 0, 'last_eos_p': 0.0073644379153847694, 'last_eos_top1': 0}
+step=532100 lr=3.000000e-03 loss=2.6215 ce=2.6215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017271200194954872, 'pos0_bos_top1': 0, 'last_eos_p': 0.007162442430853844, 'last_eos_top1': 0}
+step=532150 lr=3.000000e-03 loss=2.4962 ce=2.4962 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016989093273878098, 'pos0_bos_top1': 0, 'last_eos_p': 0.00733571033924818, 'last_eos_top1': 0}
+step=532200 lr=3.000000e-03 loss=1.5027 ce=1.5027 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019324088469147682, 'pos0_bos_top1': 0, 'last_eos_p': 0.014497708529233932, 'last_eos_top1': 0}
+step=532250 lr=3.000000e-03 loss=2.4847 ce=2.4847 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019990425556898117, 'pos0_bos_top1': 0, 'last_eos_p': 0.009983152151107788, 'last_eos_top1': 0}
+step=532300 lr=3.000000e-03 loss=2.6678 ce=2.6678 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016921959817409515, 'pos0_bos_top1': 0, 'last_eos_p': 0.007683328818529844, 'last_eos_top1': 0}
+step=532350 lr=3.000000e-03 loss=2.5630 ce=2.5630 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01950060762465, 'pos0_bos_top1': 0, 'last_eos_p': 0.007522096857428551, 'last_eos_top1': 0}
+step=532400 lr=3.000000e-03 loss=2.9703 ce=2.9703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02031315676867962, 'pos0_bos_top1': 0, 'last_eos_p': 0.007529702037572861, 'last_eos_top1': 0}
+step=532450 lr=3.000000e-03 loss=2.0833 ce=2.0833 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01919308863580227, 'pos0_bos_top1': 0, 'last_eos_p': 0.010721302591264248, 'last_eos_top1': 0}
+step=532500 lr=3.000000e-03 loss=2.6467 ce=2.6467 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016225075349211693, 'pos0_bos_top1': 0, 'last_eos_p': 0.010288061574101448, 'last_eos_top1': 0}
+step=532550 lr=3.000000e-03 loss=2.2695 ce=2.2695 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016165263950824738, 'pos0_bos_top1': 0, 'last_eos_p': 0.007876355201005936, 'last_eos_top1': 0}
+step=532600 lr=3.000000e-03 loss=2.1889 ce=2.1889 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01709183119237423, 'pos0_bos_top1': 0, 'last_eos_p': 0.010166368447244167, 'last_eos_top1': 0}
+step=532650 lr=3.000000e-03 loss=2.2458 ce=2.2458 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017341092228889465, 'pos0_bos_top1': 0, 'last_eos_p': 0.011565626598894596, 'last_eos_top1': 0}
+step=532700 lr=3.000000e-03 loss=2.5907 ce=2.5907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017383236438035965, 'pos0_bos_top1': 0, 'last_eos_p': 0.008290881291031837, 'last_eos_top1': 0}
+step=532750 lr=3.000000e-03 loss=2.5255 ce=2.5255 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017305219545960426, 'pos0_bos_top1': 0, 'last_eos_p': 0.009085279889404774, 'last_eos_top1': 0}
+step=532800 lr=3.000000e-03 loss=2.2158 ce=2.2158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018394187092781067, 'pos0_bos_top1': 0, 'last_eos_p': 0.011792626231908798, 'last_eos_top1': 0}
+step=532850 lr=3.000000e-03 loss=2.3673 ce=2.3673 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01779465191066265, 'pos0_bos_top1': 0, 'last_eos_p': 0.009872068651020527, 'last_eos_top1': 0}
+step=532900 lr=3.000000e-03 loss=1.1732 ce=1.1732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017307423055171967, 'pos0_bos_top1': 0, 'last_eos_p': 0.009283664636313915, 'last_eos_top1': 0}
+step=532950 lr=3.000000e-03 loss=1.9310 ce=1.9310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01457443181425333, 'pos0_bos_top1': 0, 'last_eos_p': 0.006075143348425627, 'last_eos_top1': 0}
+step=533000 lr=3.000000e-03 loss=2.1502 ce=2.1502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014653672464191914, 'pos0_bos_top1': 0, 'last_eos_p': 0.005191038362681866, 'last_eos_top1': 0}
+step=533050 lr=3.000000e-03 loss=2.3443 ce=2.3443 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016443606466054916, 'pos0_bos_top1': 0, 'last_eos_p': 0.006252946797758341, 'last_eos_top1': 0}
+step=533100 lr=3.000000e-03 loss=2.2270 ce=2.2270 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015278579667210579, 'pos0_bos_top1': 0, 'last_eos_p': 0.005740981083363295, 'last_eos_top1': 0}
+step=533150 lr=3.000000e-03 loss=2.8344 ce=2.8344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013012961484491825, 'pos0_bos_top1': 0, 'last_eos_p': 0.00522588100284338, 'last_eos_top1': 0}
+step=533200 lr=3.000000e-03 loss=2.0019 ce=2.0019 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014305920340120792, 'pos0_bos_top1': 0, 'last_eos_p': 0.004926311317831278, 'last_eos_top1': 0}
+step=533250 lr=3.000000e-03 loss=2.1801 ce=2.1801 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014880873262882233, 'pos0_bos_top1': 0, 'last_eos_p': 0.005990051664412022, 'last_eos_top1': 0}
+step=533300 lr=3.000000e-03 loss=2.9747 ce=2.9747 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01606355793774128, 'pos0_bos_top1': 0, 'last_eos_p': 0.007653434295207262, 'last_eos_top1': 0}
+step=533350 lr=3.000000e-03 loss=2.1306 ce=2.1306 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014330673962831497, 'pos0_bos_top1': 0, 'last_eos_p': 0.005998267792165279, 'last_eos_top1': 0}
+step=533400 lr=3.000000e-03 loss=1.9597 ce=1.9597 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014264370314776897, 'pos0_bos_top1': 0, 'last_eos_p': 0.0044463579542934895, 'last_eos_top1': 0}
+step=533450 lr=3.000000e-03 loss=2.8619 ce=2.8619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015438414178788662, 'pos0_bos_top1': 0, 'last_eos_p': 0.004792163614183664, 'last_eos_top1': 0}
+step=533500 lr=3.000000e-03 loss=2.3306 ce=2.3306 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013586807996034622, 'pos0_bos_top1': 0, 'last_eos_p': 0.004239141009747982, 'last_eos_top1': 0}
+step=533550 lr=3.000000e-03 loss=1.8476 ce=1.8476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015800340101122856, 'pos0_bos_top1': 0, 'last_eos_p': 0.005052586551755667, 'last_eos_top1': 0}
+step=533600 lr=3.000000e-03 loss=1.6723 ce=1.6723 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018447047099471092, 'pos0_bos_top1': 0, 'last_eos_p': 0.006777761969715357, 'last_eos_top1': 0}
+step=533650 lr=3.000000e-03 loss=2.4022 ce=2.4022 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018104203045368195, 'pos0_bos_top1': 0, 'last_eos_p': 0.005097910296171904, 'last_eos_top1': 0}
+step=533700 lr=3.000000e-03 loss=2.6408 ce=2.6408 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018386470153927803, 'pos0_bos_top1': 0, 'last_eos_p': 0.003938940819352865, 'last_eos_top1': 0}
+step=533750 lr=3.000000e-03 loss=2.3227 ce=2.3227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01572232134640217, 'pos0_bos_top1': 0, 'last_eos_p': 0.004268317017704248, 'last_eos_top1': 0}
+step=533800 lr=3.000000e-03 loss=2.8221 ce=2.8221 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016027547419071198, 'pos0_bos_top1': 0, 'last_eos_p': 0.004815771244466305, 'last_eos_top1': 0}
+step=533850 lr=3.000000e-03 loss=2.2424 ce=2.2424 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012834726832807064, 'pos0_bos_top1': 0, 'last_eos_p': 0.006505162920802832, 'last_eos_top1': 0}
+step=533900 lr=3.000000e-03 loss=2.5990 ce=2.5990 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016948707401752472, 'pos0_bos_top1': 0, 'last_eos_p': 0.005827091634273529, 'last_eos_top1': 0}
+step=533950 lr=3.000000e-03 loss=2.1334 ce=2.1334 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013995744287967682, 'pos0_bos_top1': 0, 'last_eos_p': 0.003978131338953972, 'last_eos_top1': 0}
+step=534000 lr=3.000000e-03 loss=3.0594 ce=3.0594 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01739160716533661, 'pos0_bos_top1': 0, 'last_eos_p': 0.005658513400703669, 'last_eos_top1': 0}
+step=534050 lr=3.000000e-03 loss=1.9052 ce=1.9052 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014219054020941257, 'pos0_bos_top1': 0, 'last_eos_p': 0.005090146791189909, 'last_eos_top1': 0}
+step=534100 lr=3.000000e-03 loss=2.5267 ce=2.5267 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014471425674855709, 'pos0_bos_top1': 0, 'last_eos_p': 0.004452233202755451, 'last_eos_top1': 0}
+step=534150 lr=3.000000e-03 loss=2.8039 ce=2.8039 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012255719862878323, 'pos0_bos_top1': 0, 'last_eos_p': 0.003825792809948325, 'last_eos_top1': 0}
+step=534200 lr=3.000000e-03 loss=3.5417 ce=3.5417 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012503723613917828, 'pos0_bos_top1': 0, 'last_eos_p': 0.0039678048342466354, 'last_eos_top1': 0}
+step=534250 lr=3.000000e-03 loss=2.0408 ce=2.0408 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011499972082674503, 'pos0_bos_top1': 0, 'last_eos_p': 0.003348377998918295, 'last_eos_top1': 0}
+step=534300 lr=3.000000e-03 loss=2.3163 ce=2.3163 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01184536051005125, 'pos0_bos_top1': 0, 'last_eos_p': 0.0034957940224558115, 'last_eos_top1': 0}
+step=534350 lr=3.000000e-03 loss=2.5448 ce=2.5448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0094003826379776, 'pos0_bos_top1': 0, 'last_eos_p': 0.002610086929053068, 'last_eos_top1': 0}
+step=534400 lr=3.000000e-03 loss=1.5957 ce=1.5957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01247086189687252, 'pos0_bos_top1': 0, 'last_eos_p': 0.0034233336336910725, 'last_eos_top1': 0}
+step=534450 lr=3.000000e-03 loss=1.6689 ce=1.6689 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012868400663137436, 'pos0_bos_top1': 0, 'last_eos_p': 0.0049994150176644325, 'last_eos_top1': 0}
+step=534500 lr=3.000000e-03 loss=2.4196 ce=2.4196 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013948386535048485, 'pos0_bos_top1': 0, 'last_eos_p': 0.003312785178422928, 'last_eos_top1': 0}
+step=534550 lr=3.000000e-03 loss=2.4828 ce=2.4828 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013742595911026001, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037405311595648527, 'last_eos_top1': 0}
+step=534600 lr=3.000000e-03 loss=2.3218 ce=2.3218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01384113822132349, 'pos0_bos_top1': 0, 'last_eos_p': 0.0040489681996405125, 'last_eos_top1': 0}
+step=534650 lr=3.000000e-03 loss=2.7153 ce=2.7153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014809831976890564, 'pos0_bos_top1': 0, 'last_eos_p': 0.004438623785972595, 'last_eos_top1': 0}
+step=534700 lr=3.000000e-03 loss=2.5822 ce=2.5822 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013405092060565948, 'pos0_bos_top1': 0, 'last_eos_p': 0.005870995111763477, 'last_eos_top1': 0}
+step=534750 lr=3.000000e-03 loss=2.1396 ce=2.1396 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014364846050739288, 'pos0_bos_top1': 0, 'last_eos_p': 0.006320938002318144, 'last_eos_top1': 0}
+step=534800 lr=3.000000e-03 loss=2.6660 ce=2.6660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0139166796579957, 'pos0_bos_top1': 0, 'last_eos_p': 0.006807968486100435, 'last_eos_top1': 0}
+step=534850 lr=3.000000e-03 loss=1.7781 ce=1.7781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014121076092123985, 'pos0_bos_top1': 0, 'last_eos_p': 0.006141376681625843, 'last_eos_top1': 0}
+step=534900 lr=3.000000e-03 loss=3.0854 ce=3.0854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015311888419091702, 'pos0_bos_top1': 0, 'last_eos_p': 0.0042144679464399815, 'last_eos_top1': 0}
+step=534950 lr=3.000000e-03 loss=2.1969 ce=2.1969 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01642158441245556, 'pos0_bos_top1': 0, 'last_eos_p': 0.006538627669215202, 'last_eos_top1': 0}
+step=535000 lr=3.000000e-03 loss=2.8018 ce=2.8018 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01653118059039116, 'pos0_bos_top1': 0, 'last_eos_p': 0.00575624592602253, 'last_eos_top1': 0}
+step=535050 lr=3.000000e-03 loss=2.3516 ce=2.3516 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017509305849671364, 'pos0_bos_top1': 0, 'last_eos_p': 0.005650962702929974, 'last_eos_top1': 0}
+step=535100 lr=3.000000e-03 loss=2.4131 ce=2.4131 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01466614380478859, 'pos0_bos_top1': 0, 'last_eos_p': 0.00478235213086009, 'last_eos_top1': 0}
+step=535150 lr=3.000000e-03 loss=2.7084 ce=2.7084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017535923048853874, 'pos0_bos_top1': 0, 'last_eos_p': 0.0057935817167162895, 'last_eos_top1': 0}
+step=535200 lr=3.000000e-03 loss=2.1312 ce=2.1312 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017605118453502655, 'pos0_bos_top1': 0, 'last_eos_p': 0.004221932031214237, 'last_eos_top1': 0}
+step=535250 lr=3.000000e-03 loss=2.6032 ce=2.6032 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016628796234726906, 'pos0_bos_top1': 0, 'last_eos_p': 0.005181275773793459, 'last_eos_top1': 0}
+step=535300 lr=3.000000e-03 loss=2.8976 ce=2.8976 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015512881800532341, 'pos0_bos_top1': 0, 'last_eos_p': 0.006242808420211077, 'last_eos_top1': 0}
+step=535350 lr=3.000000e-03 loss=2.7246 ce=2.7246 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014228139072656631, 'pos0_bos_top1': 0, 'last_eos_p': 0.007166585884988308, 'last_eos_top1': 0}
+step=535400 lr=3.000000e-03 loss=1.6230 ce=1.6230 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020288189873099327, 'pos0_bos_top1': 0, 'last_eos_p': 0.007654900196939707, 'last_eos_top1': 0}
+step=535450 lr=3.000000e-03 loss=2.5768 ce=2.5768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016606120392680168, 'pos0_bos_top1': 0, 'last_eos_p': 0.006868071388453245, 'last_eos_top1': 0}
+step=535500 lr=3.000000e-03 loss=2.1312 ce=2.1312 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017198286950588226, 'pos0_bos_top1': 0, 'last_eos_p': 0.007592721842229366, 'last_eos_top1': 0}
+step=535550 lr=3.000000e-03 loss=2.5709 ce=2.5709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015557034872472286, 'pos0_bos_top1': 0, 'last_eos_p': 0.007149666082113981, 'last_eos_top1': 0}
+step=535600 lr=3.000000e-03 loss=2.2327 ce=2.2327 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014291536994278431, 'pos0_bos_top1': 0, 'last_eos_p': 0.006041569169610739, 'last_eos_top1': 0}
+step=535650 lr=3.000000e-03 loss=2.3868 ce=2.3868 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012256971560418606, 'pos0_bos_top1': 0, 'last_eos_p': 0.006525679491460323, 'last_eos_top1': 0}
+step=535700 lr=3.000000e-03 loss=2.7236 ce=2.7236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016497841104865074, 'pos0_bos_top1': 0, 'last_eos_p': 0.004866393283009529, 'last_eos_top1': 0}
+step=535750 lr=3.000000e-03 loss=3.1386 ce=3.1386 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014824071899056435, 'pos0_bos_top1': 0, 'last_eos_p': 0.005466772243380547, 'last_eos_top1': 0}
+step=535800 lr=3.000000e-03 loss=2.6212 ce=2.6212 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016748178750276566, 'pos0_bos_top1': 0, 'last_eos_p': 0.006781083531677723, 'last_eos_top1': 0}
+step=535850 lr=3.000000e-03 loss=2.5080 ce=2.5080 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0180946197360754, 'pos0_bos_top1': 0, 'last_eos_p': 0.006512956693768501, 'last_eos_top1': 0}
+step=535900 lr=3.000000e-03 loss=2.6137 ce=2.6137 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01444704458117485, 'pos0_bos_top1': 0, 'last_eos_p': 0.005192199721932411, 'last_eos_top1': 0}
+step=535950 lr=3.000000e-03 loss=2.0238 ce=2.0238 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015302322804927826, 'pos0_bos_top1': 0, 'last_eos_p': 0.008366643451154232, 'last_eos_top1': 0}
+step=536000 lr=3.000000e-03 loss=2.3718 ce=2.3718 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013675224967300892, 'pos0_bos_top1': 0, 'last_eos_p': 0.006763777229934931, 'last_eos_top1': 0}
+step=536050 lr=3.000000e-03 loss=1.8674 ce=1.8674 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012385707348585129, 'pos0_bos_top1': 0, 'last_eos_p': 0.007655246648937464, 'last_eos_top1': 0}
+step=536100 lr=3.000000e-03 loss=2.5254 ce=2.5254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010497895069420338, 'pos0_bos_top1': 0, 'last_eos_p': 0.004219231195747852, 'last_eos_top1': 0}
+step=536150 lr=3.000000e-03 loss=3.0434 ce=3.0434 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009658820927143097, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037779295817017555, 'last_eos_top1': 0}
+step=536200 lr=3.000000e-03 loss=2.4882 ce=2.4882 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01098040770739317, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032548962626606226, 'last_eos_top1': 0}
+step=536250 lr=3.000000e-03 loss=2.4866 ce=2.4866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009344149380922318, 'pos0_bos_top1': 0, 'last_eos_p': 0.004308020696043968, 'last_eos_top1': 0}
+step=536300 lr=3.000000e-03 loss=2.4943 ce=2.4943 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.009120642207562923, 'pos0_bos_top1': 0, 'last_eos_p': 0.0043799132108688354, 'last_eos_top1': 0}
+step=536350 lr=3.000000e-03 loss=2.5952 ce=2.5952 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010317598469555378, 'pos0_bos_top1': 0, 'last_eos_p': 0.0043371738865971565, 'last_eos_top1': 0}
+step=536400 lr=3.000000e-03 loss=1.8935 ce=1.8935 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012043608352541924, 'pos0_bos_top1': 0, 'last_eos_p': 0.005266356281936169, 'last_eos_top1': 0}
+step=536450 lr=3.000000e-03 loss=1.8741 ce=1.8741 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011927507817745209, 'pos0_bos_top1': 0, 'last_eos_p': 0.004171317908912897, 'last_eos_top1': 0}
+[elf_hfds direct rank=1 worker=0] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=0] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=0] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=0] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=0] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=0] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=0] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=0] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=1] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=1] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=1] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=1] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=1] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=1] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=1] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=1] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=2] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=2 worker=2] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=5 worker=2] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=2] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=2] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=2] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=2] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=2] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=4 worker=3] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5[elf_hfds direct rank=2 worker=3] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+
+[elf_hfds direct rank=5 worker=3] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=3 worker=3] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=0 worker=3] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=1 worker=3] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=6 worker=3] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+[elf_hfds direct rank=7 worker=3] docs=4300000 rows=4291809 buffered=8191 part=openwebtext-t5
+step=536500 lr=3.000000e-03 loss=2.1894 ce=2.1894 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013169251382350922, 'pos0_bos_top1': 0, 'last_eos_p': 0.004352622665464878, 'last_eos_top1': 0}
+step=536550 lr=3.000000e-03 loss=1.8582 ce=1.8582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013752053491771221, 'pos0_bos_top1': 0, 'last_eos_p': 0.005548637360334396, 'last_eos_top1': 0}
+step=536600 lr=3.000000e-03 loss=2.5868 ce=2.5868 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015662478283047676, 'pos0_bos_top1': 0, 'last_eos_p': 0.006405011750757694, 'last_eos_top1': 0}
+step=536650 lr=3.000000e-03 loss=2.7351 ce=2.7351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014708797447383404, 'pos0_bos_top1': 0, 'last_eos_p': 0.004963003098964691, 'last_eos_top1': 0}
+step=536700 lr=3.000000e-03 loss=3.2478 ce=3.2478 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014391803182661533, 'pos0_bos_top1': 0, 'last_eos_p': 0.004995019640773535, 'last_eos_top1': 0}
+step=536750 lr=3.000000e-03 loss=1.5926 ce=1.5926 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014587512239813805, 'pos0_bos_top1': 0, 'last_eos_p': 0.005893622059375048, 'last_eos_top1': 0}
+step=536800 lr=3.000000e-03 loss=3.0880 ce=3.0880 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013652239926159382, 'pos0_bos_top1': 0, 'last_eos_p': 0.006200943607836962, 'last_eos_top1': 0}
+step=536850 lr=3.000000e-03 loss=1.7368 ce=1.7368 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01578318513929844, 'pos0_bos_top1': 0, 'last_eos_p': 0.006602162029594183, 'last_eos_top1': 0}
+step=536900 lr=3.000000e-03 loss=2.5583 ce=2.5583 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015353556722402573, 'pos0_bos_top1': 0, 'last_eos_p': 0.007276387885212898, 'last_eos_top1': 0}
+step=536950 lr=3.000000e-03 loss=2.1891 ce=2.1891 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013629165478050709, 'pos0_bos_top1': 0, 'last_eos_p': 0.004569876939058304, 'last_eos_top1': 0}
+step=537000 lr=3.000000e-03 loss=1.5670 ce=1.5670 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015253474935889244, 'pos0_bos_top1': 0, 'last_eos_p': 0.005608346778899431, 'last_eos_top1': 0}
+step=537050 lr=3.000000e-03 loss=2.9016 ce=2.9016 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013589171692728996, 'pos0_bos_top1': 0, 'last_eos_p': 0.0039018827956169844, 'last_eos_top1': 0}
+step=537100 lr=3.000000e-03 loss=2.4371 ce=2.4371 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014420374296605587, 'pos0_bos_top1': 0, 'last_eos_p': 0.0066117700189352036, 'last_eos_top1': 0}
+step=537150 lr=3.000000e-03 loss=2.2351 ce=2.2351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01376783475279808, 'pos0_bos_top1': 0, 'last_eos_p': 0.00556199811398983, 'last_eos_top1': 0}
+step=537200 lr=3.000000e-03 loss=2.1474 ce=2.1474 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012945495545864105, 'pos0_bos_top1': 0, 'last_eos_p': 0.0041098808869719505, 'last_eos_top1': 0}
+step=537250 lr=3.000000e-03 loss=2.1437 ce=2.1437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016857095062732697, 'pos0_bos_top1': 0, 'last_eos_p': 0.005130165256559849, 'last_eos_top1': 0}
+step=537300 lr=3.000000e-03 loss=2.3823 ce=2.3823 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015022982843220234, 'pos0_bos_top1': 0, 'last_eos_p': 0.00481035141274333, 'last_eos_top1': 0}
+step=537350 lr=3.000000e-03 loss=2.2479 ce=2.2479 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017913812771439552, 'pos0_bos_top1': 0, 'last_eos_p': 0.008234797976911068, 'last_eos_top1': 0}
+step=537400 lr=3.000000e-03 loss=2.7411 ce=2.7411 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01541164331138134, 'pos0_bos_top1': 0, 'last_eos_p': 0.006425514351576567, 'last_eos_top1': 0}
+step=537450 lr=3.000000e-03 loss=2.4829 ce=2.4829 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013632182031869888, 'pos0_bos_top1': 0, 'last_eos_p': 0.005132805556058884, 'last_eos_top1': 0}
+step=537500 lr=3.000000e-03 loss=1.9049 ce=1.9049 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015709243714809418, 'pos0_bos_top1': 0, 'last_eos_p': 0.005969587247818708, 'last_eos_top1': 0}
+step=537550 lr=3.000000e-03 loss=1.8102 ce=1.8102 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014613877981901169, 'pos0_bos_top1': 0, 'last_eos_p': 0.003510806942358613, 'last_eos_top1': 0}
+step=537600 lr=3.000000e-03 loss=2.1437 ce=2.1437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019607827067375183, 'pos0_bos_top1': 0, 'last_eos_p': 0.005801881197839975, 'last_eos_top1': 0}
+step=537650 lr=3.000000e-03 loss=2.4796 ce=2.4796 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014363919384777546, 'pos0_bos_top1': 0, 'last_eos_p': 0.005339495837688446, 'last_eos_top1': 0}
+step=537700 lr=3.000000e-03 loss=2.5402 ce=2.5402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01540160272270441, 'pos0_bos_top1': 0, 'last_eos_p': 0.007798000704497099, 'last_eos_top1': 0}
+step=537750 lr=3.000000e-03 loss=3.1309 ce=3.1309 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016182443127036095, 'pos0_bos_top1': 0, 'last_eos_p': 0.005228687543421984, 'last_eos_top1': 0}
+step=537800 lr=3.000000e-03 loss=2.7732 ce=2.7732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01404410507529974, 'pos0_bos_top1': 0, 'last_eos_p': 0.005190747790038586, 'last_eos_top1': 0}
+step=537850 lr=3.000000e-03 loss=3.0382 ce=3.0382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01658482290804386, 'pos0_bos_top1': 0, 'last_eos_p': 0.004950701259076595, 'last_eos_top1': 0}
+step=537900 lr=3.000000e-03 loss=2.6172 ce=2.6172 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013510785065591335, 'pos0_bos_top1': 0, 'last_eos_p': 0.006455264985561371, 'last_eos_top1': 0}
+step=537950 lr=3.000000e-03 loss=2.6087 ce=2.6087 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014509120024740696, 'pos0_bos_top1': 0, 'last_eos_p': 0.006298113614320755, 'last_eos_top1': 0}
+step=538000 lr=3.000000e-03 loss=2.8384 ce=2.8384 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013139394111931324, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038411130663007498, 'last_eos_top1': 0}
+step=538050 lr=3.000000e-03 loss=2.7625 ce=2.7625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012787378393113613, 'pos0_bos_top1': 0, 'last_eos_p': 0.0056955646723508835, 'last_eos_top1': 0}
+step=538100 lr=3.000000e-03 loss=2.5885 ce=2.5885 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015632199123501778, 'pos0_bos_top1': 0, 'last_eos_p': 0.0075059193186461926, 'last_eos_top1': 0}
+step=538150 lr=3.000000e-03 loss=2.1269 ce=2.1269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018429717049002647, 'pos0_bos_top1': 0, 'last_eos_p': 0.006942614912986755, 'last_eos_top1': 0}
+step=538200 lr=3.000000e-03 loss=1.9478 ce=1.9478 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01901056431233883, 'pos0_bos_top1': 0, 'last_eos_p': 0.006361352279782295, 'last_eos_top1': 0}
+step=538250 lr=3.000000e-03 loss=2.0753 ce=2.0753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020303193479776382, 'pos0_bos_top1': 0, 'last_eos_p': 0.006386416498571634, 'last_eos_top1': 0}
+step=538300 lr=3.000000e-03 loss=2.5514 ce=2.5514 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02309509366750717, 'pos0_bos_top1': 0, 'last_eos_p': 0.0073720114305615425, 'last_eos_top1': 0}
+step=538350 lr=3.000000e-03 loss=2.6296 ce=2.6296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01742871291935444, 'pos0_bos_top1': 0, 'last_eos_p': 0.005117973778396845, 'last_eos_top1': 0}
+step=538400 lr=3.000000e-03 loss=2.4915 ce=2.4915 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017042797058820724, 'pos0_bos_top1': 0, 'last_eos_p': 0.00833150278776884, 'last_eos_top1': 0}
+step=538450 lr=3.000000e-03 loss=3.1809 ce=3.1809 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01690223626792431, 'pos0_bos_top1': 0, 'last_eos_p': 0.006066444329917431, 'last_eos_top1': 0}
+step=538500 lr=3.000000e-03 loss=1.9622 ce=1.9622 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015809206292033195, 'pos0_bos_top1': 0, 'last_eos_p': 0.004825660493224859, 'last_eos_top1': 0}
+step=538550 lr=3.000000e-03 loss=2.4532 ce=2.4532 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021679583936929703, 'pos0_bos_top1': 0, 'last_eos_p': 0.005925555247813463, 'last_eos_top1': 0}
+step=538600 lr=3.000000e-03 loss=2.5706 ce=2.5706 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019638903439044952, 'pos0_bos_top1': 0, 'last_eos_p': 0.006597363855689764, 'last_eos_top1': 0}
+step=538650 lr=3.000000e-03 loss=2.9145 ce=2.9145 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02107757329940796, 'pos0_bos_top1': 0, 'last_eos_p': 0.0058363270945847034, 'last_eos_top1': 0}
+step=538700 lr=3.000000e-03 loss=3.1033 ce=3.1033 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016399404034018517, 'pos0_bos_top1': 0, 'last_eos_p': 0.006871174555271864, 'last_eos_top1': 0}
+step=538750 lr=3.000000e-03 loss=2.9787 ce=2.9787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015909895300865173, 'pos0_bos_top1': 0, 'last_eos_p': 0.00532188406214118, 'last_eos_top1': 0}
+step=538800 lr=3.000000e-03 loss=3.0298 ce=3.0298 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015845950692892075, 'pos0_bos_top1': 0, 'last_eos_p': 0.006809299811720848, 'last_eos_top1': 0}
+step=538850 lr=3.000000e-03 loss=2.5924 ce=2.5924 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0169229693710804, 'pos0_bos_top1': 0, 'last_eos_p': 0.006335723679512739, 'last_eos_top1': 0}
+step=538900 lr=3.000000e-03 loss=2.5233 ce=2.5233 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.023217182606458664, 'pos0_bos_top1': 0, 'last_eos_p': 0.006079902406781912, 'last_eos_top1': 0}
+step=538950 lr=3.000000e-03 loss=2.5192 ce=2.5192 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01922723650932312, 'pos0_bos_top1': 0, 'last_eos_p': 0.004390208050608635, 'last_eos_top1': 0}
+step=539000 lr=3.000000e-03 loss=2.0942 ce=2.0942 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021798599511384964, 'pos0_bos_top1': 0, 'last_eos_p': 0.007064427714794874, 'last_eos_top1': 0}
+step=539050 lr=3.000000e-03 loss=2.3215 ce=2.3215 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017232269048690796, 'pos0_bos_top1': 0, 'last_eos_p': 0.004940060433000326, 'last_eos_top1': 0}
+step=539100 lr=3.000000e-03 loss=2.4705 ce=2.4705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01982783153653145, 'pos0_bos_top1': 0, 'last_eos_p': 0.006806913297623396, 'last_eos_top1': 0}
+step=539150 lr=3.000000e-03 loss=3.0302 ce=3.0302 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01778285577893257, 'pos0_bos_top1': 0, 'last_eos_p': 0.006504179444164038, 'last_eos_top1': 0}
+step=539200 lr=3.000000e-03 loss=1.4310 ce=1.4310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01964198239147663, 'pos0_bos_top1': 0, 'last_eos_p': 0.003788863541558385, 'last_eos_top1': 0}
+step=539250 lr=3.000000e-03 loss=2.2158 ce=2.2158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022730927914381027, 'pos0_bos_top1': 0, 'last_eos_p': 0.006329480092972517, 'last_eos_top1': 0}
+step=539300 lr=3.000000e-03 loss=2.8768 ce=2.8768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01877468451857567, 'pos0_bos_top1': 0, 'last_eos_p': 0.005967844743281603, 'last_eos_top1': 0}
+step=539350 lr=3.000000e-03 loss=2.4489 ce=2.4489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020496616140007973, 'pos0_bos_top1': 0, 'last_eos_p': 0.005164060741662979, 'last_eos_top1': 0}
+step=539400 lr=3.000000e-03 loss=2.9769 ce=2.9769 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02016182616353035, 'pos0_bos_top1': 0, 'last_eos_p': 0.00598624674603343, 'last_eos_top1': 0}
+step=539450 lr=3.000000e-03 loss=2.7605 ce=2.7605 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.024065328761935234, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038386257365345955, 'last_eos_top1': 0}
+step=539500 lr=3.000000e-03 loss=2.1787 ce=2.1787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02616056799888611, 'pos0_bos_top1': 0, 'last_eos_p': 0.005895689129829407, 'last_eos_top1': 0}
+step=539550 lr=3.000000e-03 loss=2.1895 ce=2.1895 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020069070160388947, 'pos0_bos_top1': 0, 'last_eos_p': 0.003963741473853588, 'last_eos_top1': 0}
+step=539600 lr=3.000000e-03 loss=2.4158 ce=2.4158 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020483072847127914, 'pos0_bos_top1': 0, 'last_eos_p': 0.00771885272115469, 'last_eos_top1': 0}
+step=539650 lr=3.000000e-03 loss=1.7325 ce=1.7325 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019138989970088005, 'pos0_bos_top1': 0, 'last_eos_p': 0.0035924785770475864, 'last_eos_top1': 0}
+step=539700 lr=3.000000e-03 loss=2.1091 ce=2.1091 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02430245652794838, 'pos0_bos_top1': 0, 'last_eos_p': 0.00606861338019371, 'last_eos_top1': 0}
+step=539750 lr=3.000000e-03 loss=1.8977 ce=1.8977 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02228446491062641, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038995847571641207, 'last_eos_top1': 0}
+step=539800 lr=3.000000e-03 loss=2.2019 ce=2.2019 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02335858903825283, 'pos0_bos_top1': 0, 'last_eos_p': 0.004727008752524853, 'last_eos_top1': 0}
+step=539850 lr=3.000000e-03 loss=2.3609 ce=2.3609 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018990691751241684, 'pos0_bos_top1': 0, 'last_eos_p': 0.004441628698259592, 'last_eos_top1': 0}
+step=539900 lr=3.000000e-03 loss=2.1495 ce=2.1495 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019412357360124588, 'pos0_bos_top1': 0, 'last_eos_p': 0.003475228324532509, 'last_eos_top1': 0}
+step=539950 lr=3.000000e-03 loss=2.9224 ce=2.9224 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018088702112436295, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038778362795710564, 'last_eos_top1': 0}
+step=540000 lr=3.000000e-03 loss=2.9353 ce=2.9353 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015991443768143654, 'pos0_bos_top1': 0, 'last_eos_p': 0.003162583103403449, 'last_eos_top1': 0}
+step=540050 lr=3.000000e-03 loss=2.2600 ce=2.2600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02024073898792267, 'pos0_bos_top1': 0, 'last_eos_p': 0.004175619687885046, 'last_eos_top1': 0}
+step=540100 lr=3.000000e-03 loss=2.3025 ce=2.3025 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018759632483124733, 'pos0_bos_top1': 0, 'last_eos_p': 0.004010356497019529, 'last_eos_top1': 0}
+step=540150 lr=3.000000e-03 loss=1.9917 ce=1.9917 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01686011254787445, 'pos0_bos_top1': 0, 'last_eos_p': 0.004687577020376921, 'last_eos_top1': 0}
+step=540200 lr=3.000000e-03 loss=1.7362 ce=1.7362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015611779876053333, 'pos0_bos_top1': 0, 'last_eos_p': 0.003472038544714451, 'last_eos_top1': 0}
+step=540250 lr=3.000000e-03 loss=2.1031 ce=2.1031 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01743168570101261, 'pos0_bos_top1': 0, 'last_eos_p': 0.00706034479662776, 'last_eos_top1': 0}
+step=540300 lr=3.000000e-03 loss=2.2546 ce=2.2546 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014612114988267422, 'pos0_bos_top1': 0, 'last_eos_p': 0.003726025577634573, 'last_eos_top1': 0}
+step=540350 lr=3.000000e-03 loss=2.1312 ce=2.1312 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016032448038458824, 'pos0_bos_top1': 0, 'last_eos_p': 0.002987090265378356, 'last_eos_top1': 0}
+step=540400 lr=3.000000e-03 loss=2.4721 ce=2.4721 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016816210001707077, 'pos0_bos_top1': 0, 'last_eos_p': 0.00430145813152194, 'last_eos_top1': 0}
+step=540450 lr=3.000000e-03 loss=2.3789 ce=2.3789 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013214555568993092, 'pos0_bos_top1': 0, 'last_eos_p': 0.002736684400588274, 'last_eos_top1': 0}
+step=540500 lr=3.000000e-03 loss=3.2306 ce=3.2306 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016603777185082436, 'pos0_bos_top1': 0, 'last_eos_p': 0.005438904743641615, 'last_eos_top1': 0}
+step=540550 lr=3.000000e-03 loss=2.3533 ce=2.3533 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01796424761414528, 'pos0_bos_top1': 0, 'last_eos_p': 0.005824266467243433, 'last_eos_top1': 0}
+step=540600 lr=3.000000e-03 loss=2.7249 ce=2.7249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018002917990088463, 'pos0_bos_top1': 0, 'last_eos_p': 0.005317529663443565, 'last_eos_top1': 0}
+step=540650 lr=3.000000e-03 loss=2.5470 ce=2.5470 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017534252256155014, 'pos0_bos_top1': 0, 'last_eos_p': 0.005844521336257458, 'last_eos_top1': 0}
+step=540700 lr=3.000000e-03 loss=2.1957 ce=2.1957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01785167306661606, 'pos0_bos_top1': 0, 'last_eos_p': 0.0054114097729325294, 'last_eos_top1': 0}
+step=540750 lr=3.000000e-03 loss=2.7481 ce=2.7481 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018049640581011772, 'pos0_bos_top1': 0, 'last_eos_p': 0.0049474588595330715, 'last_eos_top1': 0}
+step=540800 lr=3.000000e-03 loss=2.7728 ce=2.7728 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017698019742965698, 'pos0_bos_top1': 0, 'last_eos_p': 0.006178698968142271, 'last_eos_top1': 0}
+step=540850 lr=3.000000e-03 loss=2.1582 ce=2.1582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017512664198875427, 'pos0_bos_top1': 0, 'last_eos_p': 0.0074624125845730305, 'last_eos_top1': 0}
+step=540900 lr=3.000000e-03 loss=2.2993 ce=2.2993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017589488998055458, 'pos0_bos_top1': 0, 'last_eos_p': 0.005325562320649624, 'last_eos_top1': 0}
+step=540950 lr=3.000000e-03 loss=2.3855 ce=2.3855 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021581199020147324, 'pos0_bos_top1': 0, 'last_eos_p': 0.00561131676658988, 'last_eos_top1': 0}
+step=541000 lr=3.000000e-03 loss=2.8992 ce=2.8992 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.022174673154950142, 'pos0_bos_top1': 0, 'last_eos_p': 0.007999353110790253, 'last_eos_top1': 0}
+step=541050 lr=3.000000e-03 loss=2.6003 ce=2.6003 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02250761352479458, 'pos0_bos_top1': 0, 'last_eos_p': 0.010188001208007336, 'last_eos_top1': 0}
+step=541100 lr=3.000000e-03 loss=3.1220 ce=3.1220 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017672158777713776, 'pos0_bos_top1': 0, 'last_eos_p': 0.008319256827235222, 'last_eos_top1': 0}
+step=541150 lr=3.000000e-03 loss=2.9437 ce=2.9437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02008829452097416, 'pos0_bos_top1': 0, 'last_eos_p': 0.00810238253325224, 'last_eos_top1': 0}
+step=541200 lr=3.000000e-03 loss=3.2878 ce=3.2878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017667487263679504, 'pos0_bos_top1': 0, 'last_eos_p': 0.005241895094513893, 'last_eos_top1': 0}
+step=541250 lr=3.000000e-03 loss=2.1281 ce=2.1281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01899065636098385, 'pos0_bos_top1': 0, 'last_eos_p': 0.004932989366352558, 'last_eos_top1': 0}
+step=541300 lr=3.000000e-03 loss=2.2468 ce=2.2468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018804041668772697, 'pos0_bos_top1': 0, 'last_eos_p': 0.006358776241540909, 'last_eos_top1': 0}
+step=541350 lr=3.000000e-03 loss=2.6377 ce=2.6377 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015377514995634556, 'pos0_bos_top1': 0, 'last_eos_p': 0.004578037187457085, 'last_eos_top1': 0}
+step=541400 lr=3.000000e-03 loss=3.1666 ce=3.1666 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014866651967167854, 'pos0_bos_top1': 0, 'last_eos_p': 0.004940328653901815, 'last_eos_top1': 0}
+step=541450 lr=3.000000e-03 loss=2.6287 ce=2.6287 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015411500819027424, 'pos0_bos_top1': 0, 'last_eos_p': 0.0053862049244344234, 'last_eos_top1': 0}
+step=541500 lr=3.000000e-03 loss=2.7106 ce=2.7106 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018230227753520012, 'pos0_bos_top1': 0, 'last_eos_p': 0.00463294330984354, 'last_eos_top1': 0}
+step=541550 lr=3.000000e-03 loss=2.0898 ce=2.0898 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019206199795007706, 'pos0_bos_top1': 0, 'last_eos_p': 0.004408625885844231, 'last_eos_top1': 0}
+step=541600 lr=3.000000e-03 loss=3.1489 ce=3.1489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01657121442258358, 'pos0_bos_top1': 0, 'last_eos_p': 0.0023572135251015425, 'last_eos_top1': 0}
+step=541650 lr=3.000000e-03 loss=1.9910 ce=1.9910 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01593390665948391, 'pos0_bos_top1': 0, 'last_eos_p': 0.0028537767939269543, 'last_eos_top1': 0}
+step=541700 lr=3.000000e-03 loss=1.9279 ce=1.9279 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017963696271181107, 'pos0_bos_top1': 0, 'last_eos_p': 0.00409333361312747, 'last_eos_top1': 0}
+step=541750 lr=3.000000e-03 loss=2.7854 ce=2.7854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017647897824645042, 'pos0_bos_top1': 0, 'last_eos_p': 0.004003962501883507, 'last_eos_top1': 0}
+step=541800 lr=3.000000e-03 loss=2.1622 ce=2.1622 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014482352882623672, 'pos0_bos_top1': 0, 'last_eos_p': 0.004266108851879835, 'last_eos_top1': 0}
+step=541850 lr=3.000000e-03 loss=2.4658 ce=2.4658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01579885557293892, 'pos0_bos_top1': 0, 'last_eos_p': 0.0035953624173998833, 'last_eos_top1': 0}
+step=541900 lr=3.000000e-03 loss=2.7668 ce=2.7668 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016815606504678726, 'pos0_bos_top1': 0, 'last_eos_p': 0.0035776705481112003, 'last_eos_top1': 0}
+step=541950 lr=3.000000e-03 loss=3.0151 ce=3.0151 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01530871819704771, 'pos0_bos_top1': 0, 'last_eos_p': 0.00362088019028306, 'last_eos_top1': 0}
+step=542000 lr=3.000000e-03 loss=2.3826 ce=2.3826 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019029108807444572, 'pos0_bos_top1': 0, 'last_eos_p': 0.0034150860738009214, 'last_eos_top1': 0}
+step=542050 lr=3.000000e-03 loss=2.0323 ce=2.0323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015705468133091927, 'pos0_bos_top1': 0, 'last_eos_p': 0.003002898069098592, 'last_eos_top1': 0}
+step=542100 lr=3.000000e-03 loss=2.1338 ce=2.1338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01694859191775322, 'pos0_bos_top1': 0, 'last_eos_p': 0.003279959550127387, 'last_eos_top1': 0}
+step=542150 lr=3.000000e-03 loss=2.7231 ce=2.7231 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017421040683984756, 'pos0_bos_top1': 0, 'last_eos_p': 0.002263384172692895, 'last_eos_top1': 0}
+step=542200 lr=3.000000e-03 loss=2.0709 ce=2.0709 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.020982258021831512, 'pos0_bos_top1': 0, 'last_eos_p': 0.0026857948396354914, 'last_eos_top1': 0}
+step=542250 lr=3.000000e-03 loss=1.8626 ce=1.8626 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.021210161969065666, 'pos0_bos_top1': 0, 'last_eos_p': 0.004527173936367035, 'last_eos_top1': 0}
+step=542300 lr=3.000000e-03 loss=2.3247 ce=2.3247 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019597377628087997, 'pos0_bos_top1': 0, 'last_eos_p': 0.0031698199454694986, 'last_eos_top1': 0}
+step=542350 lr=3.000000e-03 loss=1.7584 ce=1.7584 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01879741996526718, 'pos0_bos_top1': 0, 'last_eos_p': 0.0033864311408251524, 'last_eos_top1': 0}
+step=542400 lr=3.000000e-03 loss=2.4124 ce=2.4124 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012561686336994171, 'pos0_bos_top1': 0, 'last_eos_p': 0.002184132346883416, 'last_eos_top1': 0}
+step=542450 lr=3.000000e-03 loss=2.6923 ce=2.6923 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014301784336566925, 'pos0_bos_top1': 0, 'last_eos_p': 0.0028447159565985203, 'last_eos_top1': 0}
+step=542500 lr=3.000000e-03 loss=2.7413 ce=2.7413 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015994178131222725, 'pos0_bos_top1': 0, 'last_eos_p': 0.002378023462370038, 'last_eos_top1': 0}
+step=542550 lr=3.000000e-03 loss=2.5381 ce=2.5381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01186290755867958, 'pos0_bos_top1': 0, 'last_eos_p': 0.0017747386591508985, 'last_eos_top1': 0}
+step=542600 lr=3.000000e-03 loss=2.9964 ce=2.9964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010043328627943993, 'pos0_bos_top1': 0, 'last_eos_p': 0.0016029983526095748, 'last_eos_top1': 0}
+step=542650 lr=3.000000e-03 loss=2.4474 ce=2.4474 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012416326440870762, 'pos0_bos_top1': 0, 'last_eos_p': 0.0034359777346253395, 'last_eos_top1': 0}
+step=542700 lr=3.000000e-03 loss=2.0948 ce=2.0948 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01188720390200615, 'pos0_bos_top1': 0, 'last_eos_p': 0.002971561625599861, 'last_eos_top1': 0}
+step=542750 lr=3.000000e-03 loss=2.8571 ce=2.8571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013517201878130436, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038901378866285086, 'last_eos_top1': 0}
+step=542800 lr=3.000000e-03 loss=1.6962 ce=1.6962 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016489457339048386, 'pos0_bos_top1': 0, 'last_eos_p': 0.0047833556309342384, 'last_eos_top1': 0}
+step=542850 lr=3.000000e-03 loss=3.0420 ce=3.0420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013731777667999268, 'pos0_bos_top1': 0, 'last_eos_p': 0.0040170056745409966, 'last_eos_top1': 0}
+step=542900 lr=3.000000e-03 loss=2.3621 ce=2.3621 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016210129484534264, 'pos0_bos_top1': 0, 'last_eos_p': 0.0021440614946186543, 'last_eos_top1': 0}
+step=542950 lr=3.000000e-03 loss=2.1235 ce=2.1235 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.019252799451351166, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032447953708469868, 'last_eos_top1': 0}
+step=543000 lr=3.000000e-03 loss=2.2002 ce=2.2002 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.02219289354979992, 'pos0_bos_top1': 0, 'last_eos_p': 0.0038745796773582697, 'last_eos_top1': 0}
+step=543050 lr=3.000000e-03 loss=2.1014 ce=2.1014 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01960592530667782, 'pos0_bos_top1': 0, 'last_eos_p': 0.003936439752578735, 'last_eos_top1': 0}
+step=543100 lr=3.000000e-03 loss=1.7220 ce=1.7220 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01620647870004177, 'pos0_bos_top1': 0, 'last_eos_p': 0.002319896826520562, 'last_eos_top1': 0}
+step=543150 lr=3.000000e-03 loss=2.3559 ce=2.3559 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017378555610775948, 'pos0_bos_top1': 0, 'last_eos_p': 0.00329529563896358, 'last_eos_top1': 0}
+step=543200 lr=3.000000e-03 loss=1.9834 ce=1.9834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01645420677959919, 'pos0_bos_top1': 0, 'last_eos_p': 0.003089353209361434, 'last_eos_top1': 0}
+step=543250 lr=3.000000e-03 loss=2.8957 ce=2.8957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016058916226029396, 'pos0_bos_top1': 0, 'last_eos_p': 0.0031932175625115633, 'last_eos_top1': 0}
+step=543300 lr=3.000000e-03 loss=1.3779 ce=1.3779 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01660456694662571, 'pos0_bos_top1': 0, 'last_eos_p': 0.004114117473363876, 'last_eos_top1': 0}
+step=543350 lr=3.000000e-03 loss=2.6186 ce=2.6186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014931668527424335, 'pos0_bos_top1': 0, 'last_eos_p': 0.0025883628986775875, 'last_eos_top1': 0}
+step=543400 lr=3.000000e-03 loss=2.2296 ce=2.2296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015380720607936382, 'pos0_bos_top1': 0, 'last_eos_p': 0.0020394232124090195, 'last_eos_top1': 0}
+step=543450 lr=3.000000e-03 loss=2.0391 ce=2.0391 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014958816580474377, 'pos0_bos_top1': 0, 'last_eos_p': 0.003266715444624424, 'last_eos_top1': 0}
+step=543500 lr=3.000000e-03 loss=2.8641 ce=2.8641 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.018241073936223984, 'pos0_bos_top1': 0, 'last_eos_p': 0.002714538248255849, 'last_eos_top1': 0}
+step=543550 lr=3.000000e-03 loss=3.4482 ce=3.4482 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015158719383180141, 'pos0_bos_top1': 0, 'last_eos_p': 0.0039528668858110905, 'last_eos_top1': 0}
+step=543600 lr=3.000000e-03 loss=2.2379 ce=2.2379 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016074785962700844, 'pos0_bos_top1': 0, 'last_eos_p': 0.004289162345230579, 'last_eos_top1': 0}
+step=543650 lr=3.000000e-03 loss=2.4039 ce=2.4039 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016379818320274353, 'pos0_bos_top1': 0, 'last_eos_p': 0.006328045390546322, 'last_eos_top1': 0}
+step=543700 lr=3.000000e-03 loss=2.0041 ce=2.0041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017700284719467163, 'pos0_bos_top1': 0, 'last_eos_p': 0.004805338103324175, 'last_eos_top1': 0}
+step=543750 lr=3.000000e-03 loss=2.6644 ce=2.6644 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016741450875997543, 'pos0_bos_top1': 0, 'last_eos_p': 0.005064578726887703, 'last_eos_top1': 0}
+step=543800 lr=3.000000e-03 loss=2.9805 ce=2.9805 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01806732825934887, 'pos0_bos_top1': 0, 'last_eos_p': 0.006584512069821358, 'last_eos_top1': 0}
+step=543850 lr=3.000000e-03 loss=2.4172 ce=2.4172 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016700001433491707, 'pos0_bos_top1': 0, 'last_eos_p': 0.007080863695591688, 'last_eos_top1': 0}
+step=543900 lr=3.000000e-03 loss=1.8950 ce=1.8950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01611706055700779, 'pos0_bos_top1': 0, 'last_eos_p': 0.007086026482284069, 'last_eos_top1': 0}
+step=543950 lr=3.000000e-03 loss=2.1685 ce=2.1685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013036364689469337, 'pos0_bos_top1': 0, 'last_eos_p': 0.004729157779365778, 'last_eos_top1': 0}
+step=544000 lr=3.000000e-03 loss=2.6566 ce=2.6566 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014177036471664906, 'pos0_bos_top1': 0, 'last_eos_p': 0.0046020145528018475, 'last_eos_top1': 0}
+step=544050 lr=3.000000e-03 loss=2.5192 ce=2.5192 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012657657265663147, 'pos0_bos_top1': 0, 'last_eos_p': 0.006841402966529131, 'last_eos_top1': 0}
+step=544100 lr=3.000000e-03 loss=2.2502 ce=2.2502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014367285184562206, 'pos0_bos_top1': 0, 'last_eos_p': 0.009600614197552204, 'last_eos_top1': 0}
+step=544150 lr=3.000000e-03 loss=2.7577 ce=2.7577 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014668358489871025, 'pos0_bos_top1': 0, 'last_eos_p': 0.006446296349167824, 'last_eos_top1': 0}
+step=544200 lr=3.000000e-03 loss=2.3412 ce=2.3412 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013703670352697372, 'pos0_bos_top1': 0, 'last_eos_p': 0.008144977502524853, 'last_eos_top1': 0}
+step=544250 lr=3.000000e-03 loss=2.2854 ce=2.2854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017393402755260468, 'pos0_bos_top1': 0, 'last_eos_p': 0.008502060547471046, 'last_eos_top1': 0}
+step=544300 lr=3.000000e-03 loss=2.4960 ce=2.4960 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017272811383008957, 'pos0_bos_top1': 0, 'last_eos_p': 0.011426756158471107, 'last_eos_top1': 0}
+step=544350 lr=3.000000e-03 loss=2.3395 ce=2.3395 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.017035257071256638, 'pos0_bos_top1': 0, 'last_eos_p': 0.008336084894835949, 'last_eos_top1': 0}
+step=544400 lr=3.000000e-03 loss=2.5846 ce=2.5846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016050633043050766, 'pos0_bos_top1': 0, 'last_eos_p': 0.009605460800230503, 'last_eos_top1': 0}
+step=544450 lr=3.000000e-03 loss=1.6937 ce=1.6937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01409840863198042, 'pos0_bos_top1': 0, 'last_eos_p': 0.006120339501649141, 'last_eos_top1': 0}
+step=544500 lr=3.000000e-03 loss=1.9911 ce=1.9911 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013501519337296486, 'pos0_bos_top1': 0, 'last_eos_p': 0.005990864243358374, 'last_eos_top1': 0}
+step=544550 lr=3.000000e-03 loss=2.4236 ce=2.4236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012069947086274624, 'pos0_bos_top1': 0, 'last_eos_p': 0.004773565102368593, 'last_eos_top1': 0}
+step=544600 lr=3.000000e-03 loss=2.7531 ce=2.7531 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012395416386425495, 'pos0_bos_top1': 0, 'last_eos_p': 0.00554312439635396, 'last_eos_top1': 0}
+step=544650 lr=3.000000e-03 loss=3.1526 ce=3.1526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011525322683155537, 'pos0_bos_top1': 0, 'last_eos_p': 0.004943124018609524, 'last_eos_top1': 0}
+step=544700 lr=3.000000e-03 loss=2.5970 ce=2.5970 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014084737747907639, 'pos0_bos_top1': 0, 'last_eos_p': 0.003529984038323164, 'last_eos_top1': 0}
+step=544750 lr=3.000000e-03 loss=2.6365 ce=2.6365 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014002046547830105, 'pos0_bos_top1': 0, 'last_eos_p': 0.006344033405184746, 'last_eos_top1': 0}
+step=544800 lr=3.000000e-03 loss=2.8382 ce=2.8382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01483012642711401, 'pos0_bos_top1': 0, 'last_eos_p': 0.004409384448081255, 'last_eos_top1': 0}
+step=544850 lr=3.000000e-03 loss=1.1173 ce=1.1173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016273394227027893, 'pos0_bos_top1': 0, 'last_eos_p': 0.0061083827167749405, 'last_eos_top1': 0}
+step=544900 lr=3.000000e-03 loss=2.3679 ce=2.3679 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013671851716935635, 'pos0_bos_top1': 0, 'last_eos_p': 0.005710769910365343, 'last_eos_top1': 0}
+step=544950 lr=3.000000e-03 loss=2.2266 ce=2.2266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014854300767183304, 'pos0_bos_top1': 0, 'last_eos_p': 0.004386825952678919, 'last_eos_top1': 0}
+step=545000 lr=3.000000e-03 loss=2.5254 ce=2.5254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01453408133238554, 'pos0_bos_top1': 0, 'last_eos_p': 0.006913634482771158, 'last_eos_top1': 0}
+step=545050 lr=3.000000e-03 loss=2.4657 ce=2.4657 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01529212761670351, 'pos0_bos_top1': 0, 'last_eos_p': 0.004792566876858473, 'last_eos_top1': 0}
+step=545100 lr=3.000000e-03 loss=2.4751 ce=2.4751 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01407396700233221, 'pos0_bos_top1': 0, 'last_eos_p': 0.006480047013610601, 'last_eos_top1': 0}
+step=545150 lr=3.000000e-03 loss=2.0763 ce=2.0763 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014121368527412415, 'pos0_bos_top1': 0, 'last_eos_p': 0.0072289686650037766, 'last_eos_top1': 0}
+step=545200 lr=3.000000e-03 loss=2.8337 ce=2.8337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015195260755717754, 'pos0_bos_top1': 0, 'last_eos_p': 0.006214578170329332, 'last_eos_top1': 0}
+step=545250 lr=3.000000e-03 loss=2.7107 ce=2.7107 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01386744249612093, 'pos0_bos_top1': 0, 'last_eos_p': 0.008191061206161976, 'last_eos_top1': 0}
+step=545300 lr=3.000000e-03 loss=3.3535 ce=3.3535 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014674220234155655, 'pos0_bos_top1': 0, 'last_eos_p': 0.007647564169019461, 'last_eos_top1': 0}
+step=545350 lr=3.000000e-03 loss=2.5266 ce=2.5266 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013243538327515125, 'pos0_bos_top1': 0, 'last_eos_p': 0.0076070199720561504, 'last_eos_top1': 0}
+step=545400 lr=3.000000e-03 loss=2.8903 ce=2.8903 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013660885393619537, 'pos0_bos_top1': 0, 'last_eos_p': 0.006584567949175835, 'last_eos_top1': 0}
+step=545450 lr=3.000000e-03 loss=2.3679 ce=2.3679 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012769790366292, 'pos0_bos_top1': 0, 'last_eos_p': 0.0059790899977087975, 'last_eos_top1': 0}
+step=545500 lr=3.000000e-03 loss=2.3929 ce=2.3929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012484710663557053, 'pos0_bos_top1': 0, 'last_eos_p': 0.008817870169878006, 'last_eos_top1': 0}
+step=545550 lr=3.000000e-03 loss=2.1135 ce=2.1135 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01365539338439703, 'pos0_bos_top1': 0, 'last_eos_p': 0.004616516176611185, 'last_eos_top1': 0}
+step=545600 lr=3.000000e-03 loss=2.2804 ce=2.2804 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012036783620715141, 'pos0_bos_top1': 0, 'last_eos_p': 0.007272170856595039, 'last_eos_top1': 0}
+step=545650 lr=3.000000e-03 loss=2.9665 ce=2.9665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01209563110023737, 'pos0_bos_top1': 0, 'last_eos_p': 0.005399724002927542, 'last_eos_top1': 0}
+step=545700 lr=3.000000e-03 loss=2.3509 ce=2.3509 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012112257070839405, 'pos0_bos_top1': 0, 'last_eos_p': 0.006758612114936113, 'last_eos_top1': 0}
+step=545750 lr=3.000000e-03 loss=2.6291 ce=2.6291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012473691254854202, 'pos0_bos_top1': 0, 'last_eos_p': 0.006274230312556028, 'last_eos_top1': 0}
+step=545800 lr=3.000000e-03 loss=1.9026 ce=1.9026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012041564099490643, 'pos0_bos_top1': 0, 'last_eos_p': 0.004480662755668163, 'last_eos_top1': 0}
+step=545850 lr=3.000000e-03 loss=3.0177 ce=3.0177 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012031913734972477, 'pos0_bos_top1': 0, 'last_eos_p': 0.005384838208556175, 'last_eos_top1': 0}
+step=545900 lr=3.000000e-03 loss=2.3333 ce=2.3333 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012826697900891304, 'pos0_bos_top1': 0, 'last_eos_p': 0.006011150311678648, 'last_eos_top1': 0}
+step=545950 lr=3.000000e-03 loss=3.1477 ce=3.1477 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015048879198729992, 'pos0_bos_top1': 0, 'last_eos_p': 0.006057210732251406, 'last_eos_top1': 0}
+step=546000 lr=3.000000e-03 loss=2.4109 ce=2.4109 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013292867690324783, 'pos0_bos_top1': 0, 'last_eos_p': 0.005173291079699993, 'last_eos_top1': 0}
+step=546050 lr=3.000000e-03 loss=2.6649 ce=2.6649 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01579822227358818, 'pos0_bos_top1': 0, 'last_eos_p': 0.0070237573236227036, 'last_eos_top1': 0}
+step=546100 lr=3.000000e-03 loss=2.2099 ce=2.2099 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01760973408818245, 'pos0_bos_top1': 0, 'last_eos_p': 0.006545003037899733, 'last_eos_top1': 0}
+step=546150 lr=3.000000e-03 loss=2.6414 ce=2.6414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01706608198583126, 'pos0_bos_top1': 0, 'last_eos_p': 0.007724124006927013, 'last_eos_top1': 0}
+step=546200 lr=3.000000e-03 loss=2.8797 ce=2.8797 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01547575369477272, 'pos0_bos_top1': 0, 'last_eos_p': 0.007228350266814232, 'last_eos_top1': 0}
+step=546250 lr=3.000000e-03 loss=2.6768 ce=2.6768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01783503033220768, 'pos0_bos_top1': 0, 'last_eos_p': 0.0088860634714365, 'last_eos_top1': 0}
+step=546300 lr=3.000000e-03 loss=2.6338 ce=2.6338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015175089240074158, 'pos0_bos_top1': 0, 'last_eos_p': 0.004923884756863117, 'last_eos_top1': 0}
+step=546350 lr=3.000000e-03 loss=1.7672 ce=1.7672 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0155907878652215, 'pos0_bos_top1': 0, 'last_eos_p': 0.005878055468201637, 'last_eos_top1': 0}
+step=546400 lr=3.000000e-03 loss=2.0320 ce=2.0320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01425900124013424, 'pos0_bos_top1': 0, 'last_eos_p': 0.0052263555116951466, 'last_eos_top1': 0}
+step=546450 lr=3.000000e-03 loss=3.3630 ce=3.3630 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014521496370434761, 'pos0_bos_top1': 0, 'last_eos_p': 0.007194822188466787, 'last_eos_top1': 0}
+step=546500 lr=3.000000e-03 loss=3.4607 ce=3.4607 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01467571035027504, 'pos0_bos_top1': 0, 'last_eos_p': 0.007502712309360504, 'last_eos_top1': 0}
+step=546550 lr=3.000000e-03 loss=2.5706 ce=2.5706 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012888316065073013, 'pos0_bos_top1': 0, 'last_eos_p': 0.004383052233606577, 'last_eos_top1': 0}
+step=546600 lr=3.000000e-03 loss=2.3402 ce=2.3402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012985541485249996, 'pos0_bos_top1': 0, 'last_eos_p': 0.004663952626287937, 'last_eos_top1': 0}
+step=546650 lr=3.000000e-03 loss=2.6929 ce=2.6929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012773146852850914, 'pos0_bos_top1': 0, 'last_eos_p': 0.0046921782195568085, 'last_eos_top1': 0}
+step=546700 lr=3.000000e-03 loss=2.5240 ce=2.5240 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01193535141646862, 'pos0_bos_top1': 0, 'last_eos_p': 0.0033574202097952366, 'last_eos_top1': 0}
+step=546750 lr=3.000000e-03 loss=2.5846 ce=2.5846 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013247008435428143, 'pos0_bos_top1': 0, 'last_eos_p': 0.003781883278861642, 'last_eos_top1': 0}
+step=546800 lr=3.000000e-03 loss=1.8128 ce=1.8128 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011923645623028278, 'pos0_bos_top1': 0, 'last_eos_p': 0.003109181532636285, 'last_eos_top1': 0}
+step=546850 lr=3.000000e-03 loss=2.7625 ce=2.7625 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011778297834098339, 'pos0_bos_top1': 0, 'last_eos_p': 0.0032977424561977386, 'last_eos_top1': 0}
+step=546900 lr=3.000000e-03 loss=1.5405 ce=1.5405 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011033592745661736, 'pos0_bos_top1': 0, 'last_eos_p': 0.0036031007766723633, 'last_eos_top1': 0}
+step=546950 lr=3.000000e-03 loss=1.9072 ce=1.9072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011446059681475163, 'pos0_bos_top1': 0, 'last_eos_p': 0.003206581110134721, 'last_eos_top1': 0}
+step=547000 lr=3.000000e-03 loss=2.1117 ce=2.1117 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012209209613502026, 'pos0_bos_top1': 0, 'last_eos_p': 0.003665150608867407, 'last_eos_top1': 0}
+step=547050 lr=3.000000e-03 loss=2.4337 ce=2.4337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0116457873955369, 'pos0_bos_top1': 0, 'last_eos_p': 0.0033369669690728188, 'last_eos_top1': 0}
+step=547100 lr=3.000000e-03 loss=3.2367 ce=3.2367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.011183308437466621, 'pos0_bos_top1': 0, 'last_eos_p': 0.002649251837283373, 'last_eos_top1': 0}
+step=547150 lr=3.000000e-03 loss=2.5500 ce=2.5500 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.013230670243501663, 'pos0_bos_top1': 0, 'last_eos_p': 0.0028733473736792803, 'last_eos_top1': 0}
+step=547200 lr=3.000000e-03 loss=1.6093 ce=1.6093 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015466832555830479, 'pos0_bos_top1': 0, 'last_eos_p': 0.003086827928200364, 'last_eos_top1': 0}
+step=547250 lr=3.000000e-03 loss=2.3646 ce=2.3646 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.016385216265916824, 'pos0_bos_top1': 0, 'last_eos_p': 0.00494616013020277, 'last_eos_top1': 0}
+step=547300 lr=3.000000e-03 loss=2.6057 ce=2.6057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015627646818757057, 'pos0_bos_top1': 0, 'last_eos_p': 0.003352812025696039, 'last_eos_top1': 0}
+step=547350 lr=3.000000e-03 loss=2.1015 ce=2.1015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.01499768253415823, 'pos0_bos_top1': 0, 'last_eos_p': 0.002783805364742875, 'last_eos_top1': 0}
+step=547400 lr=3.000000e-03 loss=2.2633 ce=2.2633 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014640211127698421, 'pos0_bos_top1': 0, 'last_eos_p': 0.002933874726295471, 'last_eos_top1': 0}
+step=547450 lr=3.000000e-03 loss=3.0042 ce=3.0042 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014283346943557262, 'pos0_bos_top1': 0, 'last_eos_p': 0.003493404481559992, 'last_eos_top1': 0}
+step=547500 lr=3.000000e-03 loss=2.7410 ce=2.7410 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.010979908518493176, 'pos0_bos_top1': 0, 'last_eos_p': 0.002967461245134473, 'last_eos_top1': 0}
+step=547550 lr=3.000000e-03 loss=2.8529 ce=2.8529 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.014225936494767666, 'pos0_bos_top1': 0, 'last_eos_p': 0.002631024457514286, 'last_eos_top1': 0}
+step=547600 lr=3.000000e-03 loss=2.3957 ce=2.3957 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.015012290328741074, 'pos0_bos_top1': 0, 'last_eos_p': 0.0037213109899312258, 'last_eos_top1': 0}
+step=547650 lr=3.000000e-03 loss=2.6129 ce=2.6129 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.012764844112098217, 'pos0_bos_top1': 0, 'last_eos_p': 0.003023089375346899, 'last_eos_top1': 0}
diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/owt_t5_llmclean_qwen36_35b_articlefull_10k_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_40k_elfopt_t5embed_unfixed_selfcond_ce_20260530_220906.log b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/owt_t5_llmclean_qwen36_35b_articlefull_10k_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_40k_elfopt_t5embed_unfixed_selfcond_ce_20260530_220906.log
new file mode 100644
index 0000000000000000000000000000000000000000..232d898bc9d41ebb3b3e07c34588ea6a4aced180
--- /dev/null
+++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/logs/owt_t5_llmclean_qwen36_35b_articlefull_10k_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_40k_elfopt_t5embed_unfixed_selfcond_ce_20260530_220906.log
@@ -0,0 +1,1508 @@
+W0530 22:09:07.578000 10363 torch/distributed/run.py:792] 
+W0530 22:09:07.578000 10363 torch/distributed/run.py:792] *****************************************
+W0530 22:09:07.578000 10363 torch/distributed/run.py:792] Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. 
+W0530 22:09:07.578000 10363 torch/distributed/run.py:792] *****************************************
+[W530 22:09:10.454935737 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W530 22:09:10.462005161 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W530 22:09:10.470349253 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W530 22:09:10.474729545 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W530 22:09:10.483663447 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W530 22:09:10.486329879 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W530 22:09:10.486595217 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[W530 22:09:10.487382520 Utils.hpp:136] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+t-20260531060746-9rffz-worker-0:10430:10430 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10430:10430 [0] NCCL INFO Bootstrap: Using eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10430:10430 [0] NCCL INFO cudaDriverVersion 12080
+t-20260531060746-9rffz-worker-0:10430:10430 [0] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260531060746-9rffz-worker-0:10430:10430 [0] NCCL INFO Comm config Blocking set to 1
+t-20260531060746-9rffz-worker-0:10435:10435 [5] NCCL INFO cudaDriverVersion 12080
+t-20260531060746-9rffz-worker-0:10435:10435 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10436:10436 [6] NCCL INFO cudaDriverVersion 12080
+t-20260531060746-9rffz-worker-0:10436:10436 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10434:10434 [4] NCCL INFO cudaDriverVersion 12080
+t-20260531060746-9rffz-worker-0:10434:10434 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10433:10433 [3] NCCL INFO cudaDriverVersion 12080
+t-20260531060746-9rffz-worker-0:10433:10433 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10432:10432 [2] NCCL INFO cudaDriverVersion 12080
+t-20260531060746-9rffz-worker-0:10432:10432 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10435:10435 [5] NCCL INFO Bootstrap: Using eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10435:10435 [5] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260531060746-9rffz-worker-0:10436:10436 [6] NCCL INFO Bootstrap: Using eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10436:10436 [6] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260531060746-9rffz-worker-0:10434:10434 [4] NCCL INFO Bootstrap: Using eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10433:10433 [3] NCCL INFO Bootstrap: Using eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10434:10434 [4] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260531060746-9rffz-worker-0:10433:10433 [3] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260531060746-9rffz-worker-0:10432:10432 [2] NCCL INFO Bootstrap: Using eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10432:10432 [2] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260531060746-9rffz-worker-0:10431:10431 [1] NCCL INFO cudaDriverVersion 12080
+t-20260531060746-9rffz-worker-0:10431:10431 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10437:10437 [7] NCCL INFO cudaDriverVersion 12080
+t-20260531060746-9rffz-worker-0:10431:10431 [1] NCCL INFO Bootstrap: Using eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10437:10437 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10431:10431 [1] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260531060746-9rffz-worker-0:10437:10437 [7] NCCL INFO Bootstrap: Using eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10437:10437 [7] NCCL INFO NCCL version 2.25.1+cuda12.8
+t-20260531060746-9rffz-worker-0:10435:10435 [5] NCCL INFO Comm config Blocking set to 1
+t-20260531060746-9rffz-worker-0:10436:10436 [6] NCCL INFO Comm config Blocking set to 1
+t-20260531060746-9rffz-worker-0:10434:10434 [4] NCCL INFO Comm config Blocking set to 1
+t-20260531060746-9rffz-worker-0:10432:10432 [2] NCCL INFO Comm config Blocking set to 1
+t-20260531060746-9rffz-worker-0:10433:10433 [3] NCCL INFO Comm config Blocking set to 1
+t-20260531060746-9rffz-worker-0:10431:10431 [1] NCCL INFO Comm config Blocking set to 1
+t-20260531060746-9rffz-worker-0:10437:10437 [7] NCCL INFO Comm config Blocking set to 1
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO P2P plugin v9 IBext_v9
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO P2P plugin v9 IBext_v9
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO P2P plugin v9 IBext_v9
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO P2P plugin v9 IBext_v9
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO P2P plugin v9 IBext_v9
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO P2P plugin v9 IBext_v9
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO P2P plugin v9 IBext_v9
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO NET/Plugin: Loaded net plugin NCCL RDMA Plugin v9 (v9)
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO NET/Plugin: Loaded collnet plugin SHARP (v9)
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO Plugin Path : /opt/hpcx/nccl_rdma_sharp_plugin/lib/libnccl-net.so
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO P2P plugin v9 IBext_v9
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO NCCL_SOCKET_IFNAME set by environment to eth1
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Using network IBext_v9
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO Using network IBext_v9
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO Using network IBext_v9
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO NCCL_IB_PCI_RELAXED_ORDERING set by environment to 1.
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO NET/IB : Using [0]mlx5_1:1/RoCE [1]mlx5_4:1/RoCE [2]mlx5_5:1/RoCE [3]mlx5_6:1/RoCE [4]mlx5_7:1/RoCE [5]mlx5_8:1/RoCE [6]mlx5_9:1/RoCE [7]mlx5_10:1/RoCE [RO]; OOB eth1:10.82.112.4<0>
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO Using network IBext_v9
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO Using network IBext_v9
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO Using network IBext_v9
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO Using network IBext_v9
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO PROFILER/Plugin: Could not find: libnccl-profiler.so.
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO Using network IBext_v9
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO ncclCommInitRankConfig comm 0x8eb7d90 rank 0 nranks 8 cudaDev 0 nvmlDev 0 busId 65040 commId 0x2cdf0431f933dcb4 - Init START
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO ncclCommInitRankConfig comm 0x9861690 rank 6 nranks 8 cudaDev 6 nvmlDev 6 busId 73020 commId 0x2cdf0431f933dcb4 - Init START
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO ncclCommInitRankConfig comm 0x88ca9c0 rank 2 nranks 8 cudaDev 2 nvmlDev 2 busId 69020 commId 0x2cdf0431f933dcb4 - Init START
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO ncclCommInitRankConfig comm 0x9343bc0 rank 7 nranks 8 cudaDev 7 nvmlDev 7 busId 75020 commId 0x2cdf0431f933dcb4 - Init START
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO ncclCommInitRankConfig comm 0xa0a3740 rank 5 nranks 8 cudaDev 5 nvmlDev 5 busId 71020 commId 0x2cdf0431f933dcb4 - Init START
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO ncclCommInitRankConfig comm 0x9a54880 rank 1 nranks 8 cudaDev 1 nvmlDev 1 busId 67020 commId 0x2cdf0431f933dcb4 - Init START
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO ncclCommInitRankConfig comm 0x9a52f90 rank 4 nranks 8 cudaDev 4 nvmlDev 4 busId 6f020 commId 0x2cdf0431f933dcb4 - Init START
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO ncclCommInitRankConfig comm 0x8aecf90 rank 3 nranks 8 cudaDev 3 nvmlDev 3 busId 6b020 commId 0x2cdf0431f933dcb4 - Init START
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO RAS client listening socket at ::1<28028>
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO Bootstrap timings total 0.042487 (create 0.000021, send 0.000074, recv 0.000031, ring 0.041453, delay 0.000000)
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO Bootstrap timings total 0.042988 (create 0.000022, send 0.000067, recv 0.000077, ring 0.042538, delay 0.000000)
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO Bootstrap timings total 0.044563 (create 0.000021, send 0.000076, recv 0.002718, ring 0.041444, delay 0.000001)
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO Bootstrap timings total 0.045071 (create 0.000020, send 0.000069, recv 0.001249, ring 0.043043, delay 0.000001)
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO Bootstrap timings total 0.043510 (create 0.000022, send 0.000067, recv 0.000070, ring 0.042112, delay 0.000001)
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO Bootstrap timings total 0.043980 (create 0.000027, send 0.000072, recv 0.000174, ring 0.043407, delay 0.000001)
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO Bootstrap timings total 0.041924 (create 0.000023, send 0.000063, recv 0.000109, ring 0.041436, delay 0.000001)
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Bootstrap timings total 0.161071 (create 0.000028, send 0.000069, recv 0.118132, ring 0.000098, delay 0.000001)
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO MNNVL busId 0x6f020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO MNNVL busId 0x67020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO MNNVL busId 0x73020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO MNNVL busId 0x71020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO MNNVL busId 0x69020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO MNNVL busId 0x65040 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO MNNVL busId 0x75020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO MNNVL busId 0x6b020 fabric UUID 0.0 cliqueId 0x0 state 3 healthMask 0x0
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO NCCL_TOPO_FILE set by environment to /var/run/nvidia-topologyd/virtualTopology.xml
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO Setting affinity for GPU 7 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO Setting affinity for GPU 3 to 03ffffff,ffffffff,ffffffff
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO Setting affinity for GPU 2 to 03ffffff,ffffffff,ffffffff
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO NVLS multicast support is available on dev 3
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO NVLS multicast support is available on dev 2
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Setting affinity for GPU 0 to 03ffffff,ffffffff,ffffffff
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO Setting affinity for GPU 5 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO Setting affinity for GPU 4 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO NVLS multicast support is available on dev 5
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO Setting affinity for GPU 6 to 0fffff,ffffffff,ffffffff,fc000000,00000000,00000000
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO NVLS multicast support is available on dev 4
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO Setting affinity for GPU 1 to 03ffffff,ffffffff,ffffffff
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO NVLS multicast support is available on dev 6
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO NVLS multicast support is available on dev 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO NVLS multicast support is available on dev 0
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO NVLS multicast support is available on dev 1
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO comm 0x8aecf90 rank 3 nRanks 8 nNodes 1 localRanks 8 localRank 3 MNNVL 0
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO comm 0x88ca9c0 rank 2 nRanks 8 nNodes 1 localRanks 8 localRank 2 MNNVL 0
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO comm 0x9a54880 rank 1 nRanks 8 nNodes 1 localRanks 8 localRank 1 MNNVL 0
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO comm 0x9861690 rank 6 nRanks 8 nNodes 1 localRanks 8 localRank 6 MNNVL 0
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO comm 0xa0a3740 rank 5 nRanks 8 nNodes 1 localRanks 8 localRank 5 MNNVL 0
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO comm 0x9343bc0 rank 7 nRanks 8 nNodes 1 localRanks 8 localRank 7 MNNVL 0
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO comm 0x8eb7d90 rank 0 nRanks 8 nNodes 1 localRanks 8 localRank 0 MNNVL 0
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO comm 0x9a52f90 rank 4 nRanks 8 nNodes 1 localRanks 8 localRank 4 MNNVL 0
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 00/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 01/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO Trees [0] 4/-1/-1->3->2 [1] 4/-1/-1->3->2 [2] 4/-1/-1->3->2 [3] 4/-1/-1->3->2 [4] 4/-1/-1->3->2 [5] 4/-1/-1->3->2 [6] 4/-1/-1->3->2 [7] 4/-1/-1->3->2 [8] 4/-1/-1->3->2 [9] 4/-1/-1->3->2 [10] 4/-1/-1->3->2 [11] 4/-1/-1->3->2 [12] 4/-1/-1->3->2 [13] 4/-1/-1->3->2 [14] 4/-1/-1->3->2 [15] 4/-1/-1->3->2 [16] 4/-1/-1->3->2 [17] 4/-1/-1->3->2 [18] 4/-1/-1->3->2 [19] 4/-1/-1->3->2 [20] 4/-1/-1->3->2 [21] 4/-1/-1->3->2 [22] 4/-1/-1->3->2 [23] 4/-1/-1->3->2
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 02/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 03/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO P2P Chunksize set to 524288
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 04/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO Trees [0] 7/-1/-1->6->5 [1] 7/-1/-1->6->5 [2] 7/-1/-1->6->5 [3] 7/-1/-1->6->5 [4] 7/-1/-1->6->5 [5] 7/-1/-1->6->5 [6] 7/-1/-1->6->5 [7] 7/-1/-1->6->5 [8] 7/-1/-1->6->5 [9] 7/-1/-1->6->5 [10] 7/-1/-1->6->5 [11] 7/-1/-1->6->5 [12] 7/-1/-1->6->5 [13] 7/-1/-1->6->5 [14] 7/-1/-1->6->5 [15] 7/-1/-1->6->5 [16] 7/-1/-1->6->5 [17] 7/-1/-1->6->5 [18] 7/-1/-1->6->5 [19] 7/-1/-1->6->5 [20] 7/-1/-1->6->5 [21] 7/-1/-1->6->5 [22] 7/-1/-1->6->5 [23] 7/-1/-1->6->5
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO Trees [0] 6/-1/-1->5->4 [1] 6/-1/-1->5->4 [2] 6/-1/-1->5->4 [3] 6/-1/-1->5->4 [4] 6/-1/-1->5->4 [5] 6/-1/-1->5->4 [6] 6/-1/-1->5->4 [7] 6/-1/-1->5->4 [8] 6/-1/-1->5->4 [9] 6/-1/-1->5->4 [10] 6/-1/-1->5->4 [11] 6/-1/-1->5->4 [12] 6/-1/-1->5->4 [13] 6/-1/-1->5->4 [14] 6/-1/-1->5->4 [15] 6/-1/-1->5->4 [16] 6/-1/-1->5->4 [17] 6/-1/-1->5->4 [18] 6/-1/-1->5->4 [19] 6/-1/-1->5->4 [20] 6/-1/-1->5->4 [21] 6/-1/-1->5->4 [22] 6/-1/-1->5->4 [23] 6/-1/-1->5->4
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO Trees [0] -1/-1/-1->7->6 [1] -1/-1/-1->7->6 [2] -1/-1/-1->7->6 [3] -1/-1/-1->7->6 [4] -1/-1/-1->7->6 [5] -1/-1/-1->7->6 [6] -1/-1/-1->7->6 [7] -1/-1/-1->7->6 [8] -1/-1/-1->7->6 [9] -1/-1/-1->7->6 [10] -1/-1/-1->7->6 [11] -1/-1/-1->7->6 [12] -1/-1/-1->7->6 [13] -1/-1/-1->7->6 [14] -1/-1/-1->7->6 [15] -1/-1/-1->7->6 [16] -1/-1/-1->7->6 [17] -1/-1/-1->7->6 [18] -1/-1/-1->7->6 [19] -1/-1/-1->7->6 [20] -1/-1/-1->7->6 [21] -1/-1/-1->7->6 [22] -1/-1/-1->7->6 [23] -1/-1/-1->7->6
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO Trees [0] 2/-1/-1->1->0 [1] 2/-1/-1->1->0 [2] 2/-1/-1->1->0 [3] 2/-1/-1->1->0 [4] 2/-1/-1->1->0 [5] 2/-1/-1->1->0 [6] 2/-1/-1->1->0 [7] 2/-1/-1->1->0 [8] 2/-1/-1->1->0 [9] 2/-1/-1->1->0 [10] 2/-1/-1->1->0 [11] 2/-1/-1->1->0 [12] 2/-1/-1->1->0 [13] 2/-1/-1->1->0 [14] 2/-1/-1->1->0 [15] 2/-1/-1->1->0 [16] 2/-1/-1->1->0 [17] 2/-1/-1->1->0 [18] 2/-1/-1->1->0 [19] 2/-1/-1->1->0 [20] 2/-1/-1->1->0 [21] 2/-1/-1->1->0 [22] 2/-1/-1->1->0 [23] 2/-1/-1->1->0
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO Trees [0] 3/-1/-1->2->1 [1] 3/-1/-1->2->1 [2] 3/-1/-1->2->1 [3] 3/-1/-1->2->1 [4] 3/-1/-1->2->1 [5] 3/-1/-1->2->1 [6] 3/-1/-1->2->1 [7] 3/-1/-1->2->1 [8] 3/-1/-1->2->1 [9] 3/-1/-1->2->1 [10] 3/-1/-1->2->1 [11] 3/-1/-1->2->1 [12] 3/-1/-1->2->1 [13] 3/-1/-1->2->1 [14] 3/-1/-1->2->1 [15] 3/-1/-1->2->1 [16] 3/-1/-1->2->1 [17] 3/-1/-1->2->1 [18] 3/-1/-1->2->1 [19] 3/-1/-1->2->1 [20] 3/-1/-1->2->1 [21] 3/-1/-1->2->1 [22] 3/-1/-1->2->1 [23] 3/-1/-1->2->1
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 05/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO Trees [0] 5/-1/-1->4->3 [1] 5/-1/-1->4->3 [2] 5/-1/-1->4->3 [3] 5/-1/-1->4->3 [4] 5/-1/-1->4->3 [5] 5/-1/-1->4->3 [6] 5/-1/-1->4->3 [7] 5/-1/-1->4->3 [8] 5/-1/-1->4->3 [9] 5/-1/-1->4->3 [10] 5/-1/-1->4->3 [11] 5/-1/-1->4->3 [12] 5/-1/-1->4->3 [13] 5/-1/-1->4->3 [14] 5/-1/-1->4->3 [15] 5/-1/-1->4->3 [16] 5/-1/-1->4->3 [17] 5/-1/-1->4->3 [18] 5/-1/-1->4->3 [19] 5/-1/-1->4->3 [20] 5/-1/-1->4->3 [21] 5/-1/-1->4->3 [22] 5/-1/-1->4->3 [23] 5/-1/-1->4->3
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO P2P Chunksize set to 524288
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO P2P Chunksize set to 524288
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO P2P Chunksize set to 524288
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO P2P Chunksize set to 524288
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO P2P Chunksize set to 524288
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 06/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 07/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 08/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO P2P Chunksize set to 524288
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 09/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 10/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 11/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 12/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 13/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 14/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 15/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 16/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 17/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 18/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 19/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 20/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 21/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 22/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Channel 23/24 : 0 1 2 3 4 5 6 7
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Trees [0] 1/-1/-1->0->-1 [1] 1/-1/-1->0->-1 [2] 1/-1/-1->0->-1 [3] 1/-1/-1->0->-1 [4] 1/-1/-1->0->-1 [5] 1/-1/-1->0->-1 [6] 1/-1/-1->0->-1 [7] 1/-1/-1->0->-1 [8] 1/-1/-1->0->-1 [9] 1/-1/-1->0->-1 [10] 1/-1/-1->0->-1 [11] 1/-1/-1->0->-1 [12] 1/-1/-1->0->-1 [13] 1/-1/-1->0->-1 [14] 1/-1/-1->0->-1 [15] 1/-1/-1->0->-1 [16] 1/-1/-1->0->-1 [17] 1/-1/-1->0->-1 [18] 1/-1/-1->0->-1 [19] 1/-1/-1->0->-1 [20] 1/-1/-1->0->-1 [21] 1/-1/-1->0->-1 [22] 1/-1/-1->0->-1 [23] 1/-1/-1->0->-1
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO P2P Chunksize set to 524288
+t-20260531060746-9rffz-worker-0:10436:10630 [6] NCCL INFO [Proxy Service] Device 6 CPU core 102
+t-20260531060746-9rffz-worker-0:10436:10631 [6] NCCL INFO [Proxy Service UDS] Device 6 CPU core 104
+t-20260531060746-9rffz-worker-0:10431:10632 [1] NCCL INFO [Proxy Service] Device 1 CPU core 62
+t-20260531060746-9rffz-worker-0:10431:10633 [1] NCCL INFO [Proxy Service UDS] Device 1 CPU core 64
+t-20260531060746-9rffz-worker-0:10433:10635 [3] NCCL INFO [Proxy Service UDS] Device 3 CPU core 66
+t-20260531060746-9rffz-worker-0:10433:10634 [3] NCCL INFO [Proxy Service] Device 3 CPU core 58
+t-20260531060746-9rffz-worker-0:10437:10636 [7] NCCL INFO [Proxy Service] Device 7 CPU core 170
+t-20260531060746-9rffz-worker-0:10437:10637 [7] NCCL INFO [Proxy Service UDS] Device 7 CPU core 173
+t-20260531060746-9rffz-worker-0:10432:10638 [2] NCCL INFO [Proxy Service] Device 2 CPU core 2
+t-20260531060746-9rffz-worker-0:10434:10639 [4] NCCL INFO [Proxy Service] Device 4 CPU core 92
+t-20260531060746-9rffz-worker-0:10434:10641 [4] NCCL INFO [Proxy Service UDS] Device 4 CPU core 94
+t-20260531060746-9rffz-worker-0:10432:10640 [2] NCCL INFO [Proxy Service UDS] Device 2 CPU core 5
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Check P2P Type intraNodeP2pSupport 1 directMode 0
+t-20260531060746-9rffz-worker-0:10430:10642 [0] NCCL INFO [Proxy Service] Device 0 CPU core 58
+t-20260531060746-9rffz-worker-0:10430:10643 [0] NCCL INFO [Proxy Service UDS] Device 0 CPU core 62
+t-20260531060746-9rffz-worker-0:10435:10644 [5] NCCL INFO [Proxy Service] Device 5 CPU core 133
+t-20260531060746-9rffz-worker-0:10435:10645 [5] NCCL INFO [Proxy Service UDS] Device 5 CPU core 134
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO CC Off, workFifoBytes 1048576
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO threadThresholds 8/8/64 | 64/8/64 | 512 | 512
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO 24 coll channels, 24 collnet channels, 16 nvls channels, 32 p2p channels, 32 p2p channels per peer
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO ncclCommInitRankConfig comm 0x9861690 rank 6 nranks 8 cudaDev 6 nvmlDev 6 busId 73020 commId 0x2cdf0431f933dcb4 - Init COMPLETE
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v4 symbol.
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO ncclCommInitRankConfig comm 0x8aecf90 rank 3 nranks 8 cudaDev 3 nvmlDev 3 busId 6b020 commId 0x2cdf0431f933dcb4 - Init COMPLETE
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO ncclCommInitRankConfig comm 0x9a52f90 rank 4 nranks 8 cudaDev 4 nvmlDev 4 busId 6f020 commId 0x2cdf0431f933dcb4 - Init COMPLETE
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO ncclCommInitRankConfig comm 0xa0a3740 rank 5 nranks 8 cudaDev 5 nvmlDev 5 busId 71020 commId 0x2cdf0431f933dcb4 - Init COMPLETE
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO ncclCommInitRankConfig comm 0x9343bc0 rank 7 nranks 8 cudaDev 7 nvmlDev 7 busId 75020 commId 0x2cdf0431f933dcb4 - Init COMPLETE
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v3 symbol.
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO ncclCommInitRankConfig comm 0x8eb7d90 rank 0 nranks 8 cudaDev 0 nvmlDev 0 busId 65040 commId 0x2cdf0431f933dcb4 - Init COMPLETE
+t-20260531060746-9rffz-worker-0:10436:10528 [6] NCCL INFO Init timings - ncclCommInitRankConfig: rank 6 nranks 8 total 2.08 (kernels 0.19, alloc 1.04, bootstrap 0.05, allgathers 0.00, topo 0.52, graphs 0.01, connections 0.24, rest 0.02)
+t-20260531060746-9rffz-worker-0:10433:10531 [3] NCCL INFO Init timings - ncclCommInitRankConfig: rank 3 nranks 8 total 2.08 (kernels 0.19, alloc 1.05, bootstrap 0.04, allgathers 0.00, topo 0.52, graphs 0.01, connections 0.24, rest 0.02)
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO TUNER/Plugin: Failed to find ncclTunerPlugin_v2 symbol, using internal tuner instead.
+t-20260531060746-9rffz-worker-0:10434:10529 [4] NCCL INFO Init timings - ncclCommInitRankConfig: rank 4 nranks 8 total 2.08 (kernels 0.19, alloc 1.04, bootstrap 0.04, allgathers 0.00, topo 0.52, graphs 0.01, connections 0.24, rest 0.02)
+t-20260531060746-9rffz-worker-0:10435:10527 [5] NCCL INFO Init timings - ncclCommInitRankConfig: rank 5 nranks 8 total 2.08 (kernels 0.19, alloc 1.04, bootstrap 0.04, allgathers 0.00, topo 0.52, graphs 0.01, connections 0.23, rest 0.03)
+t-20260531060746-9rffz-worker-0:10437:10533 [7] NCCL INFO Init timings - ncclCommInitRankConfig: rank 7 nranks 8 total 2.08 (kernels 0.19, alloc 1.04, bootstrap 0.04, allgathers 0.00, topo 0.52, graphs 0.01, connections 0.24, rest 0.02)
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO ncclCommInitRankConfig comm 0x9a54880 rank 1 nranks 8 cudaDev 1 nvmlDev 1 busId 67020 commId 0x2cdf0431f933dcb4 - Init COMPLETE
+t-20260531060746-9rffz-worker-0:10430:10526 [0] NCCL INFO Init timings - ncclCommInitRankConfig: rank 0 nranks 8 total 2.09 (kernels 0.19, alloc 0.94, bootstrap 0.16, allgathers 0.00, topo 0.52, graphs 0.01, connections 0.24, rest 0.03)
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO ncclCommInitRankConfig comm 0x88ca9c0 rank 2 nranks 8 cudaDev 2 nvmlDev 2 busId 69020 commId 0x2cdf0431f933dcb4 - Init COMPLETE
+t-20260531060746-9rffz-worker-0:10431:10532 [1] NCCL INFO Init timings - ncclCommInitRankConfig: rank 1 nranks 8 total 2.08 (kernels 0.19, alloc 1.04, bootstrap 0.04, allgathers 0.00, topo 0.52, graphs 0.01, connections 0.24, rest 0.03)
+t-20260531060746-9rffz-worker-0:10432:10530 [2] NCCL INFO Init timings - ncclCommInitRankConfig: rank 2 nranks 8 total 2.08 (kernels 0.19, alloc 1.04, bootstrap 0.04, allgathers 0.00, topo 0.52, graphs 0.01, connections 0.24, rest 0.02)
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 00/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 01/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 00/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 02/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 01/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 03/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 02/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 04/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 03/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 05/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 04/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 06/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 05/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 07/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 06/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 08/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 07/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 09/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 08/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 10/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 09/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 00/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 11/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 00/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 10/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 12/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 01/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 11/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 13/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 02/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 00/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 12/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 00/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 14/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 01/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 03/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 01/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 13/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 01/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 15/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 02/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 04/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 02/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 00/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 14/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 00/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 02/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 16/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 03/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 05/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 15/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 03/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 01/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 01/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 03/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 17/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 04/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 06/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 16/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 04/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 02/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 02/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 04/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 18/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 05/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 07/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 17/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 05/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 03/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 03/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 05/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 19/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 06/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 08/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 18/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 06/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 04/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 04/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 06/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 20/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 07/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 09/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 19/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 07/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 05/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 05/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 07/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 21/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 08/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 10/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 20/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 08/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 06/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 06/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 08/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 22/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 09/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 11/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 21/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 09/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 07/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 07/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 09/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Channel 23/0 : 4[4] -> 5[5] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 10/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 12/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 22/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 10/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 08/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 08/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 10/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 11/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 13/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Channel 23/0 : 7[7] -> 0[0] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 11/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 09/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 09/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 11/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 12/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 14/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 12/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 10/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 10/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 12/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 13/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 15/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 13/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 11/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 11/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 13/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 14/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 16/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 14/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 12/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 12/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 14/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 15/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 17/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 15/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 13/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 13/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 15/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 16/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 18/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 16/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 14/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 14/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 16/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 17/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 19/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 17/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 15/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 15/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 17/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 18/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 20/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 18/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 16/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 16/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 18/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 19/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 21/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 19/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 17/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 17/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 19/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 20/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 22/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 20/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 18/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 18/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 20/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 21/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Channel 23/0 : 1[1] -> 2[2] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 21/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 19/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 19/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 21/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 22/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 22/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 20/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 20/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 22/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Channel 23/0 : 6[6] -> 7[7] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Channel 23/0 : 3[3] -> 4[4] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 21/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 21/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Channel 23/0 : 0[0] -> 1[1] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 22/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 22/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Channel 23/0 : 2[2] -> 3[3] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Channel 23/0 : 5[5] -> 6[6] via P2P/CUMEM
+t-20260531060746-9rffz-worker-0:10432:10652 [2] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260531060746-9rffz-worker-0:10436:10648 [6] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260531060746-9rffz-worker-0:10431:10649 [1] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260531060746-9rffz-worker-0:10435:10653 [5] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260531060746-9rffz-worker-0:10433:10650 [3] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260531060746-9rffz-worker-0:10437:10647 [7] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260531060746-9rffz-worker-0:10430:10651 [0] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+t-20260531060746-9rffz-worker-0:10434:10646 [4] NCCL INFO Connected all rings, use ring PXN 0 GDR 1
+[rank1]:[W530 22:09:14.634392183 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank0]:[W530 22:09:14.634500068 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank5]:[W530 22:09:14.634709335 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank3]:[W530 22:09:14.634742675 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank4]:[W530 22:09:14.634849916 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank6]:[W530 22:09:14.634931892 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank2]:[W530 22:09:14.634989930 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+[rank7]:[W530 22:09:14.635045786 Utils.hpp:111] Warning: Environment variable NCCL_ASYNC_ERROR_HANDLING is deprecated; use TORCH_NCCL_ASYNC_ERROR_HANDLING instead (function operator())
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+{
+  "data_mode": "cache",
+  "cache_path": "cache/owt_t5_llmclean_qwen36_35b_articlefull_pack1023_10k_appendeos1.pt",
+  "data_path": "/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext",
+  "tokenizer_path": "/e2e-data/evad-tech-vla/wanghan58/models/hf/t5-small/tokenizer.json",
+  "text_column": "text",
+  "pack_len": 1023,
+  "append_eos": 1,
+  "num_workers": 0,
+  "shuffle_buffer": 8192,
+  "reject_txt": "cache/online_rejected.txt",
+  "out_dir": "runs/owt_t5_llmclean_qwen36_35b_articlefull_10k_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_40k_elfopt_t5embed_unfixed_selfcond_ce_20260530_220906",
+  "subset_size": 10000,
+  "resume": "",
+  "steps": 40000,
+  "batch_size": 16,
+  "grad_accum": 4,
+  "lr": 0.002,
+  "blr": 0.001,
+  "min_lr": 0.0,
+  "lr_schedule": "constant",
+  "warmup_steps": 9,
+  "warmup_epochs": 0.5,
+  "optimizer": "muon",
+  "weight_decay": 0.0,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.95,
+  "adam_eps": 1e-08,
+  "grad_clip": 1.0,
+  "log_every": 50,
+  "save_every": 1000,
+  "dim": 768,
+  "layers": 12,
+  "heads": 12,
+  "mlp_dim": 3072,
+  "time_tokens": 4,
+  "token_embed_init": "t5_shared",
+  "token_embed_model_path": "/e2e-data/evad-tech-vla/wanghan58/models/hf/t5-small",
+  "token_embed_dim": 512,
+  "freeze_token_embed": 0,
+  "c_min": 1.0,
+  "c_max": 1024.0,
+  "c_schedule": "exp",
+  "concat_self_cond": 0,
+  "self_cond_ce": 1,
+  "self_cond_use_cfg_scale": 0,
+  "self_cond_input_cfg": 0,
+  "self_cond_cfg_distill": 0,
+  "self_cond_prob": 0.5,
+  "self_cond_cfg_min": 0.5,
+  "self_cond_cfg_max": 5.0,
+  "self_cond_cfg_formula": "elf",
+  "self_cond_kl_weight": 0.05,
+  "self_cond_kl_warmup": 1000,
+  "self_cond_teacher_temp": 1.0,
+  "seed": 1234,
+  "loader_batches_per_rank": 78,
+  "optimizer_steps_per_epoch": 19,
+  "steps_per_epoch": 19,
+  "effective_batch_size": 512
+}
+[data] mode=cache rows=10000 length=1024 vocab=32100 seen=24862 dropped=2100 bos=1:</s> eos=1:</s>
+[optim] optimizer=muon lr=2.000000e-03 blr=1.000000e-03 effective_batch=512 warmup_steps=9 lr_schedule=constant wd=0.0 loader_batches_per_rank=78 optimizer_steps_per_epoch=19
+[embed] init=t5_shared dim=512 freeze=False model_path=/e2e-data/evad-tech-vla/wanghan58/models/hf/t5-small
+[self_cond] ce=True use_cfg_scale=False input_cfg=False distill=False concat=False prob=0.5 scale=[0.5,5.0] formula=elf kl_weight=0.05 kl_warmup=1000 teacher_temp=1.0
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+Muon: 58 2D params; Nesterov-AdamW: 78 other params
+t-20260531060746-9rffz-worker-0:10432:10718 [2] NCCL INFO NVLS comm 0x88ca9c0 headRank 2 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260531060746-9rffz-worker-0:10431:10719 [1] NCCL INFO NVLS comm 0x9a54880 headRank 1 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260531060746-9rffz-worker-0:10434:10723 [4] NCCL INFO NVLS comm 0x9a52f90 headRank 4 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260531060746-9rffz-worker-0:10436:10721 [6] NCCL INFO NVLS comm 0x9861690 headRank 6 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260531060746-9rffz-worker-0:10435:10724 [5] NCCL INFO NVLS comm 0xa0a3740 headRank 5 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260531060746-9rffz-worker-0:10437:10725 [7] NCCL INFO NVLS comm 0x9343bc0 headRank 7 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260531060746-9rffz-worker-0:10433:10720 [3] NCCL INFO NVLS comm 0x8aecf90 headRank 3 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+t-20260531060746-9rffz-worker-0:10430:10722 [0] NCCL INFO NVLS comm 0x8eb7d90 headRank 0 nHeads 8 buffSize 1048576 nvlsPerRankSize 33554432 nvlsTotalSize 268435456
+step=50 lr=2.000000e-03 loss=6.7546 ce=6.7546 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 6.52833841741085e-05, 'pos0_bos_top1': 0, 'last_eos_p': 0.00013552138989325613, 'last_eos_top1': 0}
+step=100 lr=2.000000e-03 loss=5.0915 ce=5.0915 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0005094566149637103, 'pos0_bos_top1': 0, 'last_eos_p': 0.02683556079864502, 'last_eos_top1': 0}
+step=150 lr=2.000000e-03 loss=5.0055 ce=5.0055 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0004871826386079192, 'pos0_bos_top1': 0, 'last_eos_p': 0.9751110076904297, 'last_eos_top1': 4}
+step=200 lr=2.000000e-03 loss=4.2203 ce=4.2203 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0001382125774398446, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999978542327881, 'last_eos_top1': 4}
+step=250 lr=2.000000e-03 loss=4.5665 ce=4.5665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00016459007747471333, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995825290679932, 'last_eos_top1': 4}
+step=300 lr=2.000000e-03 loss=4.1225 ce=4.1225 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007235286757349968, 'pos0_bos_top1': 0, 'last_eos_p': 0.8535277843475342, 'last_eos_top1': 4}
+step=350 lr=2.000000e-03 loss=4.2354 ce=4.2354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0008069764589890838, 'pos0_bos_top1': 0, 'last_eos_p': 0.703459620475769, 'last_eos_top1': 4}
+step=400 lr=2.000000e-03 loss=4.4622 ce=4.4622 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011680824682116508, 'pos0_bos_top1': 0, 'last_eos_p': 0.7849439382553101, 'last_eos_top1': 4}
+step=450 lr=2.000000e-03 loss=3.5146 ce=3.5146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010613207705318928, 'pos0_bos_top1': 0, 'last_eos_p': 0.9455999732017517, 'last_eos_top1': 4}
+step=500 lr=2.000000e-03 loss=3.4064 ce=3.4064 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00044430149137042463, 'pos0_bos_top1': 0, 'last_eos_p': 0.9586248397827148, 'last_eos_top1': 4}
+step=550 lr=2.000000e-03 loss=3.6154 ce=3.6154 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0009496454731561244, 'pos0_bos_top1': 0, 'last_eos_p': 0.9907287359237671, 'last_eos_top1': 4}
+step=600 lr=2.000000e-03 loss=3.2688 ce=3.2688 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013116404879838228, 'pos0_bos_top1': 0, 'last_eos_p': 0.9838604927062988, 'last_eos_top1': 4}
+step=650 lr=2.000000e-03 loss=3.1722 ce=3.1722 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012523175682872534, 'pos0_bos_top1': 0, 'last_eos_p': 0.9903481006622314, 'last_eos_top1': 4}
+step=700 lr=2.000000e-03 loss=3.7477 ce=3.7477 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013050317065790296, 'pos0_bos_top1': 0, 'last_eos_p': 0.9912771582603455, 'last_eos_top1': 4}
+step=750 lr=2.000000e-03 loss=3.9948 ce=3.9948 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001315417350269854, 'pos0_bos_top1': 0, 'last_eos_p': 0.9931519627571106, 'last_eos_top1': 4}
+step=800 lr=2.000000e-03 loss=3.3462 ce=3.3462 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010114184115082026, 'pos0_bos_top1': 0, 'last_eos_p': 0.9950072765350342, 'last_eos_top1': 4}
+step=850 lr=2.000000e-03 loss=3.7595 ce=3.7595 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010374236153438687, 'pos0_bos_top1': 0, 'last_eos_p': 0.9949449300765991, 'last_eos_top1': 4}
+step=900 lr=2.000000e-03 loss=3.1251 ce=3.1251 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010902164503932, 'pos0_bos_top1': 0, 'last_eos_p': 0.997203528881073, 'last_eos_top1': 4}
+step=950 lr=2.000000e-03 loss=3.0813 ce=3.0813 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0008257700828835368, 'pos0_bos_top1': 0, 'last_eos_p': 0.9973322749137878, 'last_eos_top1': 4}
+step=1000 lr=2.000000e-03 loss=3.3337 ce=3.3337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007821627077646554, 'pos0_bos_top1': 0, 'last_eos_p': 0.998282790184021, 'last_eos_top1': 4}
+step=1050 lr=2.000000e-03 loss=3.4195 ce=3.4195 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006855660467408597, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991511106491089, 'last_eos_top1': 4}
+step=1100 lr=2.000000e-03 loss=2.7291 ce=2.7291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007037810864858329, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990113973617554, 'last_eos_top1': 4}
+step=1150 lr=2.000000e-03 loss=2.8127 ce=2.8127 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0009525279747322202, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994997978210449, 'last_eos_top1': 4}
+step=1200 lr=2.000000e-03 loss=3.3463 ce=3.3463 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007385614444501698, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996878504753113, 'last_eos_top1': 4}
+step=1250 lr=2.000000e-03 loss=3.2064 ce=3.2064 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007323328172788024, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998236298561096, 'last_eos_top1': 4}
+step=1300 lr=2.000000e-03 loss=2.8480 ce=2.8480 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010318363783881068, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996408224105835, 'last_eos_top1': 4}
+step=1350 lr=2.000000e-03 loss=2.4547 ce=2.4547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001081347931176424, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997514486312866, 'last_eos_top1': 4}
+step=1400 lr=2.000000e-03 loss=2.8541 ce=2.8541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011633045505732298, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998573660850525, 'last_eos_top1': 4}
+step=1450 lr=2.000000e-03 loss=3.0435 ce=3.0435 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014245661441236734, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998277425765991, 'last_eos_top1': 4}
+step=1500 lr=2.000000e-03 loss=2.8205 ce=2.8205 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011511242482811213, 'pos0_bos_top1': 0, 'last_eos_p': 0.999910831451416, 'last_eos_top1': 4}
+step=1550 lr=2.000000e-03 loss=3.2619 ce=3.2619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0009799790568649769, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998915195465088, 'last_eos_top1': 4}
+step=1600 lr=2.000000e-03 loss=2.6239 ce=2.6239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012086069909855723, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998862743377686, 'last_eos_top1': 4}
+step=1650 lr=2.000000e-03 loss=3.2792 ce=3.2792 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013734842650592327, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999023675918579, 'last_eos_top1': 4}
+step=1700 lr=2.000000e-03 loss=3.6062 ce=3.6062 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017239934531971812, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999163746833801, 'last_eos_top1': 4}
+step=1750 lr=2.000000e-03 loss=2.6788 ce=2.6788 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016116660553961992, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998350143432617, 'last_eos_top1': 4}
+step=1800 lr=2.000000e-03 loss=2.7551 ce=2.7551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016234104987233877, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998282194137573, 'last_eos_top1': 4}
+step=1850 lr=2.000000e-03 loss=2.8254 ce=2.8254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001962623093277216, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998811483383179, 'last_eos_top1': 4}
+step=1900 lr=2.000000e-03 loss=2.8778 ce=2.8778 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016720660496503115, 'pos0_bos_top1': 0, 'last_eos_p': 0.999922513961792, 'last_eos_top1': 4}
+step=1950 lr=2.000000e-03 loss=3.2375 ce=3.2375 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015845601446926594, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999057054519653, 'last_eos_top1': 4}
+step=2000 lr=2.000000e-03 loss=2.5634 ce=2.5634 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016164714470505714, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999305009841919, 'last_eos_top1': 4}
+step=2050 lr=2.000000e-03 loss=2.9689 ce=2.9689 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001738077262416482, 'pos0_bos_top1': 0, 'last_eos_p': 0.999898374080658, 'last_eos_top1': 4}
+step=2100 lr=2.000000e-03 loss=3.0429 ce=3.0429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013356469571590424, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999285936355591, 'last_eos_top1': 4}
+step=2150 lr=2.000000e-03 loss=2.7139 ce=2.7139 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014426644193008542, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999114274978638, 'last_eos_top1': 4}
+step=2200 lr=2.000000e-03 loss=2.7763 ce=2.7763 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001756859477609396, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999332427978516, 'last_eos_top1': 4}
+step=2250 lr=2.000000e-03 loss=2.7280 ce=2.7280 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002281087450683117, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999632835388184, 'last_eos_top1': 4}
+step=2300 lr=2.000000e-03 loss=2.5006 ce=2.5006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017722183838486671, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999481439590454, 'last_eos_top1': 4}
+step=2350 lr=2.000000e-03 loss=2.8878 ce=2.8878 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014895570930093527, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999340176582336, 'last_eos_top1': 4}
+step=2400 lr=2.000000e-03 loss=2.9473 ce=2.9473 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018153511919081211, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999486207962036, 'last_eos_top1': 4}
+step=2450 lr=2.000000e-03 loss=2.8593 ce=2.8593 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018233475275337696, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999635219573975, 'last_eos_top1': 4}
+step=2500 lr=2.000000e-03 loss=2.0764 ce=2.0764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020890121813863516, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999680519104004, 'last_eos_top1': 4}
+step=2550 lr=2.000000e-03 loss=3.0925 ce=3.0925 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015259800711646676, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999427795410156, 'last_eos_top1': 4}
+step=2600 lr=2.000000e-03 loss=3.1178 ce=3.1178 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020482847467064857, 'pos0_bos_top1': 0, 'last_eos_p': 0.999925971031189, 'last_eos_top1': 4}
+step=2650 lr=2.000000e-03 loss=3.0104 ce=3.0104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018933034734800458, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999567270278931, 'last_eos_top1': 4}
+step=2700 lr=2.000000e-03 loss=2.5770 ce=2.5770 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016338569112122059, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999654293060303, 'last_eos_top1': 4}
+step=2750 lr=2.000000e-03 loss=3.1500 ce=3.1500 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001223147613927722, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999613761901855, 'last_eos_top1': 4}
+step=2800 lr=2.000000e-03 loss=3.1763 ce=3.1763 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002159879310056567, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998952746391296, 'last_eos_top1': 4}
+step=2850 lr=2.000000e-03 loss=2.4108 ce=2.4108 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015867194160819054, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999656677246094, 'last_eos_top1': 4}
+step=2900 lr=2.000000e-03 loss=2.4423 ce=2.4423 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016825650818645954, 'pos0_bos_top1': 0, 'last_eos_p': 0.99994957447052, 'last_eos_top1': 4}
+step=2950 lr=2.000000e-03 loss=2.3567 ce=2.3567 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019235678482800722, 'pos0_bos_top1': 0, 'last_eos_p': 0.999923586845398, 'last_eos_top1': 4}
+step=3000 lr=2.000000e-03 loss=1.9468 ce=1.9468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015038542915135622, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999228119850159, 'last_eos_top1': 4}
+step=3050 lr=2.000000e-03 loss=2.1713 ce=2.1713 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013120945077389479, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999377727508545, 'last_eos_top1': 4}
+step=3100 lr=2.000000e-03 loss=2.8129 ce=2.8129 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020046825520694256, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999701976776123, 'last_eos_top1': 4}
+step=3150 lr=2.000000e-03 loss=2.5233 ce=2.5233 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017767003737390041, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999536275863647, 'last_eos_top1': 4}
+step=3200 lr=2.000000e-03 loss=2.5237 ce=2.5237 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014590553473681211, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999479055404663, 'last_eos_top1': 4}
+step=3250 lr=2.000000e-03 loss=2.8371 ce=2.8371 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002499988302588463, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999561309814453, 'last_eos_top1': 4}
+step=3300 lr=2.000000e-03 loss=2.7594 ce=2.7594 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011258553713560104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999402761459351, 'last_eos_top1': 4}
+step=3350 lr=2.000000e-03 loss=2.2227 ce=2.2227 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001340898685157299, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999637603759766, 'last_eos_top1': 4}
+step=3400 lr=2.000000e-03 loss=2.2933 ce=2.2933 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017775609157979488, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999499320983887, 'last_eos_top1': 4}
+step=3450 lr=2.000000e-03 loss=3.2105 ce=3.2105 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011644418118521571, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999557733535767, 'last_eos_top1': 4}
+step=3500 lr=2.000000e-03 loss=2.5724 ce=2.5724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00169893738348037, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999463558197021, 'last_eos_top1': 4}
+step=3550 lr=2.000000e-03 loss=2.5677 ce=2.5677 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016879343893378973, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999287128448486, 'last_eos_top1': 4}
+step=3600 lr=2.000000e-03 loss=2.5971 ce=2.5971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016349207144230604, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999620914459229, 'last_eos_top1': 4}
+step=3650 lr=2.000000e-03 loss=2.4541 ce=2.4541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015376517549157143, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999359846115112, 'last_eos_top1': 4}
+step=3700 lr=2.000000e-03 loss=2.5026 ce=2.5026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020847448613494635, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999399185180664, 'last_eos_top1': 4}
+step=3750 lr=2.000000e-03 loss=2.3588 ce=2.3588 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004286591429263353, 'pos0_bos_top1': 0, 'last_eos_p': 0.999967098236084, 'last_eos_top1': 4}
+step=3800 lr=2.000000e-03 loss=2.1470 ce=2.1470 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022733532823622227, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999446868896484, 'last_eos_top1': 4}
+step=3850 lr=2.000000e-03 loss=2.5861 ce=2.5861 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002375998068600893, 'pos0_bos_top1': 0, 'last_eos_p': 0.999930739402771, 'last_eos_top1': 4}
+step=3900 lr=2.000000e-03 loss=2.0907 ce=2.0907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0037176888436079025, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999377727508545, 'last_eos_top1': 4}
+step=3950 lr=2.000000e-03 loss=3.1850 ce=3.1850 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0033649075776338577, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999465346336365, 'last_eos_top1': 4}
+step=4000 lr=2.000000e-03 loss=2.2673 ce=2.2673 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016998614883050323, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999043941497803, 'last_eos_top1': 4}
+step=4050 lr=2.000000e-03 loss=2.9645 ce=2.9645 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0029119481332600117, 'pos0_bos_top1': 0, 'last_eos_p': 0.999969482421875, 'last_eos_top1': 4}
+step=4100 lr=2.000000e-03 loss=2.6092 ce=2.6092 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018342204857617617, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999698400497437, 'last_eos_top1': 4}
+step=4150 lr=2.000000e-03 loss=2.3303 ce=2.3303 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003689284436404705, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999347925186157, 'last_eos_top1': 4}
+step=4200 lr=2.000000e-03 loss=2.4694 ce=2.4694 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019568894058465958, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999271631240845, 'last_eos_top1': 4}
+step=4250 lr=2.000000e-03 loss=2.4252 ce=2.4252 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0026104627177119255, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999426603317261, 'last_eos_top1': 4}
+step=4300 lr=2.000000e-03 loss=2.2178 ce=2.2178 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021174070425331593, 'pos0_bos_top1': 0, 'last_eos_p': 0.999962329864502, 'last_eos_top1': 4}
+step=4350 lr=2.000000e-03 loss=2.2146 ce=2.2146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024662562645971775, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999507665634155, 'last_eos_top1': 4}
+step=4400 lr=2.000000e-03 loss=2.2708 ce=2.2708 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003133953083306551, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999457597732544, 'last_eos_top1': 4}
+step=4450 lr=2.000000e-03 loss=2.4806 ce=2.4806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0030752592720091343, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999350309371948, 'last_eos_top1': 4}
+step=4500 lr=2.000000e-03 loss=2.5540 ce=2.5540 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014924475690349936, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999195337295532, 'last_eos_top1': 4}
+step=4550 lr=2.000000e-03 loss=2.0753 ce=2.0753 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002082882449030876, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999508857727051, 'last_eos_top1': 4}
+step=4600 lr=2.000000e-03 loss=2.3696 ce=2.3696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018783616833388805, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999437928199768, 'last_eos_top1': 4}
+step=4650 lr=2.000000e-03 loss=2.4660 ce=2.4660 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003620393108576536, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999508857727051, 'last_eos_top1': 4}
+step=4700 lr=2.000000e-03 loss=2.7414 ce=2.7414 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0030994084663689137, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999295473098755, 'last_eos_top1': 4}
+step=4750 lr=2.000000e-03 loss=2.3236 ce=2.3236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017253297846764326, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999334812164307, 'last_eos_top1': 4}
+step=4800 lr=2.000000e-03 loss=2.5100 ce=2.5100 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002291665878146887, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998819828033447, 'last_eos_top1': 4}
+step=4850 lr=2.000000e-03 loss=2.6239 ce=2.6239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012996364384889603, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999284744262695, 'last_eos_top1': 4}
+step=4900 lr=2.000000e-03 loss=2.8426 ce=2.8426 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0028014606796205044, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999213218688965, 'last_eos_top1': 4}
+step=4950 lr=2.000000e-03 loss=2.4054 ce=2.4054 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022455439902842045, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999252557754517, 'last_eos_top1': 4}
+step=5000 lr=2.000000e-03 loss=2.5476 ce=2.5476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021428647451102734, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999685287475586, 'last_eos_top1': 4}
+step=5050 lr=2.000000e-03 loss=2.3051 ce=2.3051 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020691617392003536, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999144673347473, 'last_eos_top1': 4}
+step=5100 lr=2.000000e-03 loss=2.6057 ce=2.6057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002278963103890419, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999419450759888, 'last_eos_top1': 4}
+step=5150 lr=2.000000e-03 loss=2.3909 ce=2.3909 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00210944889113307, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999179840087891, 'last_eos_top1': 4}
+step=5200 lr=2.000000e-03 loss=2.0765 ce=2.0765 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017434472683817148, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999376535415649, 'last_eos_top1': 4}
+step=5250 lr=2.000000e-03 loss=2.4430 ce=2.4430 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017397834453731775, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998869895935059, 'last_eos_top1': 4}
+step=5300 lr=2.000000e-03 loss=2.6326 ce=2.6326 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014897878281772137, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998912811279297, 'last_eos_top1': 4}
+step=5350 lr=2.000000e-03 loss=2.4391 ce=2.4391 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015563154593110085, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998500347137451, 'last_eos_top1': 4}
+step=5400 lr=2.000000e-03 loss=2.3176 ce=2.3176 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001607991405762732, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998970031738281, 'last_eos_top1': 4}
+step=5450 lr=2.000000e-03 loss=2.5418 ce=2.5418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011888949666172266, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998518228530884, 'last_eos_top1': 4}
+step=5500 lr=2.000000e-03 loss=2.2147 ce=2.2147 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018466571345925331, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998093843460083, 'last_eos_top1': 4}
+step=5550 lr=2.000000e-03 loss=2.3623 ce=2.3623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015679450007155538, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998584985733032, 'last_eos_top1': 4}
+step=5600 lr=2.000000e-03 loss=2.2395 ce=2.2395 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002356316428631544, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998550415039062, 'last_eos_top1': 4}
+step=5650 lr=2.000000e-03 loss=2.3622 ce=2.3622 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019441274926066399, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999172687530518, 'last_eos_top1': 4}
+step=5700 lr=2.000000e-03 loss=1.9905 ce=1.9905 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015896460972726345, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998958110809326, 'last_eos_top1': 4}
+step=5750 lr=2.000000e-03 loss=2.3009 ce=2.3009 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002048030961304903, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998859167098999, 'last_eos_top1': 4}
+step=5800 lr=2.000000e-03 loss=2.4734 ce=2.4734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014360279310494661, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999185800552368, 'last_eos_top1': 4}
+step=5850 lr=2.000000e-03 loss=3.0629 ce=3.0629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001966402167454362, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998706579208374, 'last_eos_top1': 4}
+step=5900 lr=2.000000e-03 loss=1.6777 ce=1.6777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018371781334280968, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998698830604553, 'last_eos_top1': 4}
+step=5950 lr=2.000000e-03 loss=3.2218 ce=3.2218 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00172481220215559, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998680353164673, 'last_eos_top1': 4}
+step=6000 lr=2.000000e-03 loss=2.0800 ce=2.0800 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002484304830431938, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998499155044556, 'last_eos_top1': 4}
+step=6050 lr=2.000000e-03 loss=2.1026 ce=2.1026 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017845213878899813, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998862743377686, 'last_eos_top1': 4}
+step=6100 lr=2.000000e-03 loss=2.4707 ce=2.4707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0027807108126580715, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998764991760254, 'last_eos_top1': 4}
+step=6150 lr=2.000000e-03 loss=2.6765 ce=2.6765 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016615701606497169, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998302459716797, 'last_eos_top1': 4}
+step=6200 lr=2.000000e-03 loss=2.5378 ce=2.5378 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012299740919843316, 'pos0_bos_top1': 0, 'last_eos_p': 0.999874472618103, 'last_eos_top1': 4}
+step=6250 lr=2.000000e-03 loss=2.4289 ce=2.4289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001933107036165893, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997991323471069, 'last_eos_top1': 4}
+step=6300 lr=2.000000e-03 loss=2.8361 ce=2.8361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011655553244054317, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998975396156311, 'last_eos_top1': 4}
+step=6350 lr=2.000000e-03 loss=2.8249 ce=2.8249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015499833971261978, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998618960380554, 'last_eos_top1': 4}
+step=6400 lr=2.000000e-03 loss=2.2476 ce=2.2476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002503261435776949, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998852014541626, 'last_eos_top1': 4}
+step=6450 lr=2.000000e-03 loss=2.5373 ce=2.5373 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017964518629014492, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998674392700195, 'last_eos_top1': 4}
+step=6500 lr=2.000000e-03 loss=2.1451 ce=2.1451 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015400496777147055, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999133348464966, 'last_eos_top1': 4}
+step=6550 lr=2.000000e-03 loss=2.6651 ce=2.6651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017581332940608263, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997818470001221, 'last_eos_top1': 4}
+step=6600 lr=2.000000e-03 loss=2.6919 ce=2.6919 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018462282605469227, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997800588607788, 'last_eos_top1': 4}
+step=6650 lr=2.000000e-03 loss=2.5249 ce=2.5249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024369843304157257, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998011589050293, 'last_eos_top1': 4}
+step=6700 lr=2.000000e-03 loss=2.0075 ce=2.0075 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.005463230423629284, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997695088386536, 'last_eos_top1': 4}
+step=6750 lr=2.000000e-03 loss=3.0160 ce=3.0160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004453846253454685, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998623728752136, 'last_eos_top1': 4}
+step=6800 lr=2.000000e-03 loss=2.7705 ce=2.7705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003242564620450139, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998620748519897, 'last_eos_top1': 4}
+step=6850 lr=2.000000e-03 loss=2.3642 ce=2.3642 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0031516370363533497, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998224973678589, 'last_eos_top1': 4}
+step=6900 lr=2.000000e-03 loss=2.4903 ce=2.4903 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018112193793058395, 'pos0_bos_top1': 0, 'last_eos_p': 0.999875545501709, 'last_eos_top1': 4}
+step=6950 lr=2.000000e-03 loss=1.9827 ce=1.9827 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017823250964283943, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997982978820801, 'last_eos_top1': 4}
+step=7000 lr=2.000000e-03 loss=2.4318 ce=2.4318 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0030381963588297367, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998511075973511, 'last_eos_top1': 4}
+step=7050 lr=2.000000e-03 loss=2.0904 ce=2.0904 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.004433759488165379, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998213648796082, 'last_eos_top1': 4}
+step=7100 lr=2.000000e-03 loss=2.7193 ce=2.7193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003702521789819002, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998276233673096, 'last_eos_top1': 4}
+step=7150 lr=2.000000e-03 loss=2.6160 ce=2.6160 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002771048340946436, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996827840805054, 'last_eos_top1': 4}
+step=7200 lr=2.000000e-03 loss=2.2292 ce=2.2292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022765176836401224, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998326301574707, 'last_eos_top1': 4}
+step=7250 lr=2.000000e-03 loss=2.6777 ce=2.6777 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024792603217065334, 'pos0_bos_top1': 0, 'last_eos_p': 0.999880313873291, 'last_eos_top1': 4}
+step=7300 lr=2.000000e-03 loss=2.2098 ce=2.2098 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019180849194526672, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998844861984253, 'last_eos_top1': 4}
+step=7350 lr=2.000000e-03 loss=2.0037 ce=2.0037 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024955752305686474, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998290538787842, 'last_eos_top1': 4}
+step=7400 lr=2.000000e-03 loss=1.8261 ce=1.8261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021733129397034645, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997648000717163, 'last_eos_top1': 4}
+step=7450 lr=2.000000e-03 loss=2.3489 ce=2.3489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014696224825456738, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998208284378052, 'last_eos_top1': 4}
+step=7500 lr=2.000000e-03 loss=3.2100 ce=3.2100 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014458654914051294, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998894929885864, 'last_eos_top1': 4}
+step=7550 lr=2.000000e-03 loss=1.9145 ce=1.9145 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017526372103020549, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997938275337219, 'last_eos_top1': 4}
+step=7600 lr=2.000000e-03 loss=2.6173 ce=2.6173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00262119947001338, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997833967208862, 'last_eos_top1': 4}
+step=7650 lr=2.000000e-03 loss=2.0120 ce=2.0120 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019091356080025434, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997678995132446, 'last_eos_top1': 4}
+step=7700 lr=2.000000e-03 loss=2.1340 ce=2.1340 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002079144585877657, 'pos0_bos_top1': 0, 'last_eos_p': 0.999809741973877, 'last_eos_top1': 4}
+step=7750 lr=2.000000e-03 loss=2.3718 ce=2.3718 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001608830178156495, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997174739837646, 'last_eos_top1': 4}
+step=7800 lr=2.000000e-03 loss=2.3722 ce=2.3722 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016178814694285393, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997783899307251, 'last_eos_top1': 4}
+step=7850 lr=2.000000e-03 loss=2.2514 ce=2.2514 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002027682028710842, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997599124908447, 'last_eos_top1': 4}
+step=7900 lr=2.000000e-03 loss=1.9362 ce=1.9362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010491723660379648, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998549222946167, 'last_eos_top1': 4}
+step=7950 lr=2.000000e-03 loss=2.7104 ce=2.7104 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020527634769678116, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997292160987854, 'last_eos_top1': 4}
+step=8000 lr=2.000000e-03 loss=2.1196 ce=2.1196 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011503123678267002, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998354911804199, 'last_eos_top1': 4}
+step=8050 lr=2.000000e-03 loss=2.2587 ce=2.2587 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014433263568207622, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996439218521118, 'last_eos_top1': 4}
+step=8100 lr=2.000000e-03 loss=2.1964 ce=2.1964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012264896649867296, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998455047607422, 'last_eos_top1': 4}
+step=8150 lr=2.000000e-03 loss=2.2308 ce=2.2308 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014073328347876668, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998161792755127, 'last_eos_top1': 4}
+step=8200 lr=2.000000e-03 loss=2.3435 ce=2.3435 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001210490707308054, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997957944869995, 'last_eos_top1': 4}
+step=8250 lr=2.000000e-03 loss=2.6309 ce=2.6309 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020343270152807236, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999051094055176, 'last_eos_top1': 4}
+step=8300 lr=2.000000e-03 loss=2.0568 ce=2.0568 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017777769826352596, 'pos0_bos_top1': 0, 'last_eos_p': 0.999880313873291, 'last_eos_top1': 4}
+step=8350 lr=2.000000e-03 loss=2.1633 ce=2.1633 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022526010870933533, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997812509536743, 'last_eos_top1': 4}
+step=8400 lr=2.000000e-03 loss=2.0932 ce=2.0932 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012951294193044305, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996946454048157, 'last_eos_top1': 4}
+step=8450 lr=2.000000e-03 loss=2.3448 ce=2.3448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015248323325067759, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997737407684326, 'last_eos_top1': 4}
+step=8500 lr=2.000000e-03 loss=1.6273 ce=1.6273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0008869898738339543, 'pos0_bos_top1': 0, 'last_eos_p': 0.999792218208313, 'last_eos_top1': 4}
+step=8550 lr=2.000000e-03 loss=2.3585 ce=2.3585 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018158957827836275, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997484087944031, 'last_eos_top1': 4}
+step=8600 lr=2.000000e-03 loss=2.5337 ce=2.5337 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00139611994381994, 'pos0_bos_top1': 0, 'last_eos_p': 0.999825119972229, 'last_eos_top1': 4}
+step=8650 lr=2.000000e-03 loss=2.1594 ce=2.1594 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013284467859193683, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998966455459595, 'last_eos_top1': 4}
+step=8700 lr=2.000000e-03 loss=2.1973 ce=2.1973 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013004809152334929, 'pos0_bos_top1': 0, 'last_eos_p': 0.999836802482605, 'last_eos_top1': 4}
+step=8750 lr=2.000000e-03 loss=2.4067 ce=2.4067 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011222433531656861, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997521638870239, 'last_eos_top1': 4}
+step=8800 lr=2.000000e-03 loss=2.3850 ce=2.3850 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002166624879464507, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998615384101868, 'last_eos_top1': 4}
+step=8850 lr=2.000000e-03 loss=2.6354 ce=2.6354 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014553444925695658, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997537136077881, 'last_eos_top1': 4}
+step=8900 lr=2.000000e-03 loss=1.7216 ce=1.7216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001651847967877984, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997326135635376, 'last_eos_top1': 4}
+step=8950 lr=2.000000e-03 loss=1.8254 ce=1.8254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013161904644221067, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996728301048279, 'last_eos_top1': 4}
+step=9000 lr=2.000000e-03 loss=2.2870 ce=2.2870 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017208994831889868, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998624920845032, 'last_eos_top1': 4}
+step=9050 lr=2.000000e-03 loss=2.6357 ce=2.6357 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013069133274257183, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996443390846252, 'last_eos_top1': 4}
+step=9100 lr=2.000000e-03 loss=2.6762 ce=2.6762 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019454843131825328, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997767210006714, 'last_eos_top1': 4}
+step=9150 lr=2.000000e-03 loss=2.0942 ce=2.0942 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015449865022674203, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997521638870239, 'last_eos_top1': 4}
+step=9200 lr=2.000000e-03 loss=2.4536 ce=2.4536 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012023868039250374, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997327923774719, 'last_eos_top1': 4}
+step=9250 lr=2.000000e-03 loss=2.5528 ce=2.5528 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014584972523152828, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997454881668091, 'last_eos_top1': 4}
+step=9300 lr=2.000000e-03 loss=2.2110 ce=2.2110 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017464365810155869, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997309446334839, 'last_eos_top1': 4}
+step=9350 lr=2.000000e-03 loss=2.4986 ce=2.4986 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018804867286235094, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998182058334351, 'last_eos_top1': 4}
+step=9400 lr=2.000000e-03 loss=1.8173 ce=1.8173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015025184256955981, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998295307159424, 'last_eos_top1': 4}
+step=9450 lr=2.000000e-03 loss=2.0239 ce=2.0239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023589502088725567, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997638463973999, 'last_eos_top1': 4}
+step=9500 lr=2.000000e-03 loss=2.7391 ce=2.7391 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012586838565766811, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997594356536865, 'last_eos_top1': 4}
+step=9550 lr=2.000000e-03 loss=2.4398 ce=2.4398 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015614740550518036, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998284578323364, 'last_eos_top1': 4}
+step=9600 lr=2.000000e-03 loss=2.3823 ce=2.3823 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010704515734687448, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998600482940674, 'last_eos_top1': 4}
+step=9650 lr=2.000000e-03 loss=2.6454 ce=2.6454 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014351251302286983, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997791051864624, 'last_eos_top1': 4}
+step=9700 lr=2.000000e-03 loss=2.5097 ce=2.5097 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012634843587875366, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997014999389648, 'last_eos_top1': 4}
+step=9750 lr=2.000000e-03 loss=2.3097 ce=2.3097 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015361428959295154, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997974634170532, 'last_eos_top1': 4}
+step=9800 lr=2.000000e-03 loss=2.0589 ce=2.0589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001426622038707137, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997299313545227, 'last_eos_top1': 4}
+step=9850 lr=2.000000e-03 loss=2.6370 ce=2.6370 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018778727389872074, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998371601104736, 'last_eos_top1': 4}
+step=9900 lr=2.000000e-03 loss=2.3862 ce=2.3862 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018839593976736069, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997079968452454, 'last_eos_top1': 4}
+step=9950 lr=2.000000e-03 loss=2.5211 ce=2.5211 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012405100278556347, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997119903564453, 'last_eos_top1': 4}
+step=10000 lr=2.000000e-03 loss=2.2897 ce=2.2897 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013936706818640232, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998350739479065, 'last_eos_top1': 4}
+step=10050 lr=2.000000e-03 loss=2.1073 ce=2.1073 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002053937641903758, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997634887695312, 'last_eos_top1': 4}
+step=10100 lr=2.000000e-03 loss=2.3098 ce=2.3098 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015893469098955393, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997618198394775, 'last_eos_top1': 4}
+step=10150 lr=2.000000e-03 loss=2.2293 ce=2.2293 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015828476753085852, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996952414512634, 'last_eos_top1': 4}
+step=10200 lr=2.000000e-03 loss=2.3738 ce=2.3738 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018528447253629565, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997368454933167, 'last_eos_top1': 4}
+step=10250 lr=2.000000e-03 loss=2.3441 ce=2.3441 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011267401278018951, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996405839920044, 'last_eos_top1': 4}
+step=10300 lr=2.000000e-03 loss=2.1112 ce=2.1112 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015229058917611837, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996918439865112, 'last_eos_top1': 4}
+step=10350 lr=2.000000e-03 loss=2.6073 ce=2.6073 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014254037523642182, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997498989105225, 'last_eos_top1': 4}
+step=10400 lr=2.000000e-03 loss=2.4500 ce=2.4500 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001403170172125101, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996442198753357, 'last_eos_top1': 4}
+step=10450 lr=2.000000e-03 loss=1.7631 ce=1.7631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015056404517963529, 'pos0_bos_top1': 0, 'last_eos_p': 0.999619722366333, 'last_eos_top1': 4}
+step=10500 lr=2.000000e-03 loss=2.3332 ce=2.3332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002131097950041294, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996262788772583, 'last_eos_top1': 4}
+step=10550 lr=2.000000e-03 loss=2.6345 ce=2.6345 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017997168470174074, 'pos0_bos_top1': 0, 'last_eos_p': 0.99973464012146, 'last_eos_top1': 4}
+step=10600 lr=2.000000e-03 loss=2.2790 ce=2.2790 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014261938631534576, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997748732566833, 'last_eos_top1': 4}
+step=10650 lr=2.000000e-03 loss=2.3536 ce=2.3536 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012232568114995956, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998431205749512, 'last_eos_top1': 4}
+step=10700 lr=2.000000e-03 loss=2.3680 ce=2.3680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002041552448645234, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996868371963501, 'last_eos_top1': 4}
+step=10750 lr=2.000000e-03 loss=2.4195 ce=2.4195 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013468428514897823, 'pos0_bos_top1': 0, 'last_eos_p': 0.999737560749054, 'last_eos_top1': 4}
+step=10800 lr=2.000000e-03 loss=1.9805 ce=1.9805 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019677765667438507, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998396635055542, 'last_eos_top1': 4}
+step=10850 lr=2.000000e-03 loss=1.6613 ce=1.6613 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016683090943843126, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997949004173279, 'last_eos_top1': 4}
+step=10900 lr=2.000000e-03 loss=2.4254 ce=2.4254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018114631529897451, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997467994689941, 'last_eos_top1': 4}
+step=10950 lr=2.000000e-03 loss=2.2367 ce=2.2367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017703440971672535, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998282194137573, 'last_eos_top1': 4}
+step=11000 lr=2.000000e-03 loss=2.3140 ce=2.3140 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001783593324944377, 'pos0_bos_top1': 0, 'last_eos_p': 0.999779462814331, 'last_eos_top1': 4}
+step=11050 lr=2.000000e-03 loss=1.7653 ce=1.7653 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001458215992897749, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997235536575317, 'last_eos_top1': 4}
+step=11100 lr=2.000000e-03 loss=2.5569 ce=2.5569 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001442992128431797, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996848106384277, 'last_eos_top1': 4}
+step=11150 lr=2.000000e-03 loss=2.6525 ce=2.6525 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018852471839636564, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995272159576416, 'last_eos_top1': 4}
+step=11200 lr=2.000000e-03 loss=2.3310 ce=2.3310 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015687368577346206, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996010065078735, 'last_eos_top1': 4}
+step=11250 lr=2.000000e-03 loss=2.4336 ce=2.4336 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001683778245933354, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996197819709778, 'last_eos_top1': 4}
+step=11300 lr=2.000000e-03 loss=1.9257 ce=1.9257 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019693595822900534, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996376037597656, 'last_eos_top1': 4}
+step=11350 lr=2.000000e-03 loss=2.2847 ce=2.2847 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017277932493016124, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996200799942017, 'last_eos_top1': 4}
+step=11400 lr=2.000000e-03 loss=2.2489 ce=2.2489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018276141490787268, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995226263999939, 'last_eos_top1': 4}
+step=11450 lr=2.000000e-03 loss=1.9844 ce=1.9844 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001563136000186205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994537830352783, 'last_eos_top1': 4}
+step=11500 lr=2.000000e-03 loss=2.7197 ce=2.7197 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011655634734779596, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993581771850586, 'last_eos_top1': 4}
+step=11550 lr=2.000000e-03 loss=2.0618 ce=2.0618 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013547481503337622, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995970726013184, 'last_eos_top1': 4}
+step=11600 lr=2.000000e-03 loss=1.8041 ce=1.8041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001334629487246275, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995810985565186, 'last_eos_top1': 4}
+step=11650 lr=2.000000e-03 loss=2.3836 ce=2.3836 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010834129061549902, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997188448905945, 'last_eos_top1': 4}
+step=11700 lr=2.000000e-03 loss=1.9453 ce=1.9453 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014017492067068815, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994177222251892, 'last_eos_top1': 4}
+step=11750 lr=2.000000e-03 loss=1.7017 ce=1.7017 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015122168697416782, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996248483657837, 'last_eos_top1': 4}
+step=11800 lr=2.000000e-03 loss=2.0380 ce=2.0380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011345213279128075, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995208978652954, 'last_eos_top1': 4}
+step=11850 lr=2.000000e-03 loss=3.2105 ce=3.2105 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012666061520576477, 'pos0_bos_top1': 0, 'last_eos_p': 0.999407172203064, 'last_eos_top1': 4}
+step=11900 lr=2.000000e-03 loss=1.8502 ce=1.8502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010754694230854511, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993755221366882, 'last_eos_top1': 4}
+step=11950 lr=2.000000e-03 loss=2.8647 ce=2.8647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014579335693269968, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994107484817505, 'last_eos_top1': 4}
+step=12000 lr=2.000000e-03 loss=1.8299 ce=1.8299 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014870534650981426, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997997879981995, 'last_eos_top1': 4}
+step=12050 lr=2.000000e-03 loss=2.0761 ce=2.0761 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013307000044733286, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996985197067261, 'last_eos_top1': 4}
+step=12100 lr=2.000000e-03 loss=2.3489 ce=2.3489 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012205400271341205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995657205581665, 'last_eos_top1': 4}
+step=12150 lr=2.000000e-03 loss=2.0304 ce=2.0304 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014955170918256044, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995512366294861, 'last_eos_top1': 4}
+step=12200 lr=2.000000e-03 loss=1.9134 ce=1.9134 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013918214244768023, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994080066680908, 'last_eos_top1': 4}
+step=12250 lr=2.000000e-03 loss=2.1472 ce=2.1472 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015297328354790807, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997245073318481, 'last_eos_top1': 4}
+step=12300 lr=2.000000e-03 loss=1.5281 ce=1.5281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015713241882622242, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993655681610107, 'last_eos_top1': 4}
+step=12350 lr=2.000000e-03 loss=1.6192 ce=1.6192 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017750135157257318, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995660185813904, 'last_eos_top1': 4}
+step=12400 lr=2.000000e-03 loss=2.0950 ce=2.0950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014064442366361618, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993315935134888, 'last_eos_top1': 4}
+step=12450 lr=2.000000e-03 loss=2.3703 ce=2.3703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001314554363489151, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991670846939087, 'last_eos_top1': 4}
+step=12500 lr=2.000000e-03 loss=2.4122 ce=2.4122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001104271737858653, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995012283325195, 'last_eos_top1': 4}
+step=12550 lr=2.000000e-03 loss=2.1488 ce=2.1488 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013132474850863218, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995824098587036, 'last_eos_top1': 4}
+step=12600 lr=2.000000e-03 loss=1.9911 ce=1.9911 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012514186091721058, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995161294937134, 'last_eos_top1': 4}
+step=12650 lr=2.000000e-03 loss=2.3122 ce=2.3122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012179715558886528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994670152664185, 'last_eos_top1': 4}
+step=12700 lr=2.000000e-03 loss=2.5425 ce=2.5425 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017296327278017998, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994902610778809, 'last_eos_top1': 4}
+step=12750 lr=2.000000e-03 loss=1.9041 ce=1.9041 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015002060681581497, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996194243431091, 'last_eos_top1': 4}
+step=12800 lr=2.000000e-03 loss=2.0483 ce=2.0483 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001197713310830295, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996238946914673, 'last_eos_top1': 4}
+step=12850 lr=2.000000e-03 loss=1.8747 ce=1.8747 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001275316346436739, 'pos0_bos_top1': 0, 'last_eos_p': 0.999586820602417, 'last_eos_top1': 4}
+step=12900 lr=2.000000e-03 loss=2.2490 ce=2.2490 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012340213870629668, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994698762893677, 'last_eos_top1': 4}
+step=12950 lr=2.000000e-03 loss=1.5290 ce=1.5290 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013059061020612717, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995272755622864, 'last_eos_top1': 4}
+step=13000 lr=2.000000e-03 loss=2.6640 ce=2.6640 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001929101417772472, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996362924575806, 'last_eos_top1': 4}
+step=13050 lr=2.000000e-03 loss=1.8161 ce=1.8161 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001202678307890892, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994410276412964, 'last_eos_top1': 4}
+step=13100 lr=2.000000e-03 loss=2.0470 ce=2.0470 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011404650285840034, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992812871932983, 'last_eos_top1': 4}
+step=13150 lr=2.000000e-03 loss=2.3638 ce=2.3638 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016366234049201012, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997162818908691, 'last_eos_top1': 4}
+step=13200 lr=2.000000e-03 loss=2.4005 ce=2.4005 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013455990701913834, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993560314178467, 'last_eos_top1': 4}
+step=13250 lr=2.000000e-03 loss=2.2947 ce=2.2947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011318112956359982, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993538856506348, 'last_eos_top1': 4}
+step=13300 lr=2.000000e-03 loss=2.1070 ce=2.1070 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013197361258789897, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991086721420288, 'last_eos_top1': 4}
+step=13350 lr=2.000000e-03 loss=2.2572 ce=2.2572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013843141496181488, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993337392807007, 'last_eos_top1': 4}
+step=13400 lr=2.000000e-03 loss=2.0884 ce=2.0884 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011129891499876976, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994170665740967, 'last_eos_top1': 4}
+step=13450 lr=2.000000e-03 loss=1.8653 ce=1.8653 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011012766044586897, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996118545532227, 'last_eos_top1': 4}
+step=13500 lr=2.000000e-03 loss=2.2428 ce=2.2428 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001207011635415256, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992684125900269, 'last_eos_top1': 4}
+step=13550 lr=2.000000e-03 loss=2.0382 ce=2.0382 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014236646238714457, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992798566818237, 'last_eos_top1': 4}
+step=13600 lr=2.000000e-03 loss=2.0141 ce=2.0141 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015257010236382484, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996078014373779, 'last_eos_top1': 4}
+step=13650 lr=2.000000e-03 loss=2.8288 ce=2.8288 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016024855431169271, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995883107185364, 'last_eos_top1': 4}
+step=13700 lr=2.000000e-03 loss=2.1119 ce=2.1119 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012247897684574127, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991536140441895, 'last_eos_top1': 4}
+step=13750 lr=2.000000e-03 loss=2.6091 ce=2.6091 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015836372040212154, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994698166847229, 'last_eos_top1': 4}
+step=13800 lr=2.000000e-03 loss=2.8152 ce=2.8152 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013549458235502243, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993659853935242, 'last_eos_top1': 4}
+step=13850 lr=2.000000e-03 loss=2.1019 ce=2.1019 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001313888467848301, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990860223770142, 'last_eos_top1': 4}
+step=13900 lr=2.000000e-03 loss=1.7157 ce=1.7157 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017317637102678418, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991753101348877, 'last_eos_top1': 4}
+step=13950 lr=2.000000e-03 loss=2.4420 ce=2.4420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014656849671155214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995789527893066, 'last_eos_top1': 4}
+step=14000 lr=2.000000e-03 loss=1.7122 ce=1.7122 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016036841552704573, 'pos0_bos_top1': 0, 'last_eos_p': 0.99920254945755, 'last_eos_top1': 4}
+step=14050 lr=2.000000e-03 loss=1.9323 ce=1.9323 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015375874936580658, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995082020759583, 'last_eos_top1': 4}
+step=14100 lr=2.000000e-03 loss=2.1399 ce=2.1399 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013768419157713652, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992247819900513, 'last_eos_top1': 4}
+step=14150 lr=2.000000e-03 loss=2.4456 ce=2.4456 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012027955381199718, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991858005523682, 'last_eos_top1': 4}
+step=14200 lr=2.000000e-03 loss=1.9581 ce=1.9581 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015024896711111069, 'pos0_bos_top1': 0, 'last_eos_p': 0.999290943145752, 'last_eos_top1': 4}
+step=14250 lr=2.000000e-03 loss=1.9290 ce=1.9290 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015909888315945864, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991289377212524, 'last_eos_top1': 4}
+step=14300 lr=2.000000e-03 loss=2.4300 ce=2.4300 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016467315144836903, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993633031845093, 'last_eos_top1': 4}
+step=14350 lr=2.000000e-03 loss=2.3420 ce=2.3420 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00167173077352345, 'pos0_bos_top1': 0, 'last_eos_p': 0.999282956123352, 'last_eos_top1': 4}
+step=14400 lr=2.000000e-03 loss=2.2724 ce=2.2724 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018532865215092897, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993162155151367, 'last_eos_top1': 4}
+step=14450 lr=2.000000e-03 loss=1.8865 ce=1.8865 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001677131513133645, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991562366485596, 'last_eos_top1': 4}
+step=14500 lr=2.000000e-03 loss=2.0159 ce=2.0159 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016967711271718144, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993012547492981, 'last_eos_top1': 4}
+step=14550 lr=2.000000e-03 loss=1.8404 ce=1.8404 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025976314209401608, 'pos0_bos_top1': 0, 'last_eos_p': 0.99970543384552, 'last_eos_top1': 4}
+step=14600 lr=2.000000e-03 loss=2.3312 ce=2.3312 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021785814315080643, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994816780090332, 'last_eos_top1': 4}
+step=14650 lr=2.000000e-03 loss=2.6114 ce=2.6114 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018511941889300942, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995579719543457, 'last_eos_top1': 4}
+step=14700 lr=2.000000e-03 loss=2.1760 ce=2.1760 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002131412737071514, 'pos0_bos_top1': 0, 'last_eos_p': 0.999359130859375, 'last_eos_top1': 4}
+step=14750 lr=2.000000e-03 loss=1.4781 ce=1.4781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022685620933771133, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994063377380371, 'last_eos_top1': 4}
+step=14800 lr=2.000000e-03 loss=1.6496 ce=1.6496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001858475967310369, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994399547576904, 'last_eos_top1': 4}
+step=14850 lr=2.000000e-03 loss=2.3631 ce=2.3631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019363530445843935, 'pos0_bos_top1': 0, 'last_eos_p': 0.999477744102478, 'last_eos_top1': 4}
+step=14900 lr=2.000000e-03 loss=1.8851 ce=1.8851 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002612182404845953, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993188381195068, 'last_eos_top1': 4}
+step=14950 lr=2.000000e-03 loss=2.2958 ce=2.2958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001823970815166831, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996516704559326, 'last_eos_top1': 4}
+step=15000 lr=2.000000e-03 loss=2.3150 ce=2.3150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002115154406055808, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995366930961609, 'last_eos_top1': 4}
+step=15050 lr=2.000000e-03 loss=1.9794 ce=1.9794 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002521049464121461, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993611574172974, 'last_eos_top1': 4}
+step=15100 lr=2.000000e-03 loss=2.2167 ce=2.2167 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001881954027339816, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994183778762817, 'last_eos_top1': 4}
+step=15150 lr=2.000000e-03 loss=2.3259 ce=2.3259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002301239874213934, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996469020843506, 'last_eos_top1': 4}
+step=15200 lr=2.000000e-03 loss=2.1107 ce=2.1107 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00291958125308156, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996016621589661, 'last_eos_top1': 4}
+step=15250 lr=2.000000e-03 loss=1.3912 ce=1.3912 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0029995411168783903, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996160268783569, 'last_eos_top1': 4}
+step=15300 lr=2.000000e-03 loss=1.9748 ce=1.9748 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024737180210649967, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995459914207458, 'last_eos_top1': 4}
+step=15350 lr=2.000000e-03 loss=2.8680 ce=2.8680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022818762809038162, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995317459106445, 'last_eos_top1': 4}
+step=15400 lr=2.000000e-03 loss=1.9057 ce=1.9057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020615779794752598, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993748664855957, 'last_eos_top1': 4}
+step=15450 lr=2.000000e-03 loss=1.9755 ce=1.9755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020717394072562456, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994711875915527, 'last_eos_top1': 4}
+step=15500 lr=2.000000e-03 loss=2.1404 ce=2.1404 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023225697223097086, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990565776824951, 'last_eos_top1': 4}
+step=15550 lr=2.000000e-03 loss=2.5962 ce=2.5962 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002330879680812359, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992774128913879, 'last_eos_top1': 4}
+step=15600 lr=2.000000e-03 loss=1.8273 ce=1.8273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018642150098457932, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992064237594604, 'last_eos_top1': 4}
+step=15650 lr=2.000000e-03 loss=2.1550 ce=2.1550 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001869105501100421, 'pos0_bos_top1': 0, 'last_eos_p': 0.999241828918457, 'last_eos_top1': 4}
+step=15700 lr=2.000000e-03 loss=1.9642 ce=1.9642 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019077102188020945, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992154836654663, 'last_eos_top1': 4}
+step=15750 lr=2.000000e-03 loss=1.6791 ce=1.6791 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022016605362296104, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993722438812256, 'last_eos_top1': 4}
+step=15800 lr=2.000000e-03 loss=1.7567 ce=1.7567 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002205271041020751, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992676973342896, 'last_eos_top1': 4}
+step=15850 lr=2.000000e-03 loss=1.8760 ce=1.8760 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017806359101086855, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990324974060059, 'last_eos_top1': 4}
+step=15900 lr=2.000000e-03 loss=2.3284 ce=2.3284 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002227575983852148, 'pos0_bos_top1': 0, 'last_eos_p': 0.9989712238311768, 'last_eos_top1': 4}
+step=15950 lr=2.000000e-03 loss=2.3045 ce=2.3045 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018138866871595383, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993897080421448, 'last_eos_top1': 4}
+step=16000 lr=2.000000e-03 loss=1.8787 ce=1.8787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021180487237870693, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992374181747437, 'last_eos_top1': 4}
+step=16050 lr=2.000000e-03 loss=2.0586 ce=2.0586 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015028774505481124, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990274906158447, 'last_eos_top1': 4}
+step=16100 lr=2.000000e-03 loss=1.9183 ce=1.9183 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018624387448653579, 'pos0_bos_top1': 0, 'last_eos_p': 0.9987746477127075, 'last_eos_top1': 4}
+step=16150 lr=2.000000e-03 loss=1.9469 ce=1.9469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018684573005884886, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990540742874146, 'last_eos_top1': 4}
+step=16200 lr=2.000000e-03 loss=1.9617 ce=1.9617 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018748699221760035, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990826845169067, 'last_eos_top1': 4}
+step=16250 lr=2.000000e-03 loss=2.2700 ce=2.2700 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001863502198830247, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995061159133911, 'last_eos_top1': 4}
+step=16300 lr=2.000000e-03 loss=2.4623 ce=2.4623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022029178217053413, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992997646331787, 'last_eos_top1': 4}
+step=16350 lr=2.000000e-03 loss=2.0454 ce=2.0454 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001982858870178461, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991147518157959, 'last_eos_top1': 4}
+step=16400 lr=2.000000e-03 loss=1.8078 ce=1.8078 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018016216345131397, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992401003837585, 'last_eos_top1': 4}
+step=16450 lr=2.000000e-03 loss=2.0000 ce=2.0000 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001771424664184451, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992293119430542, 'last_eos_top1': 4}
+step=16500 lr=2.000000e-03 loss=2.3230 ce=2.3230 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013149381848052144, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992545247077942, 'last_eos_top1': 4}
+step=16550 lr=2.000000e-03 loss=1.8344 ce=1.8344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020980327390134335, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991863965988159, 'last_eos_top1': 4}
+step=16600 lr=2.000000e-03 loss=1.5326 ce=1.5326 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002120416145771742, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993413686752319, 'last_eos_top1': 4}
+step=16650 lr=2.000000e-03 loss=2.0033 ce=2.0033 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019216074142605066, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991638660430908, 'last_eos_top1': 4}
+step=16700 lr=2.000000e-03 loss=2.3629 ce=2.3629 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002158372662961483, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993967413902283, 'last_eos_top1': 4}
+step=16750 lr=2.000000e-03 loss=2.2008 ce=2.2008 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020131596829742193, 'pos0_bos_top1': 0, 'last_eos_p': 0.9989418983459473, 'last_eos_top1': 4}
+step=16800 lr=2.000000e-03 loss=2.0807 ce=2.0807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016566371778026223, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993377923965454, 'last_eos_top1': 4}
+step=16850 lr=2.000000e-03 loss=1.9180 ce=1.9180 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016454239375889301, 'pos0_bos_top1': 0, 'last_eos_p': 0.999361515045166, 'last_eos_top1': 4}
+step=16900 lr=2.000000e-03 loss=2.2866 ce=2.2866 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019768602214753628, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993959665298462, 'last_eos_top1': 4}
+step=16950 lr=2.000000e-03 loss=2.6096 ce=2.6096 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016986343543976545, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992070198059082, 'last_eos_top1': 4}
+step=17000 lr=2.000000e-03 loss=2.5930 ce=2.5930 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014913833001628518, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993259906768799, 'last_eos_top1': 4}
+step=17050 lr=2.000000e-03 loss=2.1544 ce=2.1544 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020750239491462708, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990379810333252, 'last_eos_top1': 4}
+step=17100 lr=2.000000e-03 loss=1.8193 ce=1.8193 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019913041032850742, 'pos0_bos_top1': 0, 'last_eos_p': 0.9989826679229736, 'last_eos_top1': 4}
+step=17150 lr=2.000000e-03 loss=1.8647 ce=1.8647 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014988218899816275, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994070529937744, 'last_eos_top1': 4}
+step=17200 lr=2.000000e-03 loss=2.4603 ce=2.4603 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016830669483169913, 'pos0_bos_top1': 0, 'last_eos_p': 0.999392032623291, 'last_eos_top1': 4}
+step=17250 lr=2.000000e-03 loss=1.9416 ce=1.9416 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019312620861455798, 'pos0_bos_top1': 0, 'last_eos_p': 0.9987150430679321, 'last_eos_top1': 4}
+step=17300 lr=2.000000e-03 loss=1.9738 ce=1.9738 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021573123522102833, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992907047271729, 'last_eos_top1': 4}
+step=17350 lr=2.000000e-03 loss=1.9855 ce=1.9855 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015370100736618042, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991263151168823, 'last_eos_top1': 4}
+step=17400 lr=2.000000e-03 loss=1.9658 ce=1.9658 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001825358485803008, 'pos0_bos_top1': 0, 'last_eos_p': 0.9989916086196899, 'last_eos_top1': 4}
+step=17450 lr=2.000000e-03 loss=1.9275 ce=1.9275 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018834953662008047, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995182752609253, 'last_eos_top1': 4}
+step=17500 lr=2.000000e-03 loss=1.6786 ce=1.6786 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022178739309310913, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995200634002686, 'last_eos_top1': 4}
+step=17550 lr=2.000000e-03 loss=1.7664 ce=1.7664 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002058138605207205, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993655681610107, 'last_eos_top1': 4}
+step=17600 lr=2.000000e-03 loss=2.0289 ce=2.0289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015253579476848245, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992269277572632, 'last_eos_top1': 4}
+step=17650 lr=2.000000e-03 loss=2.0931 ce=2.0931 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002444059820845723, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995564222335815, 'last_eos_top1': 4}
+step=17700 lr=2.000000e-03 loss=1.9537 ce=1.9537 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002101775724440813, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993908405303955, 'last_eos_top1': 4}
+step=17750 lr=2.000000e-03 loss=2.1776 ce=2.1776 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017422817181795835, 'pos0_bos_top1': 0, 'last_eos_p': 0.999610185623169, 'last_eos_top1': 4}
+step=17800 lr=2.000000e-03 loss=1.9234 ce=1.9234 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00236037140712142, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996331930160522, 'last_eos_top1': 4}
+step=17850 lr=2.000000e-03 loss=2.4652 ce=2.4652 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019507640972733498, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994962215423584, 'last_eos_top1': 4}
+step=17900 lr=2.000000e-03 loss=2.2081 ce=2.2081 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024666516110301018, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996309280395508, 'last_eos_top1': 4}
+step=17950 lr=2.000000e-03 loss=1.8740 ce=1.8740 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018541328608989716, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993921518325806, 'last_eos_top1': 4}
+step=18000 lr=2.000000e-03 loss=1.9836 ce=1.9836 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0026949024759233, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996669292449951, 'last_eos_top1': 4}
+step=18050 lr=2.000000e-03 loss=2.1111 ce=2.1111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020503413397818804, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995334148406982, 'last_eos_top1': 4}
+step=18100 lr=2.000000e-03 loss=1.7952 ce=1.7952 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0032354085706174374, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995476603507996, 'last_eos_top1': 4}
+step=18150 lr=2.000000e-03 loss=1.8180 ce=1.8180 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023680950980633497, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995481967926025, 'last_eos_top1': 4}
+step=18200 lr=2.000000e-03 loss=2.4368 ce=2.4368 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002895561745390296, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994630813598633, 'last_eos_top1': 4}
+step=18250 lr=2.000000e-03 loss=1.4598 ce=1.4598 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020933710038661957, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993005990982056, 'last_eos_top1': 4}
+step=18300 lr=2.000000e-03 loss=2.1518 ce=2.1518 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016539266798645258, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994229078292847, 'last_eos_top1': 4}
+step=18350 lr=2.000000e-03 loss=1.4541 ce=1.4541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00196881964802742, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991390705108643, 'last_eos_top1': 4}
+step=18400 lr=2.000000e-03 loss=1.3526 ce=1.3526 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0026143332943320274, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995385408401489, 'last_eos_top1': 4}
+step=18450 lr=2.000000e-03 loss=2.0733 ce=2.0733 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002107666339725256, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995373487472534, 'last_eos_top1': 4}
+step=18500 lr=2.000000e-03 loss=1.9601 ce=1.9601 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002878724131733179, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995366334915161, 'last_eos_top1': 4}
+step=18550 lr=2.000000e-03 loss=2.2398 ce=2.2398 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002717010211199522, 'pos0_bos_top1': 0, 'last_eos_p': 0.999491274356842, 'last_eos_top1': 4}
+step=18600 lr=2.000000e-03 loss=2.5720 ce=2.5720 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025680093094706535, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994761943817139, 'last_eos_top1': 4}
+step=18650 lr=2.000000e-03 loss=1.8907 ce=1.8907 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002739015966653824, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992546439170837, 'last_eos_top1': 4}
+step=18700 lr=2.000000e-03 loss=1.7019 ce=1.7019 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024197178427129984, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993411302566528, 'last_eos_top1': 4}
+step=18750 lr=2.000000e-03 loss=2.2077 ce=2.2077 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002034957055002451, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994839429855347, 'last_eos_top1': 4}
+step=18800 lr=2.000000e-03 loss=1.9230 ce=1.9230 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002431370783597231, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996466636657715, 'last_eos_top1': 4}
+step=18850 lr=2.000000e-03 loss=1.8214 ce=1.8214 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024653454311192036, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995135068893433, 'last_eos_top1': 4}
+step=18900 lr=2.000000e-03 loss=1.7338 ce=1.7338 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021976353600621223, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995995759963989, 'last_eos_top1': 4}
+step=18950 lr=2.000000e-03 loss=2.2334 ce=2.2334 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021046437323093414, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994875192642212, 'last_eos_top1': 4}
+step=19000 lr=2.000000e-03 loss=1.8707 ce=1.8707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0029399085324257612, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993151426315308, 'last_eos_top1': 4}
+step=19050 lr=2.000000e-03 loss=2.2015 ce=2.2015 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019092871807515621, 'pos0_bos_top1': 0, 'last_eos_p': 0.999225378036499, 'last_eos_top1': 4}
+step=19100 lr=2.000000e-03 loss=2.4402 ce=2.4402 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0032126549631357193, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993885159492493, 'last_eos_top1': 4}
+step=19150 lr=2.000000e-03 loss=1.9635 ce=1.9635 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003025856101885438, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994813203811646, 'last_eos_top1': 4}
+step=19200 lr=2.000000e-03 loss=2.1964 ce=2.1964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002748374827206135, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994468092918396, 'last_eos_top1': 4}
+step=19250 lr=2.000000e-03 loss=2.1868 ce=2.1868 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002898622304201126, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994624257087708, 'last_eos_top1': 4}
+step=19300 lr=2.000000e-03 loss=2.4464 ce=2.4464 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024687014520168304, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992384314537048, 'last_eos_top1': 4}
+step=19350 lr=2.000000e-03 loss=1.7485 ce=1.7485 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023620298597961664, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990822076797485, 'last_eos_top1': 4}
+step=19400 lr=2.000000e-03 loss=1.2517 ce=1.2517 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002104862593114376, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990102648735046, 'last_eos_top1': 4}
+step=19450 lr=2.000000e-03 loss=1.8806 ce=1.8806 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002897498197853565, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993126392364502, 'last_eos_top1': 4}
+step=19500 lr=2.000000e-03 loss=2.0661 ce=2.0661 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023415752220898867, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994387030601501, 'last_eos_top1': 4}
+step=19550 lr=2.000000e-03 loss=2.4214 ce=2.4214 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002469094004482031, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996465444564819, 'last_eos_top1': 4}
+step=19600 lr=2.000000e-03 loss=1.7930 ce=1.7930 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025617131032049656, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990193247795105, 'last_eos_top1': 4}
+step=19650 lr=2.000000e-03 loss=2.5791 ce=2.5791 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019560656510293484, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990403652191162, 'last_eos_top1': 4}
+step=19700 lr=2.000000e-03 loss=2.0681 ce=2.0681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002121725818142295, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993273615837097, 'last_eos_top1': 4}
+step=19750 lr=2.000000e-03 loss=2.1159 ce=2.1159 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00197624322026968, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994392395019531, 'last_eos_top1': 4}
+step=19800 lr=2.000000e-03 loss=1.4162 ce=1.4162 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0026511885225772858, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993503093719482, 'last_eos_top1': 4}
+step=19850 lr=2.000000e-03 loss=1.6125 ce=1.6125 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002200494520366192, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991153478622437, 'last_eos_top1': 4}
+step=19900 lr=2.000000e-03 loss=1.7249 ce=1.7249 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024630227126181126, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994022846221924, 'last_eos_top1': 4}
+step=19950 lr=2.000000e-03 loss=1.9913 ce=1.9913 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002540726913139224, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993636608123779, 'last_eos_top1': 4}
+step=20000 lr=2.000000e-03 loss=1.4743 ce=1.4743 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020646227058023214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995902180671692, 'last_eos_top1': 4}
+step=20050 lr=2.000000e-03 loss=1.7830 ce=1.7830 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018691722070798278, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996450543403625, 'last_eos_top1': 4}
+step=20100 lr=2.000000e-03 loss=1.8951 ce=1.8951 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025609713047742844, 'pos0_bos_top1': 0, 'last_eos_p': 0.999636173248291, 'last_eos_top1': 4}
+step=20150 lr=2.000000e-03 loss=2.1834 ce=2.1834 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017268327064812183, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995551109313965, 'last_eos_top1': 4}
+step=20200 lr=2.000000e-03 loss=2.1389 ce=2.1389 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002363028470426798, 'pos0_bos_top1': 0, 'last_eos_p': 0.999401330947876, 'last_eos_top1': 4}
+step=20250 lr=2.000000e-03 loss=1.8748 ce=1.8748 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0028378560673445463, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996014833450317, 'last_eos_top1': 4}
+step=20300 lr=2.000000e-03 loss=1.8950 ce=1.8950 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021306974813342094, 'pos0_bos_top1': 0, 'last_eos_p': 0.999417781829834, 'last_eos_top1': 4}
+step=20350 lr=2.000000e-03 loss=1.4840 ce=1.4840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025650695897638798, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992526769638062, 'last_eos_top1': 4}
+step=20400 lr=2.000000e-03 loss=2.4194 ce=2.4194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002606017282232642, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993910789489746, 'last_eos_top1': 4}
+step=20450 lr=2.000000e-03 loss=1.9476 ce=1.9476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024431943893432617, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993196725845337, 'last_eos_top1': 4}
+step=20500 lr=2.000000e-03 loss=1.6848 ce=1.6848 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025339797139167786, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993045926094055, 'last_eos_top1': 4}
+step=20550 lr=2.000000e-03 loss=1.9472 ce=1.9472 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025277300737798214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9988551139831543, 'last_eos_top1': 4}
+step=20600 lr=2.000000e-03 loss=1.7680 ce=1.7680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015303750988095999, 'pos0_bos_top1': 0, 'last_eos_p': 0.9989755153656006, 'last_eos_top1': 4}
+step=20650 lr=2.000000e-03 loss=1.8072 ce=1.8072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00215704832226038, 'pos0_bos_top1': 0, 'last_eos_p': 0.9986975789070129, 'last_eos_top1': 4}
+step=20700 lr=2.000000e-03 loss=1.8312 ce=1.8312 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024922634474933147, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995286464691162, 'last_eos_top1': 4}
+step=20750 lr=2.000000e-03 loss=2.1358 ce=2.1358 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020680357702076435, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991250038146973, 'last_eos_top1': 4}
+step=20800 lr=2.000000e-03 loss=2.2974 ce=2.2974 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021838706452399492, 'pos0_bos_top1': 0, 'last_eos_p': 0.999151349067688, 'last_eos_top1': 4}
+step=20850 lr=2.000000e-03 loss=2.1628 ce=2.1628 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00246494566090405, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994446039199829, 'last_eos_top1': 4}
+step=20900 lr=2.000000e-03 loss=1.9086 ce=1.9086 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002769583836197853, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995059967041016, 'last_eos_top1': 4}
+step=20950 lr=2.000000e-03 loss=1.5947 ce=1.5947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003404819406569004, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992529153823853, 'last_eos_top1': 4}
+step=21000 lr=2.000000e-03 loss=1.9147 ce=1.9147 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002381719183176756, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994044303894043, 'last_eos_top1': 4}
+step=21050 lr=2.000000e-03 loss=1.8291 ce=1.8291 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025360174477100372, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995572566986084, 'last_eos_top1': 4}
+step=21100 lr=2.000000e-03 loss=1.6320 ce=1.6320 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002105596475303173, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991562366485596, 'last_eos_top1': 4}
+step=21150 lr=2.000000e-03 loss=2.3096 ce=2.3096 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020131105557084084, 'pos0_bos_top1': 0, 'last_eos_p': 0.9988253116607666, 'last_eos_top1': 4}
+step=21200 lr=2.000000e-03 loss=2.0902 ce=2.0902 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0032152561470866203, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993985891342163, 'last_eos_top1': 4}
+step=21250 lr=2.000000e-03 loss=1.7175 ce=1.7175 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002092517912387848, 'pos0_bos_top1': 0, 'last_eos_p': 0.999454140663147, 'last_eos_top1': 4}
+step=21300 lr=2.000000e-03 loss=1.5937 ce=1.5937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002094551920890808, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995312690734863, 'last_eos_top1': 4}
+step=21350 lr=2.000000e-03 loss=1.8814 ce=1.8814 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00253089377656579, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993878602981567, 'last_eos_top1': 4}
+step=21400 lr=2.000000e-03 loss=1.2807 ce=1.2807 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025659482926130295, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992336630821228, 'last_eos_top1': 4}
+step=21450 lr=2.000000e-03 loss=2.0470 ce=2.0470 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002452429383993149, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992339611053467, 'last_eos_top1': 4}
+step=21500 lr=2.000000e-03 loss=2.1201 ce=2.1201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0028390418738126755, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991599917411804, 'last_eos_top1': 4}
+step=21550 lr=2.000000e-03 loss=2.3994 ce=2.3994 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023537185043096542, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992451667785645, 'last_eos_top1': 4}
+step=21600 lr=2.000000e-03 loss=2.3071 ce=2.3071 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002045169472694397, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992018938064575, 'last_eos_top1': 4}
+step=21650 lr=2.000000e-03 loss=1.8236 ce=1.8236 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00236766180023551, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992420673370361, 'last_eos_top1': 4}
+step=21700 lr=2.000000e-03 loss=1.6915 ce=1.6915 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003344431985169649, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993582367897034, 'last_eos_top1': 4}
+step=21750 lr=2.000000e-03 loss=1.9194 ce=1.9194 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023442930541932583, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991714954376221, 'last_eos_top1': 4}
+step=21800 lr=2.000000e-03 loss=2.3196 ce=2.3196 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022209330927580595, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991298913955688, 'last_eos_top1': 4}
+step=21850 lr=2.000000e-03 loss=1.8538 ce=1.8538 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018800122197717428, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991002082824707, 'last_eos_top1': 4}
+step=21900 lr=2.000000e-03 loss=2.0381 ce=2.0381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002297057770192623, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992787837982178, 'last_eos_top1': 4}
+step=21950 lr=2.000000e-03 loss=1.9839 ce=1.9839 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002253485843539238, 'pos0_bos_top1': 0, 'last_eos_p': 0.9989172220230103, 'last_eos_top1': 4}
+step=22000 lr=2.000000e-03 loss=2.2690 ce=2.2690 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022873887792229652, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991932511329651, 'last_eos_top1': 4}
+step=22050 lr=2.000000e-03 loss=1.8979 ce=1.8979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001988934585824609, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993093013763428, 'last_eos_top1': 4}
+step=22100 lr=2.000000e-03 loss=1.7351 ce=1.7351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002407547552138567, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995556473731995, 'last_eos_top1': 4}
+step=22150 lr=2.000000e-03 loss=1.9693 ce=1.9693 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0028263989370316267, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994581937789917, 'last_eos_top1': 4}
+step=22200 lr=2.000000e-03 loss=1.8590 ce=1.8590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019373989198356867, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994354248046875, 'last_eos_top1': 4}
+step=22250 lr=2.000000e-03 loss=1.4975 ce=1.4975 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002575569087639451, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995618462562561, 'last_eos_top1': 4}
+step=22300 lr=2.000000e-03 loss=2.4999 ce=2.4999 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020896203350275755, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995602965354919, 'last_eos_top1': 4}
+step=22350 lr=2.000000e-03 loss=1.7812 ce=1.7812 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002792147919535637, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993681907653809, 'last_eos_top1': 4}
+step=22400 lr=2.000000e-03 loss=1.6666 ce=1.6666 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025502312928438187, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994446039199829, 'last_eos_top1': 4}
+step=22450 lr=2.000000e-03 loss=1.9179 ce=1.9179 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002015469130128622, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992720484733582, 'last_eos_top1': 4}
+step=22500 lr=2.000000e-03 loss=1.7715 ce=1.7715 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020598408300429583, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992656111717224, 'last_eos_top1': 4}
+step=22550 lr=2.000000e-03 loss=1.9087 ce=1.9087 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023010428994894028, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993258714675903, 'last_eos_top1': 4}
+step=22600 lr=2.000000e-03 loss=2.1999 ce=2.1999 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002813018159940839, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994592666625977, 'last_eos_top1': 4}
+step=22650 lr=2.000000e-03 loss=1.7502 ce=1.7502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017895991913974285, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994058012962341, 'last_eos_top1': 4}
+step=22700 lr=2.000000e-03 loss=1.8390 ce=1.8390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002631034702062607, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991002082824707, 'last_eos_top1': 4}
+step=22750 lr=2.000000e-03 loss=1.9530 ce=1.9530 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002555267419666052, 'pos0_bos_top1': 0, 'last_eos_p': 0.9989902973175049, 'last_eos_top1': 4}
+step=22800 lr=2.000000e-03 loss=2.6407 ce=2.6407 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002323875669389963, 'pos0_bos_top1': 0, 'last_eos_p': 0.998856782913208, 'last_eos_top1': 4}
+step=22850 lr=2.000000e-03 loss=2.0418 ce=2.0418 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002351324539631605, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994930028915405, 'last_eos_top1': 4}
+step=22900 lr=2.000000e-03 loss=1.7007 ce=1.7007 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0026059381198138, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991922378540039, 'last_eos_top1': 4}
+step=22950 lr=2.000000e-03 loss=1.9698 ce=1.9698 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022577675990760326, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996041059494019, 'last_eos_top1': 4}
+step=23000 lr=2.000000e-03 loss=1.8816 ce=1.8816 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002194679109379649, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996311068534851, 'last_eos_top1': 4}
+step=23050 lr=2.000000e-03 loss=1.5109 ce=1.5109 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024015435483306646, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997038841247559, 'last_eos_top1': 4}
+step=23100 lr=2.000000e-03 loss=1.3956 ce=1.3956 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019598589278757572, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996562004089355, 'last_eos_top1': 4}
+step=23150 lr=2.000000e-03 loss=1.8496 ce=1.8496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020697382278740406, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996637105941772, 'last_eos_top1': 4}
+step=23200 lr=2.000000e-03 loss=2.6021 ce=2.6021 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021379399113357067, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993398189544678, 'last_eos_top1': 4}
+step=23250 lr=2.000000e-03 loss=1.6250 ce=1.6250 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016876738518476486, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994865655899048, 'last_eos_top1': 4}
+step=23300 lr=2.000000e-03 loss=1.8167 ce=1.8167 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002019268460571766, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996644258499146, 'last_eos_top1': 4}
+step=23350 lr=2.000000e-03 loss=1.9381 ce=1.9381 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001738555496558547, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994972348213196, 'last_eos_top1': 4}
+step=23400 lr=2.000000e-03 loss=1.9254 ce=1.9254 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016892047133296728, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997658133506775, 'last_eos_top1': 4}
+step=23450 lr=2.000000e-03 loss=1.9985 ce=1.9985 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021309389267116785, 'pos0_bos_top1': 0, 'last_eos_p': 0.999650239944458, 'last_eos_top1': 4}
+step=23500 lr=2.000000e-03 loss=1.8138 ce=1.8138 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019770427606999874, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995011687278748, 'last_eos_top1': 4}
+step=23550 lr=2.000000e-03 loss=1.2781 ce=1.2781 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023027111310511827, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996562004089355, 'last_eos_top1': 4}
+step=23600 lr=2.000000e-03 loss=2.1345 ce=2.1345 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018931052181869745, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996752738952637, 'last_eos_top1': 4}
+step=23650 lr=2.000000e-03 loss=1.7863 ce=1.7863 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002176156733185053, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996592402458191, 'last_eos_top1': 4}
+step=23700 lr=2.000000e-03 loss=2.1484 ce=2.1484 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021591936238110065, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992486834526062, 'last_eos_top1': 4}
+step=23750 lr=2.000000e-03 loss=1.8892 ce=1.8892 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014847604325041175, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996206760406494, 'last_eos_top1': 4}
+step=23800 lr=2.000000e-03 loss=1.9301 ce=1.9301 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002074361778795719, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991282224655151, 'last_eos_top1': 4}
+step=23850 lr=2.000000e-03 loss=2.0173 ce=2.0173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016697915270924568, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996853470802307, 'last_eos_top1': 4}
+step=23900 lr=2.000000e-03 loss=1.7770 ce=1.7770 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024229325354099274, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995774030685425, 'last_eos_top1': 4}
+step=23950 lr=2.000000e-03 loss=3.1156 ce=3.1156 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001996248494833708, 'pos0_bos_top1': 0, 'last_eos_p': 0.999505341053009, 'last_eos_top1': 4}
+step=24000 lr=2.000000e-03 loss=1.8180 ce=1.8180 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017389112617820501, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995497465133667, 'last_eos_top1': 4}
+step=24050 lr=2.000000e-03 loss=1.9347 ce=1.9347 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021499269641935825, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993904232978821, 'last_eos_top1': 4}
+step=24100 lr=2.000000e-03 loss=2.0315 ce=2.0315 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025180731900036335, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995712041854858, 'last_eos_top1': 4}
+step=24150 lr=2.000000e-03 loss=1.9906 ce=1.9906 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021377690136432648, 'pos0_bos_top1': 0, 'last_eos_p': 0.999405562877655, 'last_eos_top1': 4}
+step=24200 lr=2.000000e-03 loss=0.9344 ce=0.9344 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0035335698630660772, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993963241577148, 'last_eos_top1': 4}
+step=24250 lr=2.000000e-03 loss=1.4607 ce=1.4607 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0028090868145227432, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994185566902161, 'last_eos_top1': 4}
+step=24300 lr=2.000000e-03 loss=1.3859 ce=1.3859 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002517582383006811, 'pos0_bos_top1': 0, 'last_eos_p': 0.999470591545105, 'last_eos_top1': 4}
+step=24350 lr=2.000000e-03 loss=1.7316 ce=1.7316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021316278725862503, 'pos0_bos_top1': 0, 'last_eos_p': 0.999667763710022, 'last_eos_top1': 4}
+step=24400 lr=2.000000e-03 loss=0.9803 ce=0.9803 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002657067496329546, 'pos0_bos_top1': 0, 'last_eos_p': 0.999502956867218, 'last_eos_top1': 4}
+step=24450 lr=2.000000e-03 loss=1.7175 ce=1.7175 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0027102550957351923, 'pos0_bos_top1': 0, 'last_eos_p': 0.999358057975769, 'last_eos_top1': 4}
+step=24500 lr=2.000000e-03 loss=2.1605 ce=2.1605 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002453261986374855, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994693994522095, 'last_eos_top1': 4}
+step=24550 lr=2.000000e-03 loss=1.7214 ce=1.7214 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002539010252803564, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994423389434814, 'last_eos_top1': 4}
+step=24600 lr=2.000000e-03 loss=1.6572 ce=1.6572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002609932329505682, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991402626037598, 'last_eos_top1': 4}
+step=24650 lr=2.000000e-03 loss=1.8705 ce=1.8705 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002525418996810913, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992610216140747, 'last_eos_top1': 4}
+step=24700 lr=2.000000e-03 loss=1.9168 ce=1.9168 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017986634047701955, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990600347518921, 'last_eos_top1': 4}
+step=24750 lr=2.000000e-03 loss=1.2138 ce=1.2138 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0026827300898730755, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992990493774414, 'last_eos_top1': 4}
+step=24800 lr=2.000000e-03 loss=1.8155 ce=1.8155 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019004023633897305, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995989799499512, 'last_eos_top1': 4}
+step=24850 lr=2.000000e-03 loss=1.5975 ce=1.5975 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0029877086635679007, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995930194854736, 'last_eos_top1': 4}
+step=24900 lr=2.000000e-03 loss=2.3928 ce=2.3928 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020429263822734356, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995617866516113, 'last_eos_top1': 4}
+step=24950 lr=2.000000e-03 loss=1.8889 ce=1.8889 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016908991383388638, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994813203811646, 'last_eos_top1': 4}
+step=25000 lr=2.000000e-03 loss=1.6761 ce=1.6761 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024547544308006763, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994775056838989, 'last_eos_top1': 4}
+step=25050 lr=2.000000e-03 loss=1.8868 ce=1.8868 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001866206293925643, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993616342544556, 'last_eos_top1': 4}
+step=25100 lr=2.000000e-03 loss=2.3703 ce=2.3703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019310195930302143, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993888139724731, 'last_eos_top1': 4}
+step=25150 lr=2.000000e-03 loss=1.4259 ce=1.4259 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023707090876996517, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994059801101685, 'last_eos_top1': 4}
+step=25200 lr=2.000000e-03 loss=2.0523 ce=2.0523 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0029579363763332367, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991341829299927, 'last_eos_top1': 4}
+step=25250 lr=2.000000e-03 loss=1.7137 ce=1.7137 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0036514136008918285, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996293783187866, 'last_eos_top1': 4}
+step=25300 lr=2.000000e-03 loss=1.5589 ce=1.5589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002274713944643736, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994630813598633, 'last_eos_top1': 4}
+step=25350 lr=2.000000e-03 loss=2.3624 ce=2.3624 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0027844770811498165, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995902180671692, 'last_eos_top1': 4}
+step=25400 lr=2.000000e-03 loss=2.0006 ce=2.0006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00240146042779088, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992635846138, 'last_eos_top1': 4}
+step=25450 lr=2.000000e-03 loss=2.0998 ce=2.0998 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0028454368002712727, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993681907653809, 'last_eos_top1': 4}
+step=25500 lr=2.000000e-03 loss=1.7192 ce=1.7192 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020781545899808407, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993777275085449, 'last_eos_top1': 4}
+step=25550 lr=2.000000e-03 loss=2.1186 ce=2.1186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0027275653555989265, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996265769004822, 'last_eos_top1': 4}
+step=25600 lr=2.000000e-03 loss=1.5551 ce=1.5551 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019384922925382853, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994429349899292, 'last_eos_top1': 4}
+step=25650 lr=2.000000e-03 loss=2.0422 ce=2.0422 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002591831609606743, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993133544921875, 'last_eos_top1': 4}
+step=25700 lr=2.000000e-03 loss=2.3784 ce=2.3784 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002243566093966365, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996153712272644, 'last_eos_top1': 4}
+step=25750 lr=2.000000e-03 loss=1.7949 ce=1.7949 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001923250500112772, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993891716003418, 'last_eos_top1': 4}
+step=25800 lr=2.000000e-03 loss=2.1044 ce=2.1044 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002575643826276064, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994819164276123, 'last_eos_top1': 4}
+step=25850 lr=2.000000e-03 loss=1.6054 ce=1.6054 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0027727666310966015, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997285604476929, 'last_eos_top1': 4}
+step=25900 lr=2.000000e-03 loss=1.7352 ce=1.7352 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002543088048696518, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995907545089722, 'last_eos_top1': 4}
+step=25950 lr=2.000000e-03 loss=2.2430 ce=2.2430 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003279483411461115, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997304081916809, 'last_eos_top1': 4}
+step=26000 lr=2.000000e-03 loss=1.8572 ce=1.8572 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002840203233063221, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995753765106201, 'last_eos_top1': 4}
+step=26050 lr=2.000000e-03 loss=1.9011 ce=1.9011 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00269452016800642, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996017217636108, 'last_eos_top1': 4}
+step=26100 lr=2.000000e-03 loss=2.0118 ce=2.0118 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020856461487710476, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994314908981323, 'last_eos_top1': 4}
+step=26150 lr=2.000000e-03 loss=1.8470 ce=1.8470 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025108298286795616, 'pos0_bos_top1': 0, 'last_eos_p': 0.999488115310669, 'last_eos_top1': 4}
+step=26200 lr=2.000000e-03 loss=1.8314 ce=1.8314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016359812580049038, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996800422668457, 'last_eos_top1': 4}
+step=26250 lr=2.000000e-03 loss=1.7316 ce=1.7316 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023162062279880047, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996871948242188, 'last_eos_top1': 4}
+step=26300 lr=2.000000e-03 loss=2.4958 ce=2.4958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024058972485363483, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995125532150269, 'last_eos_top1': 4}
+step=26350 lr=2.000000e-03 loss=1.4817 ce=1.4817 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001992552075535059, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996334314346313, 'last_eos_top1': 4}
+step=26400 lr=2.000000e-03 loss=2.2947 ce=2.2947 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017605193424969912, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997092485427856, 'last_eos_top1': 4}
+step=26450 lr=2.000000e-03 loss=1.7047 ce=1.7047 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021710344590246677, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995990991592407, 'last_eos_top1': 4}
+step=26500 lr=2.000000e-03 loss=2.1436 ce=2.1436 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002592173870652914, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995434284210205, 'last_eos_top1': 4}
+step=26550 lr=2.000000e-03 loss=1.4063 ce=1.4063 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001684029819443822, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996328353881836, 'last_eos_top1': 4}
+step=26600 lr=2.000000e-03 loss=1.6371 ce=1.6371 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0028767609037458897, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997628927230835, 'last_eos_top1': 4}
+step=26650 lr=2.000000e-03 loss=1.1854 ce=1.1854 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001923053408972919, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997101426124573, 'last_eos_top1': 4}
+step=26700 lr=2.000000e-03 loss=1.7547 ce=1.7547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0029795141890645027, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996473789215088, 'last_eos_top1': 4}
+step=26750 lr=2.000000e-03 loss=1.6685 ce=1.6685 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018271044827997684, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993427991867065, 'last_eos_top1': 4}
+step=26800 lr=2.000000e-03 loss=2.1665 ce=2.1665 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022239056415855885, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996282458305359, 'last_eos_top1': 4}
+step=26850 lr=2.000000e-03 loss=1.5936 ce=1.5936 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003125144634395838, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996693134307861, 'last_eos_top1': 4}
+step=26900 lr=2.000000e-03 loss=1.5752 ce=1.5752 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024479771964251995, 'pos0_bos_top1': 0, 'last_eos_p': 0.999524712562561, 'last_eos_top1': 4}
+step=26950 lr=2.000000e-03 loss=1.5469 ce=1.5469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022170862648636103, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993902444839478, 'last_eos_top1': 4}
+step=27000 lr=2.000000e-03 loss=1.6441 ce=1.6441 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002002161927521229, 'pos0_bos_top1': 0, 'last_eos_p': 0.999778151512146, 'last_eos_top1': 4}
+step=27050 lr=2.000000e-03 loss=1.5840 ce=1.5840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020714434795081615, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994185566902161, 'last_eos_top1': 4}
+step=27100 lr=2.000000e-03 loss=1.5638 ce=1.5638 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021031617652624846, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997166395187378, 'last_eos_top1': 4}
+step=27150 lr=2.000000e-03 loss=2.6623 ce=2.6623 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022873010020703077, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997228384017944, 'last_eos_top1': 4}
+step=27200 lr=2.000000e-03 loss=1.3281 ce=1.3281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016091149300336838, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995819330215454, 'last_eos_top1': 4}
+step=27250 lr=2.000000e-03 loss=2.0951 ce=2.0951 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002593444660305977, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998080730438232, 'last_eos_top1': 4}
+step=27300 lr=2.000000e-03 loss=2.2271 ce=2.2271 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018252426525577903, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995666742324829, 'last_eos_top1': 4}
+step=27350 lr=2.000000e-03 loss=2.2258 ce=2.2258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023050380405038595, 'pos0_bos_top1': 0, 'last_eos_p': 0.999556839466095, 'last_eos_top1': 4}
+step=27400 lr=2.000000e-03 loss=1.8785 ce=1.8785 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018360057147219777, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997386932373047, 'last_eos_top1': 4}
+step=27450 lr=2.000000e-03 loss=1.9507 ce=1.9507 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020286140497773886, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996188879013062, 'last_eos_top1': 4}
+step=27500 lr=2.000000e-03 loss=2.0065 ce=2.0065 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025896935258060694, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995858669281006, 'last_eos_top1': 4}
+step=27550 lr=2.000000e-03 loss=1.5051 ce=1.5051 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0026419959031045437, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998555779457092, 'last_eos_top1': 4}
+step=27600 lr=2.000000e-03 loss=1.6326 ce=1.6326 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003012716071680188, 'pos0_bos_top1': 0, 'last_eos_p': 0.999811053276062, 'last_eos_top1': 4}
+step=27650 lr=2.000000e-03 loss=2.1496 ce=2.1496 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024709522258490324, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997864961624146, 'last_eos_top1': 4}
+step=27700 lr=2.000000e-03 loss=1.8216 ce=1.8216 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003244200022891164, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997740983963013, 'last_eos_top1': 4}
+step=27750 lr=2.000000e-03 loss=1.8150 ce=1.8150 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002475952496752143, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997738599777222, 'last_eos_top1': 4}
+step=27800 lr=2.000000e-03 loss=1.8547 ce=1.8547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017040860839188099, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998676776885986, 'last_eos_top1': 4}
+step=27850 lr=2.000000e-03 loss=2.3523 ce=2.3523 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013291704235598445, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998773336410522, 'last_eos_top1': 4}
+step=27900 lr=2.000000e-03 loss=1.6789 ce=1.6789 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001894510118290782, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995664954185486, 'last_eos_top1': 4}
+step=27950 lr=2.000000e-03 loss=2.3848 ce=2.3848 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023651865776628256, 'pos0_bos_top1': 0, 'last_eos_p': 0.999843180179596, 'last_eos_top1': 4}
+step=28000 lr=2.000000e-03 loss=2.2260 ce=2.2260 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023109817411750555, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998661279678345, 'last_eos_top1': 4}
+step=28050 lr=2.000000e-03 loss=1.7561 ce=1.7561 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00218492210842669, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998419880867004, 'last_eos_top1': 4}
+step=28100 lr=2.000000e-03 loss=2.2351 ce=2.2351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019572079181671143, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996227025985718, 'last_eos_top1': 4}
+step=28150 lr=2.000000e-03 loss=1.9884 ce=1.9884 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018425293965265155, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997154474258423, 'last_eos_top1': 4}
+step=28200 lr=2.000000e-03 loss=1.5813 ce=1.5813 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021008788608014584, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996377825737, 'last_eos_top1': 4}
+step=28250 lr=2.000000e-03 loss=1.5916 ce=1.5916 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0028462237678468227, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998132586479187, 'last_eos_top1': 4}
+step=28300 lr=2.000000e-03 loss=1.8893 ce=1.8893 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024820209946483374, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997270107269287, 'last_eos_top1': 4}
+step=28350 lr=2.000000e-03 loss=1.9445 ce=1.9445 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025626197457313538, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997570514678955, 'last_eos_top1': 4}
+step=28400 lr=2.000000e-03 loss=1.6318 ce=1.6318 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002427681814879179, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998290538787842, 'last_eos_top1': 4}
+step=28450 lr=2.000000e-03 loss=2.1204 ce=2.1204 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015705320984125137, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997621178627014, 'last_eos_top1': 4}
+step=28500 lr=2.000000e-03 loss=2.0921 ce=2.0921 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023249462246894836, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998024702072144, 'last_eos_top1': 4}
+step=28550 lr=2.000000e-03 loss=1.4185 ce=1.4185 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021917945705354214, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996949434280396, 'last_eos_top1': 4}
+step=28600 lr=2.000000e-03 loss=2.0982 ce=2.0982 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012352247722446918, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995778799057007, 'last_eos_top1': 4}
+step=28650 lr=2.000000e-03 loss=2.2383 ce=2.2383 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001700370223261416, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996598362922668, 'last_eos_top1': 4}
+step=28700 lr=2.000000e-03 loss=2.5575 ce=2.5575 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016438581515103579, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996570348739624, 'last_eos_top1': 4}
+step=28750 lr=2.000000e-03 loss=1.3637 ce=1.3637 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020369188860058784, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992333054542542, 'last_eos_top1': 4}
+step=28800 lr=2.000000e-03 loss=2.0202 ce=2.0202 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002901631873100996, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996147155761719, 'last_eos_top1': 4}
+step=28850 lr=2.000000e-03 loss=1.8111 ce=1.8111 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022526944521814585, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997321367263794, 'last_eos_top1': 4}
+step=28900 lr=2.000000e-03 loss=2.4501 ce=2.4501 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0026169917546212673, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998212456703186, 'last_eos_top1': 4}
+step=28950 lr=2.000000e-03 loss=1.8159 ce=1.8159 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018833979265764356, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996762275695801, 'last_eos_top1': 4}
+step=29000 lr=2.000000e-03 loss=1.7774 ce=1.7774 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002716832561418414, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997767210006714, 'last_eos_top1': 4}
+step=29050 lr=2.000000e-03 loss=2.2351 ce=2.2351 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00227775308303535, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996522665023804, 'last_eos_top1': 4}
+step=29100 lr=2.000000e-03 loss=1.7369 ce=1.7369 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018982789479196072, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994984865188599, 'last_eos_top1': 4}
+step=29150 lr=2.000000e-03 loss=1.8278 ce=1.8278 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020068020094186068, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995384216308594, 'last_eos_top1': 4}
+step=29200 lr=2.000000e-03 loss=1.7743 ce=1.7743 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019726273603737354, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995987415313721, 'last_eos_top1': 4}
+step=29250 lr=2.000000e-03 loss=1.8734 ce=1.8734 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0030058547854423523, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998438358306885, 'last_eos_top1': 4}
+step=29300 lr=2.000000e-03 loss=1.8311 ce=1.8311 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022737854160368443, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997506141662598, 'last_eos_top1': 4}
+step=29350 lr=2.000000e-03 loss=1.5958 ce=1.5958 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024866205640137196, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996752738952637, 'last_eos_top1': 4}
+step=29400 lr=2.000000e-03 loss=1.4277 ce=1.4277 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002342799212783575, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995872974395752, 'last_eos_top1': 4}
+step=29450 lr=2.000000e-03 loss=1.5722 ce=1.5722 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002261464949697256, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996885061264038, 'last_eos_top1': 4}
+step=29500 lr=2.000000e-03 loss=1.6448 ce=1.6448 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0030198104213923216, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997912645339966, 'last_eos_top1': 4}
+step=29550 lr=2.000000e-03 loss=1.8367 ce=1.8367 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002578869927674532, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998643398284912, 'last_eos_top1': 4}
+step=29600 lr=2.000000e-03 loss=2.0681 ce=2.0681 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024100623559206724, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997276067733765, 'last_eos_top1': 4}
+step=29650 lr=2.000000e-03 loss=2.1084 ce=2.1084 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002399788936600089, 'pos0_bos_top1': 0, 'last_eos_p': 0.999834418296814, 'last_eos_top1': 4}
+step=29700 lr=2.000000e-03 loss=1.7696 ce=1.7696 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017485730350017548, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997439384460449, 'last_eos_top1': 4}
+step=29750 lr=2.000000e-03 loss=2.0436 ce=2.0436 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024651275016367435, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996223449707031, 'last_eos_top1': 4}
+step=29800 lr=2.000000e-03 loss=1.9889 ce=1.9889 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019459560280665755, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997813105583191, 'last_eos_top1': 4}
+step=29850 lr=2.000000e-03 loss=2.2437 ce=2.2437 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001876707887277007, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996946454048157, 'last_eos_top1': 4}
+step=29900 lr=2.000000e-03 loss=2.0153 ce=2.0153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002728295512497425, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997992515563965, 'last_eos_top1': 4}
+step=29950 lr=2.000000e-03 loss=2.2095 ce=2.2095 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0021126305218786, 'pos0_bos_top1': 0, 'last_eos_p': 0.999672532081604, 'last_eos_top1': 4}
+step=30000 lr=2.000000e-03 loss=1.7832 ce=1.7832 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0031924215145409107, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997632503509521, 'last_eos_top1': 4}
+step=30050 lr=2.000000e-03 loss=1.2884 ce=1.2884 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00256936764344573, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998275637626648, 'last_eos_top1': 4}
+step=30100 lr=2.000000e-03 loss=1.9001 ce=1.9001 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0027160148601979017, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997603297233582, 'last_eos_top1': 4}
+step=30150 lr=2.000000e-03 loss=2.3929 ce=2.3929 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0043198298662900925, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995683431625366, 'last_eos_top1': 4}
+step=30200 lr=2.000000e-03 loss=1.6297 ce=1.6297 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002599512692540884, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996121525764465, 'last_eos_top1': 4}
+step=30250 lr=2.000000e-03 loss=1.5927 ce=1.5927 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0027938648127019405, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997262954711914, 'last_eos_top1': 4}
+step=30300 lr=2.000000e-03 loss=2.0451 ce=2.0451 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002445715945214033, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995899200439453, 'last_eos_top1': 4}
+step=30350 lr=2.000000e-03 loss=1.9691 ce=1.9691 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002122200094163418, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997201561927795, 'last_eos_top1': 4}
+step=30400 lr=2.000000e-03 loss=1.9446 ce=1.9446 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017739017494022846, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998282790184021, 'last_eos_top1': 4}
+step=30450 lr=2.000000e-03 loss=1.8937 ce=1.8937 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018658413318917155, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998282194137573, 'last_eos_top1': 4}
+step=30500 lr=2.000000e-03 loss=1.6598 ce=1.6598 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00318186916410923, 'pos0_bos_top1': 0, 'last_eos_p': 0.999821662902832, 'last_eos_top1': 4}
+step=30550 lr=2.000000e-03 loss=1.3710 ce=1.3710 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023629493080079556, 'pos0_bos_top1': 0, 'last_eos_p': 0.999802827835083, 'last_eos_top1': 4}
+step=30600 lr=2.000000e-03 loss=1.9578 ce=1.9578 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020242200698703527, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998199939727783, 'last_eos_top1': 4}
+step=30650 lr=2.000000e-03 loss=2.3431 ce=2.3431 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015462280716747046, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998079538345337, 'last_eos_top1': 4}
+step=30700 lr=2.000000e-03 loss=2.0725 ce=2.0725 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00252421572804451, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998873472213745, 'last_eos_top1': 4}
+step=30750 lr=2.000000e-03 loss=1.1631 ce=1.1631 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002696814015507698, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998204708099365, 'last_eos_top1': 4}
+step=30800 lr=2.000000e-03 loss=2.5186 ce=2.5186 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017042076215147972, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998067617416382, 'last_eos_top1': 4}
+step=30850 lr=2.000000e-03 loss=1.6952 ce=1.6952 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001638862770050764, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997822046279907, 'last_eos_top1': 4}
+step=30900 lr=2.000000e-03 loss=2.7845 ce=2.7845 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020001502707600594, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997632503509521, 'last_eos_top1': 4}
+step=30950 lr=2.000000e-03 loss=1.9668 ce=1.9668 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001914681983180344, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997323751449585, 'last_eos_top1': 4}
+step=31000 lr=2.000000e-03 loss=1.5469 ce=1.5469 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016962478403002024, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995079636573792, 'last_eos_top1': 4}
+step=31050 lr=2.000000e-03 loss=1.9648 ce=1.9648 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015252779703587294, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996446371078491, 'last_eos_top1': 4}
+step=31100 lr=2.000000e-03 loss=1.5763 ce=1.5763 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017034236807376146, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998549222946167, 'last_eos_top1': 4}
+step=31150 lr=2.000000e-03 loss=2.3239 ce=2.3239 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002260653767734766, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996092319488525, 'last_eos_top1': 4}
+step=31200 lr=2.000000e-03 loss=2.2668 ce=2.2668 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001710380194708705, 'pos0_bos_top1': 0, 'last_eos_p': 0.99964439868927, 'last_eos_top1': 4}
+step=31250 lr=2.000000e-03 loss=1.4143 ce=1.4143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017004846595227718, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998084306716919, 'last_eos_top1': 4}
+step=31300 lr=2.000000e-03 loss=1.6721 ce=1.6721 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018592297565191984, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995893239974976, 'last_eos_top1': 4}
+step=31350 lr=2.000000e-03 loss=1.7465 ce=1.7465 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017996979877352715, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997833371162415, 'last_eos_top1': 4}
+step=31400 lr=2.000000e-03 loss=2.1147 ce=2.1147 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011870241723954678, 'pos0_bos_top1': 0, 'last_eos_p': 0.999838650226593, 'last_eos_top1': 4}
+step=31450 lr=2.000000e-03 loss=1.8502 ce=1.8502 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001304826233536005, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998195171356201, 'last_eos_top1': 4}
+step=31500 lr=2.000000e-03 loss=1.6138 ce=1.6138 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022006218787282705, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995328187942505, 'last_eos_top1': 4}
+step=31550 lr=2.000000e-03 loss=1.7764 ce=1.7764 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002123747020959854, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995193481445312, 'last_eos_top1': 4}
+step=31600 lr=2.000000e-03 loss=1.6659 ce=1.6659 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022521796636283398, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995774030685425, 'last_eos_top1': 4}
+step=31650 lr=2.000000e-03 loss=1.7600 ce=1.7600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002233928069472313, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997458457946777, 'last_eos_top1': 4}
+step=31700 lr=2.000000e-03 loss=1.7214 ce=1.7214 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022040470503270626, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997666478157043, 'last_eos_top1': 4}
+step=31750 lr=2.000000e-03 loss=1.9708 ce=1.9708 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002224867232143879, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997701644897461, 'last_eos_top1': 4}
+step=31800 lr=2.000000e-03 loss=2.2201 ce=2.2201 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015375558286905289, 'pos0_bos_top1': 0, 'last_eos_p': 0.999638557434082, 'last_eos_top1': 4}
+step=31850 lr=2.000000e-03 loss=1.2823 ce=1.2823 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002126706298440695, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997516870498657, 'last_eos_top1': 4}
+step=31900 lr=2.000000e-03 loss=0.8327 ce=0.8327 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020282561890780926, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997128844261169, 'last_eos_top1': 4}
+step=31950 lr=2.000000e-03 loss=1.9987 ce=1.9987 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022844087798148394, 'pos0_bos_top1': 0, 'last_eos_p': 0.999767005443573, 'last_eos_top1': 4}
+step=32000 lr=2.000000e-03 loss=1.6755 ce=1.6755 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019184988923370838, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999381303787231, 'last_eos_top1': 4}
+step=32050 lr=2.000000e-03 loss=1.4707 ce=1.4707 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0023130113258957863, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998198747634888, 'last_eos_top1': 4}
+step=32100 lr=2.000000e-03 loss=1.4908 ce=1.4908 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015816279919818044, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998418092727661, 'last_eos_top1': 4}
+step=32150 lr=2.000000e-03 loss=1.8176 ce=1.8176 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017302304040640593, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998730421066284, 'last_eos_top1': 4}
+step=32200 lr=2.000000e-03 loss=2.2814 ce=2.2814 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013345752377063036, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998147487640381, 'last_eos_top1': 4}
+step=32250 lr=2.000000e-03 loss=1.5979 ce=1.5979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010917405597865582, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997069835662842, 'last_eos_top1': 4}
+step=32300 lr=2.000000e-03 loss=2.1072 ce=2.1072 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017875885823741555, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998729825019836, 'last_eos_top1': 4}
+step=32350 lr=2.000000e-03 loss=2.2576 ce=2.2576 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019375558476895094, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998800754547119, 'last_eos_top1': 4}
+step=32400 lr=2.000000e-03 loss=1.5752 ce=1.5752 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015285337576642632, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997116327285767, 'last_eos_top1': 4}
+step=32450 lr=2.000000e-03 loss=1.7039 ce=1.7039 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017354299779981375, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998411536216736, 'last_eos_top1': 4}
+step=32500 lr=2.000000e-03 loss=2.2994 ce=2.2994 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016152596799656749, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998593330383301, 'last_eos_top1': 4}
+step=32550 lr=2.000000e-03 loss=1.2703 ce=1.2703 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001725337584502995, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998763799667358, 'last_eos_top1': 4}
+step=32600 lr=2.000000e-03 loss=1.8455 ce=1.8455 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015260308282449841, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997611045837402, 'last_eos_top1': 4}
+step=32650 lr=2.000000e-03 loss=2.0983 ce=2.0983 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001393323764204979, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999330639839172, 'last_eos_top1': 4}
+step=32700 lr=2.000000e-03 loss=2.0541 ce=2.0541 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001076871994882822, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999277591705322, 'last_eos_top1': 4}
+step=32750 lr=2.000000e-03 loss=1.6153 ce=1.6153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011303116334602237, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999003410339355, 'last_eos_top1': 4}
+step=32800 lr=2.000000e-03 loss=1.8651 ce=1.8651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014691760297864676, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999198913574219, 'last_eos_top1': 4}
+step=32850 lr=2.000000e-03 loss=2.1429 ce=2.1429 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0025061038322746754, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998996257781982, 'last_eos_top1': 4}
+step=32900 lr=2.000000e-03 loss=1.7993 ce=1.7993 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002192271873354912, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998095035552979, 'last_eos_top1': 4}
+step=32950 lr=2.000000e-03 loss=1.4694 ce=1.4694 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022166818380355835, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998834133148193, 'last_eos_top1': 4}
+step=33000 lr=2.000000e-03 loss=2.0006 ce=2.0006 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013268250040709972, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998309016227722, 'last_eos_top1': 4}
+step=33050 lr=2.000000e-03 loss=2.3070 ce=2.3070 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001638056244701147, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998652935028076, 'last_eos_top1': 4}
+step=33100 lr=2.000000e-03 loss=1.7732 ce=1.7732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002184215933084488, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998717308044434, 'last_eos_top1': 4}
+step=33150 lr=2.000000e-03 loss=1.4812 ce=1.4812 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001791947172023356, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999185800552368, 'last_eos_top1': 4}
+step=33200 lr=2.000000e-03 loss=1.9447 ce=1.9447 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001858373056165874, 'pos0_bos_top1': 0, 'last_eos_p': 0.999835729598999, 'last_eos_top1': 4}
+step=33250 lr=2.000000e-03 loss=1.7314 ce=1.7314 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016830763779580593, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998481273651123, 'last_eos_top1': 4}
+step=33300 lr=2.000000e-03 loss=1.5592 ce=1.5592 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001261215191334486, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998862743377686, 'last_eos_top1': 4}
+step=33350 lr=2.000000e-03 loss=1.3409 ce=1.3409 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015762101393193007, 'pos0_bos_top1': 0, 'last_eos_p': 0.999846339225769, 'last_eos_top1': 4}
+step=33400 lr=2.000000e-03 loss=1.3972 ce=1.3972 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00121346116065979, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998778104782104, 'last_eos_top1': 4}
+step=33450 lr=2.000000e-03 loss=1.2901 ce=1.2901 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010725322645157576, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999573826789856, 'last_eos_top1': 4}
+step=33500 lr=2.000000e-03 loss=1.4979 ce=1.4979 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015535621205344796, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998639822006226, 'last_eos_top1': 4}
+step=33550 lr=2.000000e-03 loss=2.0763 ce=2.0763 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018625829834491014, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999310970306396, 'last_eos_top1': 4}
+step=33600 lr=2.000000e-03 loss=1.6476 ce=1.6476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014661464374512434, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999063014984131, 'last_eos_top1': 4}
+step=33650 lr=2.000000e-03 loss=1.9390 ce=1.9390 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016575297340750694, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998289346694946, 'last_eos_top1': 4}
+step=33700 lr=2.000000e-03 loss=1.5794 ce=1.5794 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000965625629760325, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997686147689819, 'last_eos_top1': 4}
+step=33750 lr=2.000000e-03 loss=1.7522 ce=1.7522 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001369974110275507, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998457431793213, 'last_eos_top1': 4}
+step=33800 lr=2.000000e-03 loss=1.6057 ce=1.6057 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011625514598563313, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998732209205627, 'last_eos_top1': 4}
+step=33850 lr=2.000000e-03 loss=1.7027 ce=1.7027 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012956861173734069, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998223781585693, 'last_eos_top1': 4}
+step=33900 lr=2.000000e-03 loss=2.1170 ce=2.1170 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0009360817493870854, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999463558197021, 'last_eos_top1': 4}
+step=33950 lr=2.000000e-03 loss=1.4651 ce=1.4651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014922649133950472, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998918771743774, 'last_eos_top1': 4}
+step=34000 lr=2.000000e-03 loss=1.1582 ce=1.1582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014583654701709747, 'pos0_bos_top1': 0, 'last_eos_p': 0.999904990196228, 'last_eos_top1': 4}
+step=34050 lr=2.000000e-03 loss=1.8289 ce=1.8289 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018560129683464766, 'pos0_bos_top1': 0, 'last_eos_p': 0.999933660030365, 'last_eos_top1': 4}
+step=34100 lr=2.000000e-03 loss=2.0258 ce=2.0258 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013837912119925022, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999452829360962, 'last_eos_top1': 4}
+step=34150 lr=2.000000e-03 loss=1.9535 ce=1.9535 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001261541387066245, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998354315757751, 'last_eos_top1': 4}
+step=34200 lr=2.000000e-03 loss=2.2778 ce=2.2778 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022937823086977005, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997583627700806, 'last_eos_top1': 4}
+step=34250 lr=2.000000e-03 loss=1.7662 ce=1.7662 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001542634330689907, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998921155929565, 'last_eos_top1': 4}
+step=34300 lr=2.000000e-03 loss=2.1261 ce=2.1261 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016129480209201574, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999147653579712, 'last_eos_top1': 4}
+step=34350 lr=2.000000e-03 loss=1.8732 ce=1.8732 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010106192203238606, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999113082885742, 'last_eos_top1': 4}
+step=34400 lr=2.000000e-03 loss=1.8731 ce=1.8731 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015096646966412663, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998517036437988, 'last_eos_top1': 4}
+step=34450 lr=2.000000e-03 loss=1.5938 ce=1.5938 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011572646908462048, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999130964279175, 'last_eos_top1': 4}
+step=34500 lr=2.000000e-03 loss=1.8009 ce=1.8009 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010682609863579273, 'pos0_bos_top1': 0, 'last_eos_p': 0.999923825263977, 'last_eos_top1': 4}
+step=34550 lr=2.000000e-03 loss=1.9651 ce=1.9651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018347932491451502, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996607303619385, 'last_eos_top1': 4}
+step=34600 lr=2.000000e-03 loss=1.5556 ce=1.5556 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001070339698344469, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999010562896729, 'last_eos_top1': 4}
+step=34650 lr=2.000000e-03 loss=1.7199 ce=1.7199 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010825670324265957, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998646974563599, 'last_eos_top1': 4}
+step=34700 lr=2.000000e-03 loss=2.1931 ce=2.1931 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001335738692432642, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998123645782471, 'last_eos_top1': 4}
+step=34750 lr=2.000000e-03 loss=1.6582 ce=1.6582 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0008826985722407699, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998717308044434, 'last_eos_top1': 4}
+step=34800 lr=2.000000e-03 loss=2.0964 ce=2.0964 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000887689006049186, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996980428695679, 'last_eos_top1': 4}
+step=34850 lr=2.000000e-03 loss=1.6105 ce=1.6105 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.000669133965857327, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997881650924683, 'last_eos_top1': 4}
+step=34900 lr=2.000000e-03 loss=1.9493 ce=1.9493 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012402134016156197, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998416900634766, 'last_eos_top1': 4}
+step=34950 lr=2.000000e-03 loss=1.7099 ce=1.7099 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0009138735476881266, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999242424964905, 'last_eos_top1': 4}
+step=35000 lr=2.000000e-03 loss=1.3380 ce=1.3380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012463184539228678, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998323321342468, 'last_eos_top1': 4}
+step=35050 lr=2.000000e-03 loss=1.7694 ce=1.7694 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014860995579510927, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996709227561951, 'last_eos_top1': 4}
+step=35100 lr=2.000000e-03 loss=1.7380 ce=1.7380 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011996541870757937, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998683929443359, 'last_eos_top1': 4}
+step=35150 lr=2.000000e-03 loss=2.2692 ce=2.2692 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001497253542765975, 'pos0_bos_top1': 0, 'last_eos_p': 0.999779462814331, 'last_eos_top1': 4}
+step=35200 lr=2.000000e-03 loss=2.0961 ce=2.0961 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002637694124132395, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998782277107239, 'last_eos_top1': 4}
+step=35250 lr=2.000000e-03 loss=1.3798 ce=1.3798 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002065554726868868, 'pos0_bos_top1': 0, 'last_eos_p': 0.9999015927314758, 'last_eos_top1': 4}
+step=35300 lr=2.000000e-03 loss=2.2242 ce=2.2242 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018519354052841663, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998873472213745, 'last_eos_top1': 4}
+step=35350 lr=2.000000e-03 loss=1.3482 ce=1.3482 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014465401181951165, 'pos0_bos_top1': 0, 'last_eos_p': 0.999864935874939, 'last_eos_top1': 4}
+step=35400 lr=2.000000e-03 loss=1.7531 ce=1.7531 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016500781057402492, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998400211334229, 'last_eos_top1': 4}
+step=35450 lr=2.000000e-03 loss=1.9619 ce=1.9619 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002285743597894907, 'pos0_bos_top1': 0, 'last_eos_p': 0.999829888343811, 'last_eos_top1': 4}
+step=35500 lr=2.000000e-03 loss=1.7192 ce=1.7192 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014105694135650992, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996337294578552, 'last_eos_top1': 4}
+step=35550 lr=2.000000e-03 loss=1.4686 ce=1.4686 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014696147991344333, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998254776000977, 'last_eos_top1': 4}
+step=35600 lr=2.000000e-03 loss=1.3615 ce=1.3615 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001991966273635626, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998852014541626, 'last_eos_top1': 4}
+step=35650 lr=2.000000e-03 loss=1.6058 ce=1.6058 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001302625285461545, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998562335968018, 'last_eos_top1': 4}
+step=35700 lr=2.000000e-03 loss=1.9110 ce=1.9110 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016005613142624497, 'pos0_bos_top1': 0, 'last_eos_p': 0.9998689889907837, 'last_eos_top1': 4}
+step=35750 lr=2.000000e-03 loss=1.7445 ce=1.7445 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015808893367648125, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997224807739258, 'last_eos_top1': 4}
+step=35800 lr=2.000000e-03 loss=2.0059 ce=2.0059 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001866527833044529, 'pos0_bos_top1': 0, 'last_eos_p': 0.999768853187561, 'last_eos_top1': 4}
+step=35850 lr=2.000000e-03 loss=1.9400 ce=1.9400 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001560477539896965, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995988607406616, 'last_eos_top1': 4}
+step=35900 lr=2.000000e-03 loss=2.0887 ce=2.0887 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018298168433830142, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997701644897461, 'last_eos_top1': 4}
+step=35950 lr=2.000000e-03 loss=1.6146 ce=1.6146 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001689709722995758, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995728731155396, 'last_eos_top1': 4}
+step=36000 lr=2.000000e-03 loss=1.5597 ce=1.5597 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018939657602459192, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995826482772827, 'last_eos_top1': 4}
+step=36050 lr=2.000000e-03 loss=1.5210 ce=1.5210 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019903145730495453, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995026588439941, 'last_eos_top1': 4}
+step=36100 lr=2.000000e-03 loss=1.7468 ce=1.7468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002272074343636632, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995092153549194, 'last_eos_top1': 4}
+step=36150 lr=2.000000e-03 loss=1.4859 ce=1.4859 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017591455252841115, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994356632232666, 'last_eos_top1': 4}
+step=36200 lr=2.000000e-03 loss=1.6787 ce=1.6787 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002057745587080717, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995152950286865, 'last_eos_top1': 4}
+step=36250 lr=2.000000e-03 loss=1.2661 ce=1.2661 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002015986479818821, 'pos0_bos_top1': 0, 'last_eos_p': 0.999583899974823, 'last_eos_top1': 4}
+step=36300 lr=2.000000e-03 loss=2.0203 ce=2.0203 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002000996842980385, 'pos0_bos_top1': 0, 'last_eos_p': 0.9986936450004578, 'last_eos_top1': 4}
+step=36350 lr=2.000000e-03 loss=1.9534 ce=1.9534 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016444401117041707, 'pos0_bos_top1': 0, 'last_eos_p': 0.9996969699859619, 'last_eos_top1': 4}
+step=36400 lr=2.000000e-03 loss=1.5487 ce=1.5487 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.00144930649548769, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994589686393738, 'last_eos_top1': 4}
+step=36450 lr=2.000000e-03 loss=2.1686 ce=2.1686 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016279941191896796, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994875192642212, 'last_eos_top1': 4}
+step=36500 lr=2.000000e-03 loss=1.3395 ce=1.3395 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011077793315052986, 'pos0_bos_top1': 0, 'last_eos_p': 0.9988192319869995, 'last_eos_top1': 4}
+step=36550 lr=2.000000e-03 loss=2.1615 ce=2.1615 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010237606475129724, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991523027420044, 'last_eos_top1': 4}
+step=36600 lr=2.000000e-03 loss=1.8248 ce=1.8248 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010341641027480364, 'pos0_bos_top1': 0, 'last_eos_p': 0.999165415763855, 'last_eos_top1': 4}
+step=36650 lr=2.000000e-03 loss=1.4292 ce=1.4292 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015772366896271706, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992919564247131, 'last_eos_top1': 4}
+step=36700 lr=2.000000e-03 loss=2.2464 ce=2.2464 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0008640794549137354, 'pos0_bos_top1': 0, 'last_eos_p': 0.9983316659927368, 'last_eos_top1': 4}
+step=36750 lr=2.000000e-03 loss=2.0273 ce=2.0273 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001324187032878399, 'pos0_bos_top1': 0, 'last_eos_p': 0.998792290687561, 'last_eos_top1': 4}
+step=36800 lr=2.000000e-03 loss=1.4749 ce=1.4749 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018007246544584632, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991508722305298, 'last_eos_top1': 4}
+step=36850 lr=2.000000e-03 loss=1.8651 ce=1.8651 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018267254345119, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994560480117798, 'last_eos_top1': 4}
+step=36900 lr=2.000000e-03 loss=1.8935 ce=1.8935 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016003609634935856, 'pos0_bos_top1': 0, 'last_eos_p': 0.998545229434967, 'last_eos_top1': 4}
+step=36950 lr=2.000000e-03 loss=2.0547 ce=2.0547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019884700886905193, 'pos0_bos_top1': 0, 'last_eos_p': 0.9986046552658081, 'last_eos_top1': 4}
+step=37000 lr=2.000000e-03 loss=1.1153 ce=1.1153 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016336939297616482, 'pos0_bos_top1': 0, 'last_eos_p': 0.9983668327331543, 'last_eos_top1': 4}
+step=37050 lr=2.000000e-03 loss=1.4909 ce=1.4909 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017745468067005277, 'pos0_bos_top1': 0, 'last_eos_p': 0.9989885687828064, 'last_eos_top1': 4}
+step=37100 lr=2.000000e-03 loss=1.8440 ce=1.8440 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002103216014802456, 'pos0_bos_top1': 0, 'last_eos_p': 0.9984288215637207, 'last_eos_top1': 4}
+step=37150 lr=2.000000e-03 loss=2.1668 ce=2.1668 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017190547659993172, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994811415672302, 'last_eos_top1': 4}
+step=37200 lr=2.000000e-03 loss=2.5600 ce=2.5600 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013786605559289455, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995958209037781, 'last_eos_top1': 4}
+step=37250 lr=2.000000e-03 loss=1.5840 ce=1.5840 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020390446297824383, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993724822998047, 'last_eos_top1': 4}
+step=37300 lr=2.000000e-03 loss=1.7453 ce=1.7453 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0019024638459086418, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991220235824585, 'last_eos_top1': 4}
+step=37350 lr=2.000000e-03 loss=1.0361 ce=1.0361 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001577573362737894, 'pos0_bos_top1': 0, 'last_eos_p': 0.9981478452682495, 'last_eos_top1': 4}
+step=37400 lr=2.000000e-03 loss=1.7972 ce=1.7972 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001842766534537077, 'pos0_bos_top1': 0, 'last_eos_p': 0.9987430572509766, 'last_eos_top1': 4}
+step=37450 lr=2.000000e-03 loss=1.7421 ce=1.7421 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016850598622113466, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995745420455933, 'last_eos_top1': 4}
+step=37500 lr=2.000000e-03 loss=1.3276 ce=1.3276 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001969822682440281, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995354413986206, 'last_eos_top1': 4}
+step=37550 lr=2.000000e-03 loss=1.9195 ce=1.9195 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014944853028282523, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994207620620728, 'last_eos_top1': 4}
+step=37600 lr=2.000000e-03 loss=1.8240 ce=1.8240 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0016223324928432703, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995596408843994, 'last_eos_top1': 4}
+step=37650 lr=2.000000e-03 loss=1.3500 ce=1.3500 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001285523409023881, 'pos0_bos_top1': 0, 'last_eos_p': 0.999260663986206, 'last_eos_top1': 4}
+step=37700 lr=2.000000e-03 loss=2.2633 ce=2.2633 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001956409774720669, 'pos0_bos_top1': 0, 'last_eos_p': 0.9988285303115845, 'last_eos_top1': 4}
+step=37750 lr=2.000000e-03 loss=1.7179 ce=1.7179 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0017391022993251681, 'pos0_bos_top1': 0, 'last_eos_p': 0.998923659324646, 'last_eos_top1': 4}
+step=37800 lr=2.000000e-03 loss=1.7329 ce=1.7329 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002124113030731678, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994462728500366, 'last_eos_top1': 4}
+step=37850 lr=2.000000e-03 loss=1.7296 ce=1.7296 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015805244911462069, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995170831680298, 'last_eos_top1': 4}
+step=37900 lr=2.000000e-03 loss=2.0471 ce=2.0471 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002493951003998518, 'pos0_bos_top1': 0, 'last_eos_p': 0.9986498355865479, 'last_eos_top1': 4}
+step=37950 lr=2.000000e-03 loss=1.4156 ce=1.4156 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013912171125411987, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991841316223145, 'last_eos_top1': 4}
+step=38000 lr=2.000000e-03 loss=2.3167 ce=2.3167 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001613930449821055, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992035627365112, 'last_eos_top1': 4}
+step=38050 lr=2.000000e-03 loss=1.6768 ce=1.6768 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013896632008254528, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992148876190186, 'last_eos_top1': 4}
+step=38100 lr=2.000000e-03 loss=1.9951 ce=1.9951 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014936609659343958, 'pos0_bos_top1': 0, 'last_eos_p': 0.9986909627914429, 'last_eos_top1': 4}
+step=38150 lr=2.000000e-03 loss=1.5387 ce=1.5387 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014343184884637594, 'pos0_bos_top1': 0, 'last_eos_p': 0.999356746673584, 'last_eos_top1': 4}
+step=38200 lr=2.000000e-03 loss=1.6662 ce=1.6662 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018050307407975197, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993946552276611, 'last_eos_top1': 4}
+step=38250 lr=2.000000e-03 loss=1.7143 ce=1.7143 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022730566561222076, 'pos0_bos_top1': 0, 'last_eos_p': 0.9989528656005859, 'last_eos_top1': 4}
+step=38300 lr=2.000000e-03 loss=1.7406 ce=1.7406 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018754156772047281, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993119835853577, 'last_eos_top1': 4}
+step=38350 lr=2.000000e-03 loss=1.4204 ce=1.4204 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.002121787518262863, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994903802871704, 'last_eos_top1': 4}
+step=38400 lr=2.000000e-03 loss=1.8571 ce=1.8571 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0022322554141283035, 'pos0_bos_top1': 0, 'last_eos_p': 0.9988435506820679, 'last_eos_top1': 4}
+step=38450 lr=2.000000e-03 loss=1.4187 ce=1.4187 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018435135716572404, 'pos0_bos_top1': 0, 'last_eos_p': 0.999393105506897, 'last_eos_top1': 4}
+step=38500 lr=2.000000e-03 loss=1.4272 ce=1.4272 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0030325306579470634, 'pos0_bos_top1': 0, 'last_eos_p': 0.999466598033905, 'last_eos_top1': 4}
+step=38550 lr=2.000000e-03 loss=2.1468 ce=2.1468 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0024918089620769024, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995251893997192, 'last_eos_top1': 4}
+step=38600 lr=2.000000e-03 loss=1.6642 ce=1.6642 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.003401747439056635, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990283846855164, 'last_eos_top1': 4}
+step=38650 lr=2.000000e-03 loss=1.8687 ce=1.8687 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001924729673191905, 'pos0_bos_top1': 0, 'last_eos_p': 0.9983248710632324, 'last_eos_top1': 4}
+step=38700 lr=2.000000e-03 loss=2.0547 ce=2.0547 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0018950395751744509, 'pos0_bos_top1': 0, 'last_eos_p': 0.9989662170410156, 'last_eos_top1': 4}
+step=38750 lr=2.000000e-03 loss=1.2857 ce=1.2857 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0020239041186869144, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993400573730469, 'last_eos_top1': 4}
+step=38800 lr=2.000000e-03 loss=1.6100 ce=1.6100 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013092162553220987, 'pos0_bos_top1': 0, 'last_eos_p': 0.9986752271652222, 'last_eos_top1': 4}
+step=38850 lr=2.000000e-03 loss=1.4032 ce=1.4032 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001066157128661871, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990505576133728, 'last_eos_top1': 4}
+step=38900 lr=2.000000e-03 loss=1.4362 ce=1.4362 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.001672683167271316, 'pos0_bos_top1': 0, 'last_eos_p': 0.9989992380142212, 'last_eos_top1': 4}
+step=38950 lr=2.000000e-03 loss=1.3281 ce=1.3281 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010151169262826443, 'pos0_bos_top1': 0, 'last_eos_p': 0.999058187007904, 'last_eos_top1': 4}
+step=39000 lr=2.000000e-03 loss=1.7590 ce=1.7590 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011140077840536833, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995452165603638, 'last_eos_top1': 4}
+step=39050 lr=2.000000e-03 loss=1.6304 ce=1.6304 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013268080074340105, 'pos0_bos_top1': 0, 'last_eos_p': 0.9997591972351074, 'last_eos_top1': 4}
+step=39100 lr=2.000000e-03 loss=1.9589 ce=1.9589 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012607583776116371, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994654059410095, 'last_eos_top1': 4}
+step=39150 lr=2.000000e-03 loss=1.9332 ce=1.9332 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007952978485263884, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994921684265137, 'last_eos_top1': 4}
+step=39200 lr=2.000000e-03 loss=1.9809 ce=1.9809 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012107426300644875, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994656443595886, 'last_eos_top1': 4}
+step=39250 lr=2.000000e-03 loss=1.5329 ce=1.5329 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0012809410691261292, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991567134857178, 'last_eos_top1': 4}
+step=39300 lr=2.000000e-03 loss=1.7246 ce=1.7246 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014716766308993101, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991412162780762, 'last_eos_top1': 4}
+step=39350 lr=2.000000e-03 loss=2.1971 ce=2.1971 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014147998299449682, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994090795516968, 'last_eos_top1': 4}
+step=39400 lr=2.000000e-03 loss=1.8811 ce=1.8811 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011310225818306208, 'pos0_bos_top1': 0, 'last_eos_p': 0.999533474445343, 'last_eos_top1': 4}
+step=39450 lr=2.000000e-03 loss=2.2433 ce=2.2433 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010991450399160385, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991797208786011, 'last_eos_top1': 4}
+step=39500 lr=2.000000e-03 loss=1.8386 ce=1.8386 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007684985175728798, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993398189544678, 'last_eos_top1': 4}
+step=39550 lr=2.000000e-03 loss=1.8793 ce=1.8793 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0014083823189139366, 'pos0_bos_top1': 0, 'last_eos_p': 0.9995594620704651, 'last_eos_top1': 4}
+step=39600 lr=2.000000e-03 loss=1.6476 ce=1.6476 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006949107628315687, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994978904724121, 'last_eos_top1': 4}
+step=39650 lr=2.000000e-03 loss=2.0027 ce=2.0027 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0006857150001451373, 'pos0_bos_top1': 0, 'last_eos_p': 0.9993169903755188, 'last_eos_top1': 4}
+step=39700 lr=2.000000e-03 loss=1.3173 ce=1.3173 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0007895836024545133, 'pos0_bos_top1': 0, 'last_eos_p': 0.9989131093025208, 'last_eos_top1': 4}
+step=39750 lr=2.000000e-03 loss=1.5017 ce=1.5017 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013448328245431185, 'pos0_bos_top1': 0, 'last_eos_p': 0.9990365505218506, 'last_eos_top1': 4}
+step=39800 lr=2.000000e-03 loss=1.1499 ce=1.1499 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0011876114876940846, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991114139556885, 'last_eos_top1': 4}
+step=39850 lr=2.000000e-03 loss=1.5383 ce=1.5383 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0015222234651446342, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991296529769897, 'last_eos_top1': 4}
+step=39900 lr=2.000000e-03 loss=1.4680 ce=1.4680 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0013266063760966063, 'pos0_bos_top1': 0, 'last_eos_p': 0.9992967247962952, 'last_eos_top1': 4}
+step=39950 lr=2.000000e-03 loss=1.4540 ce=1.4540 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0010698068654164672, 'pos0_bos_top1': 0, 'last_eos_p': 0.9994605779647827, 'last_eos_top1': 4}
+step=40000 lr=2.000000e-03 loss=1.7269 ce=1.7269 kl=0.0000 kl_w=0.0000 {'pos0_bos_p': 0.0008856682106852531, 'pos0_bos_top1': 0, 'last_eos_p': 0.9991048574447632, 'last_eos_top1': 4}
+[W531 08:59:53.722022695 ProcessGroupNCCL.cpp:1487] Warning: WARNING: destroy_process_group() was not called before program exit, which can leak resources. For more info, please see https://pytorch.org/docs/stable/distributed.html#shutdown (function operator())
+t-20260531060746-9rffz-worker-0:10433:190497 [3] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10433:190497 [3] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10433:190497 [3] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10430:190499 [0] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10433:190497 [3] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10431:190498 [1] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10433:190497 [3] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10433:190497 [3] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10431:190498 [1] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10430:190499 [0] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10431:190498 [1] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10430:190499 [0] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10430:10642 [0] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10433:190497 [3] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10433:190497 [3] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10433:190497 [3] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10430:190499 [0] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10431:190498 [1] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10432:190500 [2] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10430:190499 [0] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10431:190498 [1] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10432:190500 [2] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10430:190499 [0] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10431:190498 [1] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10432:10638 [2] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10433:190497 [3] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10433:190497 [3] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10433:190497 [3] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10431:190498 [1] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10432:190500 [2] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10431:190498 [1] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10431:190498 [1] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10430:190499 [0] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10430:190499 [0] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10430:190499 [0] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10433:10634 [3] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10431:10632 [1] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10432:190500 [2] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10432:190500 [2] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10432:190500 [2] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10430:10642 [0] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10432:10638 [2] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10432:190500 [2] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10432:190500 [2] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10432:190500 [2] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10432:10638 [2] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10430:10642 [0] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10431:10632 [1] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10432:190500 [2] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10432:190500 [2] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10432:190500 [2] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10433:10634 [3] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10430:10642 [0] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10431:10632 [1] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10434:190502 [4] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10434:190502 [4] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10434:190502 [4] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10434:190502 [4] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10434:190502 [4] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10434:190502 [4] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10434:190502 [4] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10434:190502 [4] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10434:190502 [4] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10434:10639 [4] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10434:190502 [4] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10434:190502 [4] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10434:190502 [4] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10435:190504 [5] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10435:190504 [5] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10435:190504 [5] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10435:190504 [5] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10435:190504 [5] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10435:190504 [5] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10434:10639 [4] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10435:190504 [5] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10435:190504 [5] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10435:190504 [5] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10435:190504 [5] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10435:190504 [5] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10435:10644 [5] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10435:190504 [5] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10437:190506 [7] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10437:190506 [7] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10437:190506 [7] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10437:190506 [7] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10437:190506 [7] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10437:190506 [7] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10437:190506 [7] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10437:190506 [7] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10437:190506 [7] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10436:10630 [6] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10437:10636 [7] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10436:190508 [6] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10436:190508 [6] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10436:190508 [6] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10436:190508 [6] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10436:190508 [6] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10436:190508 [6] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10435:10644 [5] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10436:190508 [6] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10436:190508 [6] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10436:190508 [6] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10436:10630 [6] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10436:190508 [6] NCCL INFO misc/socket.cc:64 -> 3
+t-20260531060746-9rffz-worker-0:10436:190508 [6] NCCL INFO misc/socket.cc:80 -> 3
+t-20260531060746-9rffz-worker-0:10436:190508 [6] NCCL INFO misc/socket.cc:828 -> 3
+t-20260531060746-9rffz-worker-0:10437:10636 [7] NCCL INFO misc/socket.cc:880 -> 3
+t-20260531060746-9rffz-worker-0:10433:190497 [3] NCCL INFO comm 0x8aecf90 rank 3 nranks 8 cudaDev 3 busId 6b020 - Abort COMPLETE
+t-20260531060746-9rffz-worker-0:10430:190499 [0] NCCL INFO comm 0x8eb7d90 rank 0 nranks 8 cudaDev 0 busId 65040 - Abort COMPLETE
+t-20260531060746-9rffz-worker-0:10431:190498 [1] NCCL INFO comm 0x9a54880 rank 1 nranks 8 cudaDev 1 busId 67020 - Abort COMPLETE
+t-20260531060746-9rffz-worker-0:10435:190504 [5] NCCL INFO comm 0xa0a3740 rank 5 nranks 8 cudaDev 5 busId 71020 - Abort COMPLETE
+t-20260531060746-9rffz-worker-0:10432:190500 [2] NCCL INFO comm 0x88ca9c0 rank 2 nranks 8 cudaDev 2 busId 69020 - Abort COMPLETE
+t-20260531060746-9rffz-worker-0:10436:190508 [6] NCCL INFO comm 0x9861690 rank 6 nranks 8 cudaDev 6 busId 73020 - Abort COMPLETE
+t-20260531060746-9rffz-worker-0:10434:190502 [4] NCCL INFO comm 0x9a52f90 rank 4 nranks 8 cudaDev 4 busId 6f020 - Abort COMPLETE
+t-20260531060746-9rffz-worker-0:10437:190506 [7] NCCL INFO comm 0x9343bc0 rank 7 nranks 8 cudaDev 7 busId 75020 - Abort COMPLETE
+[exit] 2026-05-31T08:59:55+00:00 rc=0 run=owt_t5_llmclean_qwen36_35b_articlefull_10k_len1024_C1_to_1024_pow1_d768_l12_h12_gbs512_8gpu_40k_elfopt_t5embed_unfixed_selfcond_ce_20260530_220906