diff --git a/LTA_openwebtext_dualt/logs/ar_lm1b_flmpack_bert_small_len128_gbs512_4gpu_1m_rowshard_b64_resume4000_20260504_203021.nohup.out b/LTA_openwebtext_dualt/logs/ar_lm1b_flmpack_bert_small_len128_gbs512_4gpu_1m_rowshard_b64_resume4000_20260504_203021.nohup.out new file mode 100644 index 0000000000000000000000000000000000000000..1fabe4904010ce88ea47c8217e1366966e4caec4 --- /dev/null +++ b/LTA_openwebtext_dualt/logs/ar_lm1b_flmpack_bert_small_len128_gbs512_4gpu_1m_rowshard_b64_resume4000_20260504_203021.nohup.out @@ -0,0 +1,13515 @@ + +***************************************** +Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. +***************************************** +NCCL version 2.25.1+cuda12.8 +resumed_from=runs/ar_lm1b_flmpack_bert_small_len128_gbs512_4gpu_1m_rowshard_b128_resume3000_20260504_202541/latest.pt start_step=4001 +{ + "task": "ar_lm", + "device": "cuda:0", + "rank": 0, + "world_size": 4, + "samples": "wrapped_streaming", + "vocab_size": 30522, + "bos_id": 101, + "eos_id": 102, + "save_dir": "runs/ar_lm1b_flmpack_bert_small_len128_gbs512_4gpu_1m_rowshard_b64_resume4000_20260504_203021", + "params": 108440832, + "batch_size": 64, + "grad_accum": 2, + "effective_batch_size": 512, + "global_batch_size": 512, + "max_len": 128, + "wrap": true, + "text_detokenizer": "lm1b", + "openwebtext_split": "all", + "torch_compile": false +} +step=4020 micro_steps=8040 elapsed=5.8s lr=3.000000e-04 loss=3.9047 ppl=49.6977 acc=0.3303 tokens=8128.0000 +step=4040 micro_steps=8080 elapsed=4.1s lr=3.000000e-04 loss=3.8856 ppl=48.7548 acc=0.3338 tokens=8128.0000 +step=4060 micro_steps=8120 elapsed=4.1s lr=3.000000e-04 loss=3.8993 ppl=49.4384 acc=0.3336 tokens=8128.0000 +step=4080 micro_steps=8160 elapsed=4.1s lr=3.000000e-04 loss=3.8820 ppl=48.5986 acc=0.3345 tokens=8128.0000 +step=4100 micro_steps=8200 elapsed=4.1s lr=3.000000e-04 loss=3.8752 ppl=48.2392 acc=0.3342 tokens=8128.0000 +step=4120 micro_steps=8240 elapsed=4.1s lr=3.000000e-04 loss=3.8775 ppl=48.3741 acc=0.3338 tokens=8128.0000 +step=4140 micro_steps=8280 elapsed=4.1s lr=3.000000e-04 loss=3.8844 ppl=48.7026 acc=0.3352 tokens=8128.0000 +step=4160 micro_steps=8320 elapsed=4.1s lr=3.000000e-04 loss=3.8964 ppl=49.2853 acc=0.3325 tokens=8128.0000 +step=4180 micro_steps=8360 elapsed=4.1s lr=3.000000e-04 loss=3.8679 ppl=47.8895 acc=0.3347 tokens=8128.0000 +step=4200 micro_steps=8400 elapsed=4.1s lr=3.000000e-04 loss=3.8664 ppl=47.8172 acc=0.3355 tokens=8128.0000 +step=4220 micro_steps=8440 elapsed=4.1s lr=3.000000e-04 loss=3.8644 ppl=47.7293 acc=0.3351 tokens=8128.0000 +step=4240 micro_steps=8480 elapsed=4.1s lr=3.000000e-04 loss=3.8718 ppl=48.0789 acc=0.3352 tokens=8128.0000 +step=4260 micro_steps=8520 elapsed=4.1s lr=3.000000e-04 loss=3.8719 ppl=48.0896 acc=0.3352 tokens=8128.0000 +step=4280 micro_steps=8560 elapsed=4.1s lr=3.000000e-04 loss=3.8632 ppl=47.6798 acc=0.3361 tokens=8128.0000 +step=4300 micro_steps=8600 elapsed=4.1s lr=3.000000e-04 loss=3.8728 ppl=48.1027 acc=0.3350 tokens=8128.0000 +step=4320 micro_steps=8640 elapsed=4.1s lr=3.000000e-04 loss=3.8722 ppl=48.1103 acc=0.3349 tokens=8128.0000 +step=4340 micro_steps=8680 elapsed=4.1s lr=3.000000e-04 loss=3.8756 ppl=48.2714 acc=0.3358 tokens=8128.0000 +step=4360 micro_steps=8720 elapsed=4.1s lr=3.000000e-04 loss=3.8689 ppl=47.9737 acc=0.3344 tokens=8128.0000 +step=4380 micro_steps=8760 elapsed=4.1s lr=3.000000e-04 loss=3.8535 ppl=47.2072 acc=0.3375 tokens=8128.0000 +step=4400 micro_steps=8800 elapsed=4.1s lr=3.000000e-04 loss=3.8522 ppl=47.1650 acc=0.3370 tokens=8128.0000 +step=4420 micro_steps=8840 elapsed=4.1s lr=3.000000e-04 loss=3.8405 ppl=46.5936 acc=0.3392 tokens=8128.0000 +step=4440 micro_steps=8880 elapsed=4.2s lr=3.000000e-04 loss=3.8452 ppl=46.8294 acc=0.3375 tokens=8128.0000 +step=4460 micro_steps=8920 elapsed=4.1s lr=3.000000e-04 loss=3.8515 ppl=47.1166 acc=0.3374 tokens=8128.0000 +step=4480 micro_steps=8960 elapsed=4.1s lr=3.000000e-04 loss=3.8469 ppl=46.9227 acc=0.3374 tokens=8128.0000 +step=4500 micro_steps=9000 elapsed=4.1s lr=3.000000e-04 loss=3.8483 ppl=46.9543 acc=0.3369 tokens=8128.0000 +step=4520 micro_steps=9040 elapsed=4.1s lr=3.000000e-04 loss=3.8449 ppl=46.8092 acc=0.3378 tokens=8128.0000 +step=4540 micro_steps=9080 elapsed=4.1s lr=3.000000e-04 loss=3.8499 ppl=47.0448 acc=0.3370 tokens=8128.0000 +step=4560 micro_steps=9120 elapsed=4.1s lr=3.000000e-04 loss=3.8484 ppl=46.9892 acc=0.3377 tokens=8128.0000 +step=4580 micro_steps=9160 elapsed=4.1s lr=3.000000e-04 loss=3.8350 ppl=46.3717 acc=0.3394 tokens=8128.0000 +step=4600 micro_steps=9200 elapsed=4.1s lr=3.000000e-04 loss=3.8463 ppl=46.8925 acc=0.3373 tokens=8128.0000 +step=4620 micro_steps=9240 elapsed=4.1s lr=3.000000e-04 loss=3.8199 ppl=45.6501 acc=0.3395 tokens=8128.0000 +step=4640 micro_steps=9280 elapsed=4.1s lr=3.000000e-04 loss=3.8251 ppl=45.8980 acc=0.3396 tokens=8128.0000 +step=4660 micro_steps=9320 elapsed=4.1s lr=3.000000e-04 loss=3.8315 ppl=46.1853 acc=0.3385 tokens=8128.0000 +step=4680 micro_steps=9360 elapsed=4.1s lr=3.000000e-04 loss=3.8295 ppl=46.1014 acc=0.3395 tokens=8128.0000 +step=4700 micro_steps=9400 elapsed=4.1s lr=3.000000e-04 loss=3.8274 ppl=46.0087 acc=0.3392 tokens=8128.0000 +step=4720 micro_steps=9440 elapsed=4.1s lr=3.000000e-04 loss=3.8336 ppl=46.2597 acc=0.3379 tokens=8128.0000 +step=4740 micro_steps=9480 elapsed=4.1s lr=3.000000e-04 loss=3.8125 ppl=45.3173 acc=0.3405 tokens=8128.0000 +step=4760 micro_steps=9520 elapsed=4.1s lr=3.000000e-04 loss=3.8316 ppl=46.1759 acc=0.3385 tokens=8128.0000 +step=4780 micro_steps=9560 elapsed=4.1s lr=3.000000e-04 loss=3.8297 ppl=46.1175 acc=0.3394 tokens=8128.0000 +step=4800 micro_steps=9600 elapsed=4.1s lr=3.000000e-04 loss=3.8250 ppl=45.8838 acc=0.3390 tokens=8128.0000 +step=4820 micro_steps=9640 elapsed=4.1s lr=3.000000e-04 loss=3.8155 ppl=45.4518 acc=0.3394 tokens=8128.0000 +step=4840 micro_steps=9680 elapsed=4.1s lr=3.000000e-04 loss=3.8146 ppl=45.4157 acc=0.3411 tokens=8128.0000 +step=4860 micro_steps=9720 elapsed=4.1s lr=3.000000e-04 loss=3.8149 ppl=45.4218 acc=0.3407 tokens=8128.0000 +step=4880 micro_steps=9760 elapsed=4.1s lr=3.000000e-04 loss=3.8194 ppl=45.6198 acc=0.3401 tokens=8128.0000 +step=4900 micro_steps=9800 elapsed=4.1s lr=3.000000e-04 loss=3.8154 ppl=45.4300 acc=0.3406 tokens=8128.0000 +step=4920 micro_steps=9840 elapsed=4.1s lr=3.000000e-04 loss=3.8073 ppl=45.0517 acc=0.3418 tokens=8128.0000 +step=4940 micro_steps=9880 elapsed=4.1s lr=3.000000e-04 loss=3.8158 ppl=45.4787 acc=0.3412 tokens=8128.0000 +step=4960 micro_steps=9920 elapsed=4.1s lr=3.000000e-04 loss=3.8112 ppl=45.2533 acc=0.3400 tokens=8128.0000 +step=4980 micro_steps=9960 elapsed=4.1s lr=3.000000e-04 loss=3.8082 ppl=45.1371 acc=0.3403 tokens=8128.0000 +step=5000 micro_steps=10000 elapsed=4.1s lr=3.000000e-04 loss=3.7966 ppl=44.5930 acc=0.3417 tokens=8128.0000 +[sample step=5000] [CLS] bashir tend to congratulate the sudanese army for being corrupt. [SEP] raj rajaratnam had been turning the corner of a tirade as a flamboyant tourist in liechtenstein, according to a draft high court affidavit. [SEP] fox news spokeswoman gretchen bethune said news outlets hadn't reported the report. [SEP] tesco revenue rose in the second quarter versus last year, as catering giant cuts in chief executive nick clegg was reported that business. [SEP] i'm sure that the administration of john f. kennedy has to realize that he's too rotten to be humble except that capitol employees [SEP] +step=5020 micro_steps=10040 elapsed=6.9s lr=3.000000e-04 loss=3.8484 ppl=46.9725 acc=0.3393 tokens=8128.0000 +step=5040 micro_steps=10080 elapsed=4.1s lr=3.000000e-04 loss=3.8607 ppl=47.5517 acc=0.3366 tokens=8128.0000 +step=5060 micro_steps=10120 elapsed=4.1s lr=3.000000e-04 loss=3.8761 ppl=48.2974 acc=0.3350 tokens=8128.0000 +step=5080 micro_steps=10160 elapsed=4.1s lr=3.000000e-04 loss=3.8557 ppl=47.3103 acc=0.3381 tokens=8128.0000 +step=5100 micro_steps=10200 elapsed=4.2s lr=3.000000e-04 loss=3.8500 ppl=47.0578 acc=0.3383 tokens=8128.0000 +step=5120 micro_steps=10240 elapsed=4.2s lr=3.000000e-04 loss=3.8472 ppl=46.9471 acc=0.3386 tokens=8128.0000 +step=5140 micro_steps=10280 elapsed=4.1s lr=3.000000e-04 loss=3.8523 ppl=47.1674 acc=0.3370 tokens=8128.0000 +step=5160 micro_steps=10320 elapsed=4.1s lr=3.000000e-04 loss=3.8427 ppl=46.6890 acc=0.3394 tokens=8128.0000 +step=5180 micro_steps=10360 elapsed=4.1s lr=3.000000e-04 loss=3.8455 ppl=46.8531 acc=0.3371 tokens=8128.0000 +step=5200 micro_steps=10400 elapsed=4.1s lr=3.000000e-04 loss=3.8567 ppl=47.3588 acc=0.3376 tokens=8128.0000 +step=5220 micro_steps=10440 elapsed=4.1s lr=3.000000e-04 loss=3.8360 ppl=46.3987 acc=0.3397 tokens=8128.0000 +step=5240 micro_steps=10480 elapsed=4.1s lr=3.000000e-04 loss=3.8488 ppl=46.9961 acc=0.3387 tokens=8128.0000 +step=5260 micro_steps=10520 elapsed=4.1s lr=3.000000e-04 loss=3.8435 ppl=46.7175 acc=0.3376 tokens=8128.0000 +step=5280 micro_steps=10560 elapsed=4.1s lr=3.000000e-04 loss=3.8450 ppl=46.8242 acc=0.3387 tokens=8128.0000 +step=5300 micro_steps=10600 elapsed=4.2s lr=3.000000e-04 loss=3.8308 ppl=46.1286 acc=0.3395 tokens=8128.0000 +step=5320 micro_steps=10640 elapsed=4.1s lr=3.000000e-04 loss=3.8369 ppl=46.4303 acc=0.3400 tokens=8128.0000 +step=5340 micro_steps=10680 elapsed=4.1s lr=3.000000e-04 loss=3.8287 ppl=46.0545 acc=0.3405 tokens=8128.0000 +step=5360 micro_steps=10720 elapsed=4.1s lr=3.000000e-04 loss=3.8200 ppl=45.6588 acc=0.3417 tokens=8128.0000 +step=5380 micro_steps=10760 elapsed=4.1s lr=3.000000e-04 loss=3.8237 ppl=45.8409 acc=0.3400 tokens=8128.0000 +step=5400 micro_steps=10800 elapsed=4.1s lr=3.000000e-04 loss=3.8311 ppl=46.1525 acc=0.3389 tokens=8128.0000 +step=5420 micro_steps=10840 elapsed=4.1s lr=3.000000e-04 loss=3.8300 ppl=46.1020 acc=0.3401 tokens=8128.0000 +step=5440 micro_steps=10880 elapsed=4.1s lr=3.000000e-04 loss=3.8259 ppl=45.9379 acc=0.3394 tokens=8128.0000 +step=5460 micro_steps=10920 elapsed=4.1s lr=3.000000e-04 loss=3.8278 ppl=46.0167 acc=0.3401 tokens=8128.0000 +step=5480 micro_steps=10960 elapsed=4.2s lr=3.000000e-04 loss=3.8226 ppl=45.7612 acc=0.3406 tokens=8128.0000 +step=5500 micro_steps=11000 elapsed=4.1s lr=3.000000e-04 loss=3.8152 ppl=45.4550 acc=0.3411 tokens=8128.0000 +step=5520 micro_steps=11040 elapsed=4.1s lr=3.000000e-04 loss=3.8126 ppl=45.3159 acc=0.3411 tokens=8128.0000 +step=5540 micro_steps=11080 elapsed=4.1s lr=3.000000e-04 loss=3.8177 ppl=45.5619 acc=0.3416 tokens=8128.0000 +step=5560 micro_steps=11120 elapsed=4.2s lr=3.000000e-04 loss=3.8217 ppl=45.7193 acc=0.3398 tokens=8128.0000 +step=5580 micro_steps=11160 elapsed=4.1s lr=3.000000e-04 loss=3.8034 ppl=44.9268 acc=0.3427 tokens=8128.0000 +step=5600 micro_steps=11200 elapsed=4.2s lr=3.000000e-04 loss=3.8082 ppl=45.1225 acc=0.3418 tokens=8128.0000 +step=5620 micro_steps=11240 elapsed=4.2s lr=3.000000e-04 loss=3.7941 ppl=44.4828 acc=0.3440 tokens=8128.0000 +step=5640 micro_steps=11280 elapsed=4.1s lr=3.000000e-04 loss=3.8047 ppl=44.9653 acc=0.3419 tokens=8128.0000 +step=5660 micro_steps=11320 elapsed=4.2s lr=3.000000e-04 loss=3.8051 ppl=44.9957 acc=0.3430 tokens=8128.0000 +step=5680 micro_steps=11360 elapsed=4.1s lr=3.000000e-04 loss=3.8048 ppl=44.9681 acc=0.3426 tokens=8128.0000 +step=5700 micro_steps=11400 elapsed=4.1s lr=3.000000e-04 loss=3.7923 ppl=44.4047 acc=0.3432 tokens=8128.0000 +step=5720 micro_steps=11440 elapsed=4.1s lr=3.000000e-04 loss=3.7934 ppl=44.4963 acc=0.3430 tokens=8128.0000 +step=5740 micro_steps=11480 elapsed=4.2s lr=3.000000e-04 loss=3.7987 ppl=44.6877 acc=0.3433 tokens=8128.0000 +step=5760 micro_steps=11520 elapsed=4.1s lr=3.000000e-04 loss=3.8073 ppl=45.1011 acc=0.3418 tokens=8128.0000 +step=5780 micro_steps=11560 elapsed=4.1s lr=3.000000e-04 loss=3.7893 ppl=44.2799 acc=0.3446 tokens=8128.0000 +step=5800 micro_steps=11600 elapsed=4.1s lr=3.000000e-04 loss=3.7808 ppl=43.9512 acc=0.3463 tokens=8128.0000 +step=5820 micro_steps=11640 elapsed=4.2s lr=3.000000e-04 loss=3.7993 ppl=44.7324 acc=0.3429 tokens=8128.0000 +step=5840 micro_steps=11680 elapsed=4.1s lr=3.000000e-04 loss=3.7852 ppl=44.1099 acc=0.3454 tokens=8128.0000 +step=5860 micro_steps=11720 elapsed=4.2s lr=3.000000e-04 loss=3.7963 ppl=44.5918 acc=0.3439 tokens=8128.0000 +step=5880 micro_steps=11760 elapsed=4.2s lr=3.000000e-04 loss=3.7888 ppl=44.2469 acc=0.3439 tokens=8128.0000 +step=5900 micro_steps=11800 elapsed=4.2s lr=3.000000e-04 loss=3.7809 ppl=43.9154 acc=0.3442 tokens=8128.0000 +step=5920 micro_steps=11840 elapsed=4.2s lr=3.000000e-04 loss=3.7853 ppl=44.0748 acc=0.3442 tokens=8128.0000 +step=5940 micro_steps=11880 elapsed=4.1s lr=3.000000e-04 loss=3.7825 ppl=43.9606 acc=0.3441 tokens=8128.0000 +step=5960 micro_steps=11920 elapsed=4.2s lr=3.000000e-04 loss=3.7675 ppl=43.3114 acc=0.3462 tokens=8128.0000 +step=5980 micro_steps=11960 elapsed=4.2s lr=3.000000e-04 loss=3.7850 ppl=44.1030 acc=0.3453 tokens=8128.0000 +step=6000 micro_steps=12000 elapsed=4.2s lr=3.000000e-04 loss=3.7671 ppl=43.3133 acc=0.3466 tokens=8128.0000 +[sample step=6000] [CLS]t ), and marc sedarox; mickael pietrotault; ross fisher; megan filyʼs trey; lil wayne in "96"; christina aguilera in "the pietiest cupʼs own kastlejeet" by rob lawrence; "cheers and hugs" at dannii hall; and julia roberts; "the little mermaid, while lil rounds," "liberty." [SEP] tim walker, from plymouth, said his brother was still there to do this but the family told the station that his son had been successfully repatriated. [SEP] he must take the nation to the polling [SEP] +step=6020 micro_steps=12040 elapsed=6.4s lr=3.000000e-04 loss=3.7716 ppl=43.5157 acc=0.3442 tokens=8128.0000 +step=6040 micro_steps=12080 elapsed=4.2s lr=3.000000e-04 loss=3.7618 ppl=43.0668 acc=0.3474 tokens=8128.0000 +step=6060 micro_steps=12120 elapsed=4.2s lr=3.000000e-04 loss=3.7632 ppl=43.1377 acc=0.3465 tokens=8128.0000 +step=6080 micro_steps=12160 elapsed=4.2s lr=3.000000e-04 loss=3.7846 ppl=44.0746 acc=0.3439 tokens=8128.0000 +step=6100 micro_steps=12200 elapsed=4.2s lr=3.000000e-04 loss=3.7732 ppl=43.6095 acc=0.3451 tokens=8128.0000 +step=6120 micro_steps=12240 elapsed=4.2s lr=3.000000e-04 loss=3.7728 ppl=43.5468 acc=0.3451 tokens=8128.0000 +step=6140 micro_steps=12280 elapsed=4.2s lr=3.000000e-04 loss=3.7655 ppl=43.2370 acc=0.3458 tokens=8128.0000 +step=6160 micro_steps=12320 elapsed=4.2s lr=3.000000e-04 loss=3.7798 ppl=43.8760 acc=0.3444 tokens=8128.0000 +step=6180 micro_steps=12360 elapsed=4.1s lr=3.000000e-04 loss=3.7786 ppl=43.8132 acc=0.3440 tokens=8128.0000 +step=6200 micro_steps=12400 elapsed=4.2s lr=3.000000e-04 loss=3.7771 ppl=43.7197 acc=0.3455 tokens=8128.0000 +step=6220 micro_steps=12440 elapsed=4.1s lr=3.000000e-04 loss=3.7689 ppl=43.3789 acc=0.3464 tokens=8128.0000 +step=6240 micro_steps=12480 elapsed=4.1s lr=3.000000e-04 loss=3.7517 ppl=42.6302 acc=0.3475 tokens=8128.0000 +step=6260 micro_steps=12520 elapsed=4.2s lr=3.000000e-04 loss=3.7745 ppl=43.6299 acc=0.3439 tokens=8128.0000 +step=6280 micro_steps=12560 elapsed=4.1s lr=3.000000e-04 loss=3.7610 ppl=43.0453 acc=0.3466 tokens=8128.0000 +step=6300 micro_steps=12600 elapsed=4.2s lr=3.000000e-04 loss=3.7658 ppl=43.2644 acc=0.3457 tokens=8128.0000 +step=6320 micro_steps=12640 elapsed=4.1s lr=3.000000e-04 loss=3.7650 ppl=43.1933 acc=0.3458 tokens=8128.0000 +step=6340 micro_steps=12680 elapsed=4.2s lr=3.000000e-04 loss=3.7548 ppl=42.7893 acc=0.3468 tokens=8128.0000 +step=6360 micro_steps=12720 elapsed=4.1s lr=3.000000e-04 loss=3.7580 ppl=42.9015 acc=0.3470 tokens=8128.0000 +step=6380 micro_steps=12760 elapsed=4.2s lr=3.000000e-04 loss=3.7409 ppl=42.1867 acc=0.3488 tokens=8128.0000 +step=6400 micro_steps=12800 elapsed=4.1s lr=3.000000e-04 loss=3.7622 ppl=43.0930 acc=0.3465 tokens=8128.0000 +step=6420 micro_steps=12840 elapsed=4.1s lr=3.000000e-04 loss=3.7382 ppl=42.0846 acc=0.3501 tokens=8128.0000 +step=6440 micro_steps=12880 elapsed=4.1s lr=3.000000e-04 loss=3.7562 ppl=42.8300 acc=0.3466 tokens=8128.0000 +step=6460 micro_steps=12920 elapsed=4.2s lr=3.000000e-04 loss=3.7354 ppl=41.9784 acc=0.3495 tokens=8128.0000 +step=6480 micro_steps=12960 elapsed=4.1s lr=3.000000e-04 loss=3.7603 ppl=43.0255 acc=0.3476 tokens=8128.0000 +step=6500 micro_steps=13000 elapsed=4.1s lr=3.000000e-04 loss=3.7468 ppl=42.4496 acc=0.3494 tokens=8128.0000 +step=6520 micro_steps=13040 elapsed=4.1s lr=3.000000e-04 loss=3.7351 ppl=41.9287 acc=0.3496 tokens=8128.0000 +step=6540 micro_steps=13080 elapsed=4.1s lr=3.000000e-04 loss=3.7446 ppl=42.3587 acc=0.3486 tokens=8128.0000 +step=6560 micro_steps=13120 elapsed=4.1s lr=3.000000e-04 loss=3.7361 ppl=41.9807 acc=0.3493 tokens=8128.0000 +step=6580 micro_steps=13160 elapsed=4.2s lr=3.000000e-04 loss=3.7388 ppl=42.1127 acc=0.3482 tokens=8128.0000 +step=6600 micro_steps=13200 elapsed=4.1s lr=3.000000e-04 loss=3.7392 ppl=42.1309 acc=0.3487 tokens=8128.0000 +step=6620 micro_steps=13240 elapsed=4.1s lr=3.000000e-04 loss=3.7417 ppl=42.2134 acc=0.3492 tokens=8128.0000 +step=6640 micro_steps=13280 elapsed=4.1s lr=3.000000e-04 loss=3.7578 ppl=42.9013 acc=0.3468 tokens=8128.0000 +step=6660 micro_steps=13320 elapsed=4.1s lr=3.000000e-04 loss=3.7367 ppl=42.0096 acc=0.3490 tokens=8128.0000 +step=6680 micro_steps=13360 elapsed=4.1s lr=3.000000e-04 loss=3.7295 ppl=41.7127 acc=0.3495 tokens=8128.0000 +step=6700 micro_steps=13400 elapsed=4.1s lr=3.000000e-04 loss=3.7277 ppl=41.6353 acc=0.3489 tokens=8128.0000 +step=6720 micro_steps=13440 elapsed=4.1s lr=3.000000e-04 loss=3.7271 ppl=41.6390 acc=0.3494 tokens=8128.0000 +step=6740 micro_steps=13480 elapsed=4.2s lr=3.000000e-04 loss=3.7322 ppl=41.8479 acc=0.3491 tokens=8128.0000 +step=6760 micro_steps=13520 elapsed=4.1s lr=3.000000e-04 loss=3.7310 ppl=41.7775 acc=0.3487 tokens=8128.0000 +step=6780 micro_steps=13560 elapsed=4.1s lr=3.000000e-04 loss=3.7318 ppl=41.8015 acc=0.3498 tokens=8128.0000 +step=6800 micro_steps=13600 elapsed=4.1s lr=3.000000e-04 loss=3.7287 ppl=41.6810 acc=0.3499 tokens=8128.0000 +step=6820 micro_steps=13640 elapsed=4.1s lr=3.000000e-04 loss=3.7212 ppl=41.3598 acc=0.3496 tokens=8128.0000 +step=6840 micro_steps=13680 elapsed=4.1s lr=3.000000e-04 loss=3.7231 ppl=41.4241 acc=0.3499 tokens=8128.0000 +step=6860 micro_steps=13720 elapsed=4.1s lr=3.000000e-04 loss=3.7250 ppl=41.5524 acc=0.3507 tokens=8128.0000 +step=6880 micro_steps=13760 elapsed=4.1s lr=3.000000e-04 loss=3.7277 ppl=41.6149 acc=0.3497 tokens=8128.0000 +step=6900 micro_steps=13800 elapsed=4.1s lr=3.000000e-04 loss=3.7148 ppl=41.0906 acc=0.3512 tokens=8128.0000 +step=6920 micro_steps=13840 elapsed=4.1s lr=3.000000e-04 loss=3.7208 ppl=41.3664 acc=0.3504 tokens=8128.0000 +step=6940 micro_steps=13880 elapsed=4.1s lr=3.000000e-04 loss=3.7274 ppl=41.6253 acc=0.3491 tokens=8128.0000 +step=6960 micro_steps=13920 elapsed=4.1s lr=3.000000e-04 loss=3.7148 ppl=41.0911 acc=0.3525 tokens=8128.0000 +step=6980 micro_steps=13960 elapsed=4.1s lr=3.000000e-04 loss=3.7277 ppl=41.6343 acc=0.3491 tokens=8128.0000 +step=7000 micro_steps=14000 elapsed=4.1s lr=3.000000e-04 loss=3.7108 ppl=40.9346 acc=0.3511 tokens=8128.0000 +[sample step=7000] [CLS] harking back to the case, of course, said thursday. [SEP] one shopkeepers point out that - - on saturdays, there are the experience of people buying to check the menu. [SEP] attempted asylum in romania. [SEP] you should technically end up learning to live in wales as five or more years after getting married. [SEP] not only because it's time to fill out any more details during the awards show, he said, he recently translated and received a piece of mesergraph with an abstract mark twain self - titled final interview. [SEP] olbermann's comments, which were described as having " one of the first [SEP] +step=7020 micro_steps=14040 elapsed=6.3s lr=3.000000e-04 loss=3.7476 ppl=42.4680 acc=0.3476 tokens=8128.0000 +step=7040 micro_steps=14080 elapsed=4.1s lr=3.000000e-04 loss=3.7426 ppl=42.2638 acc=0.3482 tokens=8128.0000 +step=7060 micro_steps=14120 elapsed=4.1s lr=3.000000e-04 loss=3.7433 ppl=42.2801 acc=0.3489 tokens=8128.0000 +step=7080 micro_steps=14160 elapsed=4.1s lr=3.000000e-04 loss=3.7492 ppl=42.5397 acc=0.3480 tokens=8128.0000 +step=7100 micro_steps=14200 elapsed=4.1s lr=3.000000e-04 loss=3.7389 ppl=42.1019 acc=0.3489 tokens=8128.0000 +step=7120 micro_steps=14240 elapsed=4.1s lr=3.000000e-04 loss=3.7455 ppl=42.3871 acc=0.3476 tokens=8128.0000 +step=7140 micro_steps=14280 elapsed=4.1s lr=3.000000e-04 loss=3.7472 ppl=42.4725 acc=0.3475 tokens=8128.0000 +step=7160 micro_steps=14320 elapsed=4.1s lr=3.000000e-04 loss=3.7342 ppl=41.9090 acc=0.3490 tokens=8128.0000 +step=7180 micro_steps=14360 elapsed=4.1s lr=3.000000e-04 loss=3.7410 ppl=42.1982 acc=0.3498 tokens=8128.0000 +step=7200 micro_steps=14400 elapsed=4.1s lr=3.000000e-04 loss=3.7422 ppl=42.2447 acc=0.3485 tokens=8128.0000 +step=7220 micro_steps=14440 elapsed=4.1s lr=3.000000e-04 loss=3.7377 ppl=42.0642 acc=0.3492 tokens=8128.0000 +step=7240 micro_steps=14480 elapsed=4.1s lr=3.000000e-04 loss=3.7414 ppl=42.2085 acc=0.3484 tokens=8128.0000 +step=7260 micro_steps=14520 elapsed=4.1s lr=3.000000e-04 loss=3.7278 ppl=41.6628 acc=0.3506 tokens=8128.0000 +step=7280 micro_steps=14560 elapsed=4.1s lr=3.000000e-04 loss=3.7296 ppl=41.7128 acc=0.3501 tokens=8128.0000 +step=7300 micro_steps=14600 elapsed=4.1s lr=3.000000e-04 loss=3.7359 ppl=41.9664 acc=0.3494 tokens=8128.0000 +step=7320 micro_steps=14640 elapsed=4.1s lr=3.000000e-04 loss=3.7300 ppl=41.7058 acc=0.3504 tokens=8128.0000 +step=7340 micro_steps=14680 elapsed=4.1s lr=3.000000e-04 loss=3.7380 ppl=42.0739 acc=0.3493 tokens=8128.0000 +step=7360 micro_steps=14720 elapsed=4.1s lr=3.000000e-04 loss=3.7330 ppl=41.8436 acc=0.3505 tokens=8128.0000 +step=7380 micro_steps=14760 elapsed=4.1s lr=3.000000e-04 loss=3.7265 ppl=41.5633 acc=0.3497 tokens=8128.0000 +step=7400 micro_steps=14800 elapsed=4.1s lr=3.000000e-04 loss=3.7394 ppl=42.1254 acc=0.3494 tokens=8128.0000 +step=7420 micro_steps=14840 elapsed=4.1s lr=3.000000e-04 loss=3.7247 ppl=41.4958 acc=0.3488 tokens=8128.0000 +step=7440 micro_steps=14880 elapsed=4.1s lr=3.000000e-04 loss=3.7345 ppl=41.9196 acc=0.3501 tokens=8128.0000 +step=7460 micro_steps=14920 elapsed=4.1s lr=3.000000e-04 loss=3.7235 ppl=41.4593 acc=0.3509 tokens=8128.0000 +step=7480 micro_steps=14960 elapsed=4.1s lr=3.000000e-04 loss=3.7427 ppl=42.2621 acc=0.3481 tokens=8128.0000 +step=7500 micro_steps=15000 elapsed=4.1s lr=3.000000e-04 loss=3.7054 ppl=40.7033 acc=0.3522 tokens=8128.0000 +step=7520 micro_steps=15040 elapsed=4.1s lr=3.000000e-04 loss=3.7294 ppl=41.7182 acc=0.3506 tokens=8128.0000 +step=7540 micro_steps=15080 elapsed=4.1s lr=3.000000e-04 loss=3.7260 ppl=41.5682 acc=0.3508 tokens=8128.0000 +step=7560 micro_steps=15120 elapsed=4.1s lr=3.000000e-04 loss=3.7238 ppl=41.4685 acc=0.3506 tokens=8128.0000 +step=7580 micro_steps=15160 elapsed=4.1s lr=3.000000e-04 loss=3.7219 ppl=41.3894 acc=0.3511 tokens=8128.0000 +step=7600 micro_steps=15200 elapsed=4.2s lr=3.000000e-04 loss=3.7134 ppl=41.0453 acc=0.3526 tokens=8128.0000 +step=7620 micro_steps=15240 elapsed=4.1s lr=3.000000e-04 loss=3.7206 ppl=41.3307 acc=0.3520 tokens=8128.0000 +step=7640 micro_steps=15280 elapsed=4.1s lr=3.000000e-04 loss=3.7202 ppl=41.3367 acc=0.3512 tokens=8128.0000 +step=7660 micro_steps=15320 elapsed=4.1s lr=3.000000e-04 loss=3.7177 ppl=41.2141 acc=0.3518 tokens=8128.0000 +step=7680 micro_steps=15360 elapsed=4.1s lr=3.000000e-04 loss=3.7276 ppl=41.6204 acc=0.3500 tokens=8128.0000 +step=7700 micro_steps=15400 elapsed=4.1s lr=3.000000e-04 loss=3.7223 ppl=41.4000 acc=0.3500 tokens=8128.0000 +step=7720 micro_steps=15440 elapsed=4.1s lr=3.000000e-04 loss=3.7129 ppl=41.0264 acc=0.3527 tokens=8128.0000 +step=7740 micro_steps=15480 elapsed=4.1s lr=3.000000e-04 loss=3.7217 ppl=41.3748 acc=0.3521 tokens=8128.0000 +step=7760 micro_steps=15520 elapsed=4.1s lr=3.000000e-04 loss=3.7375 ppl=42.0356 acc=0.3494 tokens=8128.0000 +step=7780 micro_steps=15560 elapsed=4.2s lr=3.000000e-04 loss=3.7034 ppl=40.6436 acc=0.3528 tokens=8128.0000 +step=7800 micro_steps=15600 elapsed=4.1s lr=3.000000e-04 loss=3.7114 ppl=40.9518 acc=0.3515 tokens=8128.0000 +step=7820 micro_steps=15640 elapsed=4.1s lr=3.000000e-04 loss=3.7226 ppl=41.4222 acc=0.3500 tokens=8128.0000 +step=7840 micro_steps=15680 elapsed=4.2s lr=3.000000e-04 loss=3.7310 ppl=41.7878 acc=0.3494 tokens=8128.0000 +step=7860 micro_steps=15720 elapsed=4.1s lr=3.000000e-04 loss=3.7035 ppl=40.6409 acc=0.3513 tokens=8128.0000 +step=7880 micro_steps=15760 elapsed=4.2s lr=3.000000e-04 loss=3.7078 ppl=40.8125 acc=0.3528 tokens=8128.0000 +step=7900 micro_steps=15800 elapsed=4.1s lr=3.000000e-04 loss=3.7211 ppl=41.3386 acc=0.3507 tokens=8128.0000 +step=7920 micro_steps=15840 elapsed=4.2s lr=3.000000e-04 loss=3.7043 ppl=40.6636 acc=0.3530 tokens=8128.0000 +step=7940 micro_steps=15880 elapsed=4.2s lr=3.000000e-04 loss=3.7208 ppl=41.3397 acc=0.3503 tokens=8128.0000 +step=7960 micro_steps=15920 elapsed=4.2s lr=3.000000e-04 loss=3.7164 ppl=41.1696 acc=0.3507 tokens=8128.0000 +step=7980 micro_steps=15960 elapsed=4.2s lr=3.000000e-04 loss=3.7180 ppl=41.2252 acc=0.3509 tokens=8128.0000 +step=8000 micro_steps=16000 elapsed=4.1s lr=3.000000e-04 loss=3.7012 ppl=40.5366 acc=0.3516 tokens=8128.0000 +[sample step=8000] [CLS] such offences. [SEP] maccaruso said he is excited that glastonbury has pulled out of the year's event as its most recent album of the year - - and her first single, "nights at the museum" (2005), was co - hosted by mary shelley. [SEP] " i was devastated, so i had to watch because i simply fell victim to photographers inside and out of place. [SEP] cooper, 22, his third wife of 28 years, invested in a business owner's stall in his 30 - year - old delivery account. [SEP] is affluence's scale definitely not sustainable? [SEP] [SEP] +step=8020 micro_steps=16040 elapsed=6.3s lr=3.000000e-04 loss=3.7026 ppl=40.6211 acc=0.3527 tokens=8128.0000 +step=8040 micro_steps=16080 elapsed=4.1s lr=3.000000e-04 loss=3.7110 ppl=40.9432 acc=0.3518 tokens=8128.0000 +step=8060 micro_steps=16120 elapsed=4.1s lr=3.000000e-04 loss=3.7189 ppl=41.2742 acc=0.3507 tokens=8128.0000 +step=8080 micro_steps=16160 elapsed=4.1s lr=3.000000e-04 loss=3.7133 ppl=41.0536 acc=0.3501 tokens=8128.0000 +step=8100 micro_steps=16200 elapsed=4.1s lr=3.000000e-04 loss=3.7022 ppl=40.5720 acc=0.3521 tokens=8128.0000 +step=8120 micro_steps=16240 elapsed=4.1s lr=3.000000e-04 loss=3.7065 ppl=40.7483 acc=0.3533 tokens=8128.0000 +step=8140 micro_steps=16280 elapsed=4.2s lr=3.000000e-04 loss=3.7075 ppl=40.7913 acc=0.3521 tokens=8128.0000 +step=8160 micro_steps=16320 elapsed=4.1s lr=3.000000e-04 loss=3.7044 ppl=40.6960 acc=0.3523 tokens=8128.0000 +step=8180 micro_steps=16360 elapsed=4.1s lr=3.000000e-04 loss=3.7035 ppl=40.6502 acc=0.3524 tokens=8128.0000 +step=8200 micro_steps=16400 elapsed=4.1s lr=3.000000e-04 loss=3.7125 ppl=41.0065 acc=0.3519 tokens=8128.0000 +step=8220 micro_steps=16440 elapsed=4.1s lr=3.000000e-04 loss=3.7025 ppl=40.5844 acc=0.3510 tokens=8128.0000 +step=8240 micro_steps=16480 elapsed=4.1s lr=3.000000e-04 loss=3.6993 ppl=40.4639 acc=0.3537 tokens=8128.0000 +step=8260 micro_steps=16520 elapsed=4.1s lr=3.000000e-04 loss=3.7096 ppl=40.8677 acc=0.3509 tokens=8128.0000 +step=8280 micro_steps=16560 elapsed=4.1s lr=3.000000e-04 loss=3.6927 ppl=40.2064 acc=0.3535 tokens=8128.0000 +step=8300 micro_steps=16600 elapsed=4.2s lr=3.000000e-04 loss=3.6712 ppl=39.3686 acc=0.3560 tokens=8128.0000 +step=8320 micro_steps=16640 elapsed=4.1s lr=3.000000e-04 loss=3.6982 ppl=40.4221 acc=0.3526 tokens=8128.0000 +step=8340 micro_steps=16680 elapsed=4.1s lr=3.000000e-04 loss=3.6944 ppl=40.2707 acc=0.3528 tokens=8128.0000 +step=8360 micro_steps=16720 elapsed=4.1s lr=3.000000e-04 loss=3.6998 ppl=40.4803 acc=0.3527 tokens=8128.0000 +step=8380 micro_steps=16760 elapsed=4.1s lr=3.000000e-04 loss=3.6935 ppl=40.2324 acc=0.3528 tokens=8128.0000 +step=8400 micro_steps=16800 elapsed=4.1s lr=3.000000e-04 loss=3.6900 ppl=40.0873 acc=0.3529 tokens=8128.0000 +step=8420 micro_steps=16840 elapsed=4.1s lr=3.000000e-04 loss=3.6906 ppl=40.0999 acc=0.3543 tokens=8128.0000 +step=8440 micro_steps=16880 elapsed=4.1s lr=3.000000e-04 loss=3.6889 ppl=40.0516 acc=0.3528 tokens=8128.0000 +step=8460 micro_steps=16920 elapsed=4.2s lr=3.000000e-04 loss=3.7037 ppl=40.6688 acc=0.3518 tokens=8128.0000 +step=8480 micro_steps=16960 elapsed=4.1s lr=3.000000e-04 loss=3.6925 ppl=40.1836 acc=0.3537 tokens=8128.0000 +step=8500 micro_steps=17000 elapsed=4.1s lr=3.000000e-04 loss=3.6448 ppl=38.7854 acc=0.3608 tokens=8128.0000 +step=8520 micro_steps=17040 elapsed=4.1s lr=3.000000e-04 loss=3.6963 ppl=40.3530 acc=0.3528 tokens=8128.0000 +step=8540 micro_steps=17080 elapsed=4.2s lr=3.000000e-04 loss=3.6859 ppl=39.9135 acc=0.3550 tokens=8128.0000 +step=8560 micro_steps=17120 elapsed=4.2s lr=3.000000e-04 loss=3.6888 ppl=40.0559 acc=0.3533 tokens=8128.0000 +step=8580 micro_steps=17160 elapsed=4.1s lr=3.000000e-04 loss=3.6935 ppl=40.2294 acc=0.3532 tokens=8128.0000 +step=8600 micro_steps=17200 elapsed=4.2s lr=3.000000e-04 loss=3.6989 ppl=40.4386 acc=0.3525 tokens=8128.0000 +step=8620 micro_steps=17240 elapsed=4.1s lr=3.000000e-04 loss=3.6843 ppl=39.8660 acc=0.3541 tokens=8128.0000 +step=8640 micro_steps=17280 elapsed=4.2s lr=3.000000e-04 loss=3.6931 ppl=40.2282 acc=0.3529 tokens=8128.0000 +step=8660 micro_steps=17320 elapsed=4.2s lr=3.000000e-04 loss=3.6813 ppl=39.7501 acc=0.3537 tokens=8128.0000 +step=8680 micro_steps=17360 elapsed=4.2s lr=3.000000e-04 loss=3.6985 ppl=40.4175 acc=0.3530 tokens=8128.0000 +step=8700 micro_steps=17400 elapsed=4.2s lr=3.000000e-04 loss=3.6841 ppl=39.8660 acc=0.3545 tokens=8128.0000 +step=8720 micro_steps=17440 elapsed=4.2s lr=3.000000e-04 loss=3.6927 ppl=40.1852 acc=0.3526 tokens=8128.0000 +step=8740 micro_steps=17480 elapsed=4.2s lr=3.000000e-04 loss=3.6930 ppl=40.2014 acc=0.3529 tokens=8128.0000 +step=8760 micro_steps=17520 elapsed=4.1s lr=3.000000e-04 loss=3.6878 ppl=39.9942 acc=0.3548 tokens=8128.0000 +step=8780 micro_steps=17560 elapsed=4.2s lr=3.000000e-04 loss=3.6708 ppl=39.3278 acc=0.3554 tokens=8128.0000 +step=8800 micro_steps=17600 elapsed=4.2s lr=3.000000e-04 loss=3.6798 ppl=39.6680 acc=0.3543 tokens=8128.0000 +step=8820 micro_steps=17640 elapsed=4.1s lr=3.000000e-04 loss=3.6761 ppl=39.5490 acc=0.3540 tokens=8128.0000 +step=8840 micro_steps=17680 elapsed=4.2s lr=3.000000e-04 loss=3.6752 ppl=39.5121 acc=0.3560 tokens=8128.0000 +step=8860 micro_steps=17720 elapsed=4.2s lr=3.000000e-04 loss=3.6810 ppl=39.7466 acc=0.3547 tokens=8128.0000 +step=8880 micro_steps=17760 elapsed=4.2s lr=3.000000e-04 loss=3.6911 ppl=40.1381 acc=0.3532 tokens=8128.0000 +step=8900 micro_steps=17800 elapsed=4.2s lr=3.000000e-04 loss=3.6813 ppl=39.7407 acc=0.3544 tokens=8128.0000 +step=8920 micro_steps=17840 elapsed=4.2s lr=3.000000e-04 loss=3.6667 ppl=39.1957 acc=0.3566 tokens=8128.0000 +step=8940 micro_steps=17880 elapsed=4.2s lr=3.000000e-04 loss=3.6913 ppl=40.1464 acc=0.3528 tokens=8128.0000 +step=8960 micro_steps=17920 elapsed=4.2s lr=3.000000e-04 loss=3.6895 ppl=40.0610 acc=0.3541 tokens=8128.0000 +step=8980 micro_steps=17960 elapsed=4.2s lr=3.000000e-04 loss=3.6729 ppl=39.4127 acc=0.3555 tokens=8128.0000 +step=9000 micro_steps=18000 elapsed=4.2s lr=3.000000e-04 loss=3.6837 ppl=39.8398 acc=0.3542 tokens=8128.0000 +[sample step=9000] [CLS] siddiqui, said today in a cnn interview that authorities are seeking intelligence about the men involved in the attacks. [SEP] his brother, a former executive at fenquhar polytechnic school, moved to paris from northern france and of his grandmother, agnes mcneill, was known only as sarcophagus, and a professor at the university of warwick where he works within the school district marketing association. [SEP] " tidal energy is projected in the pound. [SEP] it would host a tax committee hearing on the workplace, where both parties accuse ministers of dispossessing and complicity in finalising it. [SEP] republican lawmakers, [SEP] +step=9020 micro_steps=18040 elapsed=6.3s lr=3.000000e-04 loss=3.6843 ppl=39.8617 acc=0.3547 tokens=8128.0000 +step=9040 micro_steps=18080 elapsed=4.2s lr=3.000000e-04 loss=3.6719 ppl=39.3738 acc=0.3560 tokens=8128.0000 +step=9060 micro_steps=18120 elapsed=4.1s lr=3.000000e-04 loss=3.6763 ppl=39.5537 acc=0.3550 tokens=8128.0000 +step=9080 micro_steps=18160 elapsed=4.2s lr=3.000000e-04 loss=3.6850 ppl=39.9080 acc=0.3548 tokens=8128.0000 +step=9100 micro_steps=18200 elapsed=4.2s lr=3.000000e-04 loss=3.6740 ppl=39.4494 acc=0.3548 tokens=8128.0000 +step=9120 micro_steps=18240 elapsed=4.2s lr=3.000000e-04 loss=3.6653 ppl=39.1032 acc=0.3566 tokens=8128.0000 +step=9140 micro_steps=18280 elapsed=4.1s lr=3.000000e-04 loss=3.6637 ppl=39.0453 acc=0.3577 tokens=8128.0000 +step=9160 micro_steps=18320 elapsed=4.2s lr=3.000000e-04 loss=3.6734 ppl=39.4206 acc=0.3560 tokens=8128.0000 +step=9180 micro_steps=18360 elapsed=4.1s lr=3.000000e-04 loss=3.6766 ppl=39.5603 acc=0.3550 tokens=8128.0000 +step=9200 micro_steps=18400 elapsed=4.1s lr=3.000000e-04 loss=3.6658 ppl=39.1688 acc=0.3558 tokens=8128.0000 +step=9220 micro_steps=18440 elapsed=4.2s lr=3.000000e-04 loss=3.6766 ppl=39.5694 acc=0.3559 tokens=8128.0000 +step=9240 micro_steps=18480 elapsed=4.2s lr=3.000000e-04 loss=3.6715 ppl=39.3682 acc=0.3560 tokens=8128.0000 +step=9260 micro_steps=18520 elapsed=4.1s lr=3.000000e-04 loss=3.6635 ppl=39.0385 acc=0.3568 tokens=8128.0000 +step=9280 micro_steps=18560 elapsed=4.2s lr=3.000000e-04 loss=3.6580 ppl=38.8352 acc=0.3563 tokens=8128.0000 +step=9300 micro_steps=18600 elapsed=4.2s lr=3.000000e-04 loss=3.6692 ppl=39.2724 acc=0.3560 tokens=8128.0000 +step=9320 micro_steps=18640 elapsed=4.2s lr=3.000000e-04 loss=3.6763 ppl=39.5483 acc=0.3544 tokens=8128.0000 +step=9340 micro_steps=18680 elapsed=4.1s lr=3.000000e-04 loss=3.6731 ppl=39.4236 acc=0.3547 tokens=8128.0000 +step=9360 micro_steps=18720 elapsed=4.2s lr=3.000000e-04 loss=3.6662 ppl=39.1539 acc=0.3568 tokens=8128.0000 +step=9380 micro_steps=18760 elapsed=4.1s lr=3.000000e-04 loss=3.6753 ppl=39.5012 acc=0.3543 tokens=8128.0000 +step=9400 micro_steps=18800 elapsed=4.1s lr=3.000000e-04 loss=3.6715 ppl=39.3751 acc=0.3558 tokens=8128.0000 +step=9420 micro_steps=18840 elapsed=4.1s lr=3.000000e-04 loss=3.6736 ppl=39.4409 acc=0.3552 tokens=8128.0000 +step=9440 micro_steps=18880 elapsed=4.1s lr=3.000000e-04 loss=3.6607 ppl=38.9355 acc=0.3557 tokens=8128.0000 +step=9460 micro_steps=18920 elapsed=4.1s lr=3.000000e-04 loss=3.6638 ppl=39.0556 acc=0.3569 tokens=8128.0000 +step=9480 micro_steps=18960 elapsed=4.2s lr=3.000000e-04 loss=3.6623 ppl=38.9849 acc=0.3560 tokens=8128.0000 +step=9500 micro_steps=19000 elapsed=4.2s lr=3.000000e-04 loss=3.6524 ppl=38.6122 acc=0.3567 tokens=8128.0000 +step=9520 micro_steps=19040 elapsed=4.2s lr=3.000000e-04 loss=3.6575 ppl=38.8202 acc=0.3565 tokens=8128.0000 +step=9540 micro_steps=19080 elapsed=4.2s lr=3.000000e-04 loss=3.6568 ppl=38.7878 acc=0.3562 tokens=8128.0000 +step=9560 micro_steps=19120 elapsed=4.2s lr=3.000000e-04 loss=3.6574 ppl=38.8139 acc=0.3560 tokens=8128.0000 +step=9580 micro_steps=19160 elapsed=4.2s lr=3.000000e-04 loss=3.6607 ppl=38.9357 acc=0.3571 tokens=8128.0000 +step=9600 micro_steps=19200 elapsed=4.2s lr=3.000000e-04 loss=3.6677 ppl=39.1945 acc=0.3557 tokens=8128.0000 +step=9620 micro_steps=19240 elapsed=4.2s lr=3.000000e-04 loss=3.6647 ppl=39.0943 acc=0.3562 tokens=8128.0000 +step=9640 micro_steps=19280 elapsed=4.2s lr=3.000000e-04 loss=3.6442 ppl=38.3089 acc=0.3583 tokens=8128.0000 +step=9660 micro_steps=19320 elapsed=4.2s lr=3.000000e-04 loss=3.6427 ppl=38.2343 acc=0.3591 tokens=8128.0000 +step=9680 micro_steps=19360 elapsed=4.2s lr=3.000000e-04 loss=3.6657 ppl=39.1354 acc=0.3558 tokens=8128.0000 +step=9700 micro_steps=19400 elapsed=4.2s lr=3.000000e-04 loss=3.6701 ppl=39.3059 acc=0.3561 tokens=8128.0000 +step=9720 micro_steps=19440 elapsed=4.2s lr=3.000000e-04 loss=3.6610 ppl=38.9540 acc=0.3568 tokens=8128.0000 +step=9740 micro_steps=19480 elapsed=4.2s lr=3.000000e-04 loss=3.6560 ppl=38.7618 acc=0.3570 tokens=8128.0000 +step=9760 micro_steps=19520 elapsed=4.2s lr=3.000000e-04 loss=3.6551 ppl=38.7153 acc=0.3569 tokens=8128.0000 +step=9780 micro_steps=19560 elapsed=4.2s lr=3.000000e-04 loss=3.6587 ppl=38.8601 acc=0.3566 tokens=8128.0000 +step=9800 micro_steps=19600 elapsed=4.2s lr=3.000000e-04 loss=3.6369 ppl=38.0362 acc=0.3576 tokens=8128.0000 +step=9820 micro_steps=19640 elapsed=4.2s lr=3.000000e-04 loss=3.6383 ppl=38.2066 acc=0.3599 tokens=8128.0000 +step=9840 micro_steps=19680 elapsed=4.2s lr=3.000000e-04 loss=3.6593 ppl=38.8794 acc=0.3578 tokens=8128.0000 +step=9860 micro_steps=19720 elapsed=4.2s lr=3.000000e-04 loss=3.6425 ppl=38.2374 acc=0.3585 tokens=8128.0000 +step=9880 micro_steps=19760 elapsed=4.2s lr=3.000000e-04 loss=3.6521 ppl=38.6080 acc=0.3582 tokens=8128.0000 +step=9900 micro_steps=19800 elapsed=4.2s lr=3.000000e-04 loss=3.6580 ppl=38.8351 acc=0.3567 tokens=8128.0000 +step=9920 micro_steps=19840 elapsed=4.2s lr=3.000000e-04 loss=3.6457 ppl=38.3608 acc=0.3580 tokens=8128.0000 +step=9940 micro_steps=19880 elapsed=4.2s lr=3.000000e-04 loss=3.6587 ppl=38.8534 acc=0.3571 tokens=8128.0000 +step=9960 micro_steps=19920 elapsed=4.1s lr=3.000000e-04 loss=3.6444 ppl=38.2944 acc=0.3580 tokens=8128.0000 +step=9980 micro_steps=19960 elapsed=4.2s lr=3.000000e-04 loss=3.6494 ppl=38.5056 acc=0.3581 tokens=8128.0000 +step=10000 micro_steps=20000 elapsed=4.2s lr=3.000000e-04 loss=3.6627 ppl=39.0214 acc=0.3568 tokens=8128.0000 +[sample step=10000] [CLS] distributor. [SEP] the - - or clinton - - system, which many economists predict will surpass the bush administration, would allow large, unegoverned governments and some emerging markets to control their own affairs. [SEP] des moines, iowa (ap) - ron paul, mccain on cbs, opposes this. [SEP] the owner of the car threatening to blow up an airliner if the plane disappeared during a publicity attack ends up in a crowded field as it grows inexorably in popularity. [SEP] tokyo, japan (cnn) - - many people in japan are uneasy sunni muslims worried about preventive care even in the absence of clear [SEP] +step=10020 micro_steps=20040 elapsed=6.3s lr=3.000000e-04 loss=3.6447 ppl=38.3280 acc=0.3581 tokens=8128.0000 +step=10040 micro_steps=20080 elapsed=4.2s lr=3.000000e-04 loss=3.6519 ppl=38.6055 acc=0.3578 tokens=8128.0000 +step=10060 micro_steps=20120 elapsed=4.1s lr=3.000000e-04 loss=3.6547 ppl=38.7252 acc=0.3569 tokens=8128.0000 +step=10080 micro_steps=20160 elapsed=4.1s lr=3.000000e-04 loss=3.6612 ppl=38.9789 acc=0.3563 tokens=8128.0000 +step=10100 micro_steps=20200 elapsed=4.2s lr=3.000000e-04 loss=3.6394 ppl=38.1327 acc=0.3587 tokens=8128.0000 +step=10120 micro_steps=20240 elapsed=4.1s lr=3.000000e-04 loss=3.6468 ppl=38.3901 acc=0.3582 tokens=8128.0000 +step=10140 micro_steps=20280 elapsed=4.2s lr=3.000000e-04 loss=3.6503 ppl=38.5361 acc=0.3574 tokens=8128.0000 +step=10160 micro_steps=20320 elapsed=4.2s lr=3.000000e-04 loss=3.6477 ppl=38.4390 acc=0.3587 tokens=8128.0000 +step=10180 micro_steps=20360 elapsed=4.2s lr=3.000000e-04 loss=3.6550 ppl=38.7044 acc=0.3554 tokens=8128.0000 +step=10200 micro_steps=20400 elapsed=4.2s lr=3.000000e-04 loss=3.6356 ppl=37.9575 acc=0.3588 tokens=8128.0000 +step=10220 micro_steps=20440 elapsed=4.2s lr=3.000000e-04 loss=3.6536 ppl=38.6564 acc=0.3578 tokens=8128.0000 +step=10240 micro_steps=20480 elapsed=4.1s lr=3.000000e-04 loss=3.6423 ppl=38.2271 acc=0.3595 tokens=8128.0000 +step=10260 micro_steps=20520 elapsed=4.2s lr=3.000000e-04 loss=3.6460 ppl=38.3723 acc=0.3583 tokens=8128.0000 +step=10280 micro_steps=20560 elapsed=4.1s lr=3.000000e-04 loss=3.6292 ppl=37.7183 acc=0.3590 tokens=8128.0000 +step=10300 micro_steps=20600 elapsed=4.1s lr=3.000000e-04 loss=3.6479 ppl=38.4400 acc=0.3585 tokens=8128.0000 +step=10320 micro_steps=20640 elapsed=4.1s lr=3.000000e-04 loss=3.6318 ppl=37.8303 acc=0.3585 tokens=8128.0000 +step=10340 micro_steps=20680 elapsed=4.2s lr=3.000000e-04 loss=3.6342 ppl=37.9278 acc=0.3591 tokens=8128.0000 +step=10360 micro_steps=20720 elapsed=4.1s lr=3.000000e-04 loss=3.6290 ppl=37.7152 acc=0.3599 tokens=8128.0000 +step=10380 micro_steps=20760 elapsed=4.1s lr=3.000000e-04 loss=3.6415 ppl=38.1943 acc=0.3586 tokens=8128.0000 +step=10400 micro_steps=20800 elapsed=4.1s lr=3.000000e-04 loss=3.6366 ppl=37.9925 acc=0.3591 tokens=8128.0000 +step=10420 micro_steps=20840 elapsed=4.1s lr=3.000000e-04 loss=3.6444 ppl=38.3130 acc=0.3579 tokens=8128.0000 +step=10440 micro_steps=20880 elapsed=4.1s lr=3.000000e-04 loss=3.6258 ppl=37.6386 acc=0.3607 tokens=8128.0000 +step=10460 micro_steps=20920 elapsed=4.2s lr=3.000000e-04 loss=3.6298 ppl=37.7912 acc=0.3604 tokens=8128.0000 +step=10480 micro_steps=20960 elapsed=4.1s lr=3.000000e-04 loss=3.6268 ppl=37.6489 acc=0.3598 tokens=8128.0000 +step=10500 micro_steps=21000 elapsed=4.1s lr=3.000000e-04 loss=3.6437 ppl=38.2888 acc=0.3591 tokens=8128.0000 +step=10520 micro_steps=21040 elapsed=4.2s lr=3.000000e-04 loss=3.6307 ppl=37.7739 acc=0.3597 tokens=8128.0000 +step=10540 micro_steps=21080 elapsed=4.1s lr=3.000000e-04 loss=3.6402 ppl=38.1505 acc=0.3591 tokens=8128.0000 +step=10560 micro_steps=21120 elapsed=4.1s lr=3.000000e-04 loss=3.6383 ppl=38.0582 acc=0.3584 tokens=8128.0000 +step=10580 micro_steps=21160 elapsed=4.1s lr=3.000000e-04 loss=3.6281 ppl=37.6870 acc=0.3585 tokens=8128.0000 +step=10600 micro_steps=21200 elapsed=4.1s lr=3.000000e-04 loss=3.6253 ppl=37.5954 acc=0.3603 tokens=8128.0000 +step=10620 micro_steps=21240 elapsed=4.1s lr=3.000000e-04 loss=3.6319 ppl=37.8372 acc=0.3607 tokens=8128.0000 +step=10640 micro_steps=21280 elapsed=4.2s lr=3.000000e-04 loss=3.6220 ppl=37.4510 acc=0.3603 tokens=8128.0000 +step=10660 micro_steps=21320 elapsed=4.1s lr=3.000000e-04 loss=3.6358 ppl=37.9815 acc=0.3583 tokens=8128.0000 +step=10680 micro_steps=21360 elapsed=4.1s lr=3.000000e-04 loss=3.6453 ppl=38.3400 acc=0.3585 tokens=8128.0000 +step=10700 micro_steps=21400 elapsed=4.2s lr=3.000000e-04 loss=3.6309 ppl=37.7830 acc=0.3596 tokens=8128.0000 +step=10720 micro_steps=21440 elapsed=4.1s lr=3.000000e-04 loss=3.6394 ppl=38.1073 acc=0.3585 tokens=8128.0000 +step=10740 micro_steps=21480 elapsed=4.1s lr=3.000000e-04 loss=3.6301 ppl=37.7494 acc=0.3600 tokens=8128.0000 +step=10760 micro_steps=21520 elapsed=4.2s lr=3.000000e-04 loss=3.6379 ppl=38.0500 acc=0.3597 tokens=8128.0000 +step=10780 micro_steps=21560 elapsed=4.1s lr=3.000000e-04 loss=3.6244 ppl=37.5437 acc=0.3600 tokens=8128.0000 +step=10800 micro_steps=21600 elapsed=4.2s lr=3.000000e-04 loss=3.6423 ppl=38.2193 acc=0.3587 tokens=8128.0000 +step=10820 micro_steps=21640 elapsed=4.2s lr=3.000000e-04 loss=3.6350 ppl=37.9738 acc=0.3601 tokens=8128.0000 +step=10840 micro_steps=21680 elapsed=4.2s lr=3.000000e-04 loss=3.6307 ppl=37.7842 acc=0.3607 tokens=8128.0000 +step=10860 micro_steps=21720 elapsed=4.2s lr=3.000000e-04 loss=3.6432 ppl=38.2515 acc=0.3591 tokens=8128.0000 +step=10880 micro_steps=21760 elapsed=4.2s lr=3.000000e-04 loss=3.6307 ppl=37.7911 acc=0.3596 tokens=8128.0000 +step=10900 micro_steps=21800 elapsed=4.2s lr=3.000000e-04 loss=3.6320 ppl=37.8253 acc=0.3599 tokens=8128.0000 +step=10920 micro_steps=21840 elapsed=4.2s lr=3.000000e-04 loss=3.6290 ppl=37.7152 acc=0.3601 tokens=8128.0000 +step=10940 micro_steps=21880 elapsed=4.2s lr=3.000000e-04 loss=3.6158 ppl=37.2346 acc=0.3610 tokens=8128.0000 +step=10960 micro_steps=21920 elapsed=4.2s lr=3.000000e-04 loss=3.6317 ppl=37.8291 acc=0.3598 tokens=8128.0000 +step=10980 micro_steps=21960 elapsed=4.2s lr=3.000000e-04 loss=3.6381 ppl=38.0488 acc=0.3599 tokens=8128.0000 +step=11000 micro_steps=22000 elapsed=4.2s lr=3.000000e-04 loss=3.6391 ppl=38.0955 acc=0.3587 tokens=8128.0000 +[sample step=11000] [CLS] which comes into play on sunday nights with the 5am serbian olympic circuit fastest rain at 1pm. [SEP] that is why the pcc has most important decisions (on sanctions and lowering anti - proliferation immunity) and whose candidate is not on trial. [SEP] comput rankings include those of around 20, 000 providers, said denis, an engineer who is at the business school's agency. [SEP] she was obsessed as she would at first glance be dead but it was her fault that was so insistent, as had claimed. [SEP] tomas vokoun is hitting. 358 (13 - for - 23) with a strained left forearm. [SEP] +step=11020 micro_steps=22040 elapsed=6.4s lr=3.000000e-04 loss=3.6430 ppl=38.2405 acc=0.3575 tokens=8128.0000 +step=11040 micro_steps=22080 elapsed=4.2s lr=3.000000e-04 loss=3.6213 ppl=37.4179 acc=0.3605 tokens=8128.0000 +step=11060 micro_steps=22120 elapsed=4.2s lr=3.000000e-04 loss=3.6314 ppl=37.8302 acc=0.3601 tokens=8128.0000 +step=11080 micro_steps=22160 elapsed=4.2s lr=3.000000e-04 loss=3.6227 ppl=37.4945 acc=0.3607 tokens=8128.0000 +step=11100 micro_steps=22200 elapsed=4.2s lr=3.000000e-04 loss=3.6229 ppl=37.4832 acc=0.3596 tokens=8128.0000 +step=11120 micro_steps=22240 elapsed=4.2s lr=3.000000e-04 loss=3.6204 ppl=37.3976 acc=0.3601 tokens=8128.0000 +step=11140 micro_steps=22280 elapsed=4.2s lr=3.000000e-04 loss=3.6378 ppl=38.0647 acc=0.3591 tokens=8128.0000 +step=11160 micro_steps=22320 elapsed=4.2s lr=3.000000e-04 loss=3.6285 ppl=37.7196 acc=0.3594 tokens=8128.0000 +step=11180 micro_steps=22360 elapsed=4.2s lr=3.000000e-04 loss=3.6359 ppl=37.9810 acc=0.3596 tokens=8128.0000 +step=11200 micro_steps=22400 elapsed=4.2s lr=3.000000e-04 loss=3.6282 ppl=37.6953 acc=0.3613 tokens=8128.0000 +step=11220 micro_steps=22440 elapsed=4.2s lr=3.000000e-04 loss=3.6227 ppl=37.4787 acc=0.3599 tokens=8128.0000 +step=11240 micro_steps=22480 elapsed=4.2s lr=3.000000e-04 loss=3.6183 ppl=37.3077 acc=0.3615 tokens=8128.0000 +step=11260 micro_steps=22520 elapsed=4.2s lr=3.000000e-04 loss=3.6281 ppl=37.6845 acc=0.3597 tokens=8128.0000 +step=11280 micro_steps=22560 elapsed=4.2s lr=3.000000e-04 loss=3.6154 ppl=37.1984 acc=0.3624 tokens=8128.0000 +step=11300 micro_steps=22600 elapsed=4.2s lr=3.000000e-04 loss=3.6224 ppl=37.4579 acc=0.3595 tokens=8128.0000 +step=11320 micro_steps=22640 elapsed=4.2s lr=3.000000e-04 loss=3.6283 ppl=37.7002 acc=0.3602 tokens=8128.0000 +step=11340 micro_steps=22680 elapsed=4.1s lr=3.000000e-04 loss=3.6346 ppl=37.9193 acc=0.3589 tokens=8128.0000 +step=11360 micro_steps=22720 elapsed=4.1s lr=3.000000e-04 loss=3.6255 ppl=37.5749 acc=0.3605 tokens=8128.0000 +step=11380 micro_steps=22760 elapsed=4.1s lr=3.000000e-04 loss=3.6340 ppl=37.9120 acc=0.3592 tokens=8128.0000 +step=11400 micro_steps=22800 elapsed=4.1s lr=3.000000e-04 loss=3.6199 ppl=37.3759 acc=0.3612 tokens=8128.0000 +step=11420 micro_steps=22840 elapsed=4.1s lr=3.000000e-04 loss=3.6121 ppl=37.1094 acc=0.3626 tokens=8128.0000 +step=11440 micro_steps=22880 elapsed=4.1s lr=3.000000e-04 loss=3.6217 ppl=37.4310 acc=0.3607 tokens=8128.0000 +step=11460 micro_steps=22920 elapsed=4.1s lr=3.000000e-04 loss=3.6272 ppl=37.6629 acc=0.3595 tokens=8128.0000 +step=11480 micro_steps=22960 elapsed=4.1s lr=3.000000e-04 loss=3.6115 ppl=37.0747 acc=0.3621 tokens=8128.0000 +step=11500 micro_steps=23000 elapsed=4.1s lr=3.000000e-04 loss=3.6159 ppl=37.2619 acc=0.3609 tokens=8128.0000 +step=11520 micro_steps=23040 elapsed=4.1s lr=3.000000e-04 loss=3.6157 ppl=37.2158 acc=0.3605 tokens=8128.0000 +step=11540 micro_steps=23080 elapsed=4.1s lr=3.000000e-04 loss=3.6172 ppl=37.3031 acc=0.3618 tokens=8128.0000 +step=11560 micro_steps=23120 elapsed=4.1s lr=3.000000e-04 loss=3.6203 ppl=37.3924 acc=0.3598 tokens=8128.0000 +step=11580 micro_steps=23160 elapsed=4.1s lr=3.000000e-04 loss=3.6063 ppl=36.8754 acc=0.3623 tokens=8128.0000 +step=11600 micro_steps=23200 elapsed=4.2s lr=3.000000e-04 loss=3.6103 ppl=37.0126 acc=0.3616 tokens=8128.0000 +step=11620 micro_steps=23240 elapsed=4.1s lr=3.000000e-04 loss=3.6113 ppl=37.0759 acc=0.3620 tokens=8128.0000 +step=11640 micro_steps=23280 elapsed=4.1s lr=3.000000e-04 loss=3.6347 ppl=37.9138 acc=0.3594 tokens=8128.0000 +step=11660 micro_steps=23320 elapsed=4.2s lr=3.000000e-04 loss=3.6142 ppl=37.1642 acc=0.3623 tokens=8128.0000 +step=11680 micro_steps=23360 elapsed=4.1s lr=3.000000e-04 loss=3.6225 ppl=37.4760 acc=0.3606 tokens=8128.0000 +step=11700 micro_steps=23400 elapsed=4.1s lr=3.000000e-04 loss=3.6361 ppl=37.9847 acc=0.3586 tokens=8128.0000 +step=11720 micro_steps=23440 elapsed=4.2s lr=3.000000e-04 loss=3.6194 ppl=37.3700 acc=0.3602 tokens=8128.0000 +step=11740 micro_steps=23480 elapsed=4.1s lr=3.000000e-04 loss=3.6092 ppl=36.9765 acc=0.3622 tokens=8128.0000 +step=11760 micro_steps=23520 elapsed=4.1s lr=3.000000e-04 loss=3.6044 ppl=36.8063 acc=0.3619 tokens=8128.0000 +step=11780 micro_steps=23560 elapsed=4.1s lr=3.000000e-04 loss=3.6192 ppl=37.3574 acc=0.3597 tokens=8128.0000 +step=11800 micro_steps=23600 elapsed=4.2s lr=3.000000e-04 loss=3.6181 ppl=37.3262 acc=0.3616 tokens=8128.0000 +step=11820 micro_steps=23640 elapsed=4.1s lr=3.000000e-04 loss=3.6281 ppl=37.7003 acc=0.3599 tokens=8128.0000 +step=11840 micro_steps=23680 elapsed=4.1s lr=3.000000e-04 loss=3.6107 ppl=37.0490 acc=0.3627 tokens=8128.0000 +step=11860 micro_steps=23720 elapsed=4.1s lr=3.000000e-04 loss=3.6019 ppl=36.7245 acc=0.3631 tokens=8128.0000 +step=11880 micro_steps=23760 elapsed=4.1s lr=3.000000e-04 loss=3.6098 ppl=36.9964 acc=0.3620 tokens=8128.0000 +step=11900 micro_steps=23800 elapsed=4.1s lr=3.000000e-04 loss=3.6106 ppl=37.0163 acc=0.3622 tokens=8128.0000 +step=11920 micro_steps=23840 elapsed=4.1s lr=3.000000e-04 loss=3.6089 ppl=36.9704 acc=0.3624 tokens=8128.0000 +step=11940 micro_steps=23880 elapsed=4.1s lr=3.000000e-04 loss=3.6008 ppl=36.6595 acc=0.3644 tokens=8128.0000 +step=11960 micro_steps=23920 elapsed=4.1s lr=3.000000e-04 loss=3.6158 ppl=37.2394 acc=0.3612 tokens=8128.0000 +step=11980 micro_steps=23960 elapsed=4.1s lr=3.000000e-04 loss=3.6135 ppl=37.1219 acc=0.3612 tokens=8128.0000 +step=12000 micro_steps=24000 elapsed=4.1s lr=3.000000e-04 loss=3.5989 ppl=36.6224 acc=0.3629 tokens=8128.0000 +[sample step=12000] [CLS] full term of the institution's term in its livery, ann robinson said saturday. [SEP] realistically, apple dominates the online store. [SEP] "driving together with freeview," said notes the new gm's john kavanaugh, a guitar specialist with the miami quartet. [SEP] to by the way, and a good speaker made clear at least once since the election once again, this column lacked any of the dramas and mysterys that have coated the greeted building in and out of mr. froch's famous season show at cheltenham. [SEP] the back broke again and effectively, leading to a straightforward penalty, with a [SEP] +step=12020 micro_steps=24040 elapsed=6.3s lr=3.000000e-04 loss=3.6238 ppl=37.5234 acc=0.3598 tokens=8128.0000 +step=12040 micro_steps=24080 elapsed=4.1s lr=3.000000e-04 loss=3.6061 ppl=36.8708 acc=0.3617 tokens=8128.0000 +step=12060 micro_steps=24120 elapsed=4.1s lr=3.000000e-04 loss=3.6128 ppl=37.1307 acc=0.3612 tokens=8128.0000 +step=12080 micro_steps=24160 elapsed=4.1s lr=3.000000e-04 loss=3.6059 ppl=36.8617 acc=0.3626 tokens=8128.0000 +step=12100 micro_steps=24200 elapsed=4.1s lr=3.000000e-04 loss=3.6041 ppl=36.7939 acc=0.3618 tokens=8128.0000 +step=12120 micro_steps=24240 elapsed=4.1s lr=3.000000e-04 loss=3.6163 ppl=37.2368 acc=0.3614 tokens=8128.0000 +step=12140 micro_steps=24280 elapsed=4.2s lr=3.000000e-04 loss=3.6071 ppl=36.9098 acc=0.3610 tokens=8128.0000 +step=12160 micro_steps=24320 elapsed=4.1s lr=3.000000e-04 loss=3.6102 ppl=37.0069 acc=0.3623 tokens=8128.0000 +step=12180 micro_steps=24360 elapsed=4.1s lr=3.000000e-04 loss=3.5930 ppl=36.3827 acc=0.3644 tokens=8128.0000 +step=12200 micro_steps=24400 elapsed=4.1s lr=3.000000e-04 loss=3.6177 ppl=37.2949 acc=0.3605 tokens=8128.0000 +step=12220 micro_steps=24440 elapsed=4.1s lr=3.000000e-04 loss=3.6021 ppl=36.7276 acc=0.3632 tokens=8128.0000 +step=12240 micro_steps=24480 elapsed=4.1s lr=3.000000e-04 loss=3.6026 ppl=36.7555 acc=0.3625 tokens=8128.0000 +step=12260 micro_steps=24520 elapsed=4.1s lr=3.000000e-04 loss=3.5947 ppl=36.4549 acc=0.3628 tokens=8128.0000 +step=12280 micro_steps=24560 elapsed=4.1s lr=3.000000e-04 loss=3.6117 ppl=37.0915 acc=0.3617 tokens=8128.0000 +step=12300 micro_steps=24600 elapsed=4.1s lr=3.000000e-04 loss=3.5858 ppl=36.1187 acc=0.3652 tokens=8128.0000 +step=12320 micro_steps=24640 elapsed=4.1s lr=3.000000e-04 loss=3.6003 ppl=36.6576 acc=0.3623 tokens=8128.0000 +step=12340 micro_steps=24680 elapsed=4.1s lr=3.000000e-04 loss=3.6133 ppl=37.1145 acc=0.3611 tokens=8128.0000 +step=12360 micro_steps=24720 elapsed=4.2s lr=3.000000e-04 loss=3.5916 ppl=36.3333 acc=0.3630 tokens=8128.0000 +step=12380 micro_steps=24760 elapsed=4.1s lr=3.000000e-04 loss=3.6087 ppl=36.9561 acc=0.3607 tokens=8128.0000 +step=12400 micro_steps=24800 elapsed=4.1s lr=3.000000e-04 loss=3.6038 ppl=36.7674 acc=0.3611 tokens=8128.0000 +step=12420 micro_steps=24840 elapsed=4.1s lr=3.000000e-04 loss=3.6034 ppl=36.7718 acc=0.3619 tokens=8128.0000 +step=12440 micro_steps=24880 elapsed=4.1s lr=3.000000e-04 loss=3.6074 ppl=36.9170 acc=0.3620 tokens=8128.0000 +step=12460 micro_steps=24920 elapsed=4.2s lr=3.000000e-04 loss=3.5949 ppl=36.4461 acc=0.3644 tokens=8128.0000 +step=12480 micro_steps=24960 elapsed=4.1s lr=3.000000e-04 loss=3.5986 ppl=36.6012 acc=0.3635 tokens=8128.0000 +step=12500 micro_steps=25000 elapsed=4.1s lr=3.000000e-04 loss=3.6025 ppl=36.7376 acc=0.3622 tokens=8128.0000 +step=12520 micro_steps=25040 elapsed=4.1s lr=3.000000e-04 loss=3.5997 ppl=36.6360 acc=0.3623 tokens=8128.0000 +step=12540 micro_steps=25080 elapsed=4.1s lr=3.000000e-04 loss=3.6048 ppl=36.8109 acc=0.3620 tokens=8128.0000 +step=12560 micro_steps=25120 elapsed=4.1s lr=3.000000e-04 loss=3.6004 ppl=36.6759 acc=0.3634 tokens=8128.0000 +step=12580 micro_steps=25160 elapsed=4.1s lr=3.000000e-04 loss=3.6007 ppl=36.6859 acc=0.3629 tokens=8128.0000 +step=12600 micro_steps=25200 elapsed=4.1s lr=3.000000e-04 loss=3.6039 ppl=36.8080 acc=0.3619 tokens=8128.0000 +step=12620 micro_steps=25240 elapsed=4.1s lr=3.000000e-04 loss=3.5830 ppl=36.0266 acc=0.3645 tokens=8128.0000 +step=12640 micro_steps=25280 elapsed=4.1s lr=3.000000e-04 loss=3.5907 ppl=36.2995 acc=0.3642 tokens=8128.0000 +step=12660 micro_steps=25320 elapsed=4.1s lr=3.000000e-04 loss=3.6048 ppl=36.8120 acc=0.3623 tokens=8128.0000 +step=12680 micro_steps=25360 elapsed=4.1s lr=3.000000e-04 loss=3.5946 ppl=36.4406 acc=0.3640 tokens=8128.0000 +step=12700 micro_steps=25400 elapsed=4.1s lr=3.000000e-04 loss=3.5996 ppl=36.6268 acc=0.3631 tokens=8128.0000 +step=12720 micro_steps=25440 elapsed=4.1s lr=3.000000e-04 loss=3.5863 ppl=36.1501 acc=0.3649 tokens=8128.0000 +step=12740 micro_steps=25480 elapsed=4.1s lr=3.000000e-04 loss=3.5982 ppl=36.5707 acc=0.3639 tokens=8128.0000 +step=12760 micro_steps=25520 elapsed=4.1s lr=3.000000e-04 loss=3.5929 ppl=36.4032 acc=0.3641 tokens=8128.0000 +step=12780 micro_steps=25560 elapsed=4.1s lr=3.000000e-04 loss=3.5925 ppl=36.3667 acc=0.3624 tokens=8128.0000 +step=12800 micro_steps=25600 elapsed=4.1s lr=3.000000e-04 loss=3.5997 ppl=36.6241 acc=0.3615 tokens=8128.0000 +step=12820 micro_steps=25640 elapsed=4.1s lr=3.000000e-04 loss=3.5850 ppl=36.0988 acc=0.3656 tokens=8128.0000 +step=12840 micro_steps=25680 elapsed=4.1s lr=3.000000e-04 loss=3.5997 ppl=36.6490 acc=0.3628 tokens=8128.0000 +step=12860 micro_steps=25720 elapsed=4.1s lr=3.000000e-04 loss=3.5952 ppl=36.4586 acc=0.3640 tokens=8128.0000 +step=12880 micro_steps=25760 elapsed=4.1s lr=3.000000e-04 loss=3.5947 ppl=36.4530 acc=0.3634 tokens=8128.0000 +step=12900 micro_steps=25800 elapsed=4.1s lr=3.000000e-04 loss=3.6051 ppl=36.8509 acc=0.3621 tokens=8128.0000 +step=12920 micro_steps=25840 elapsed=4.1s lr=3.000000e-04 loss=3.5912 ppl=36.3292 acc=0.3638 tokens=8128.0000 +step=12940 micro_steps=25880 elapsed=4.1s lr=3.000000e-04 loss=3.6027 ppl=36.7210 acc=0.3618 tokens=8128.0000 +step=12960 micro_steps=25920 elapsed=4.1s lr=3.000000e-04 loss=3.6074 ppl=36.9375 acc=0.3613 tokens=8128.0000 +step=12980 micro_steps=25960 elapsed=4.1s lr=3.000000e-04 loss=3.5921 ppl=36.3683 acc=0.3630 tokens=8128.0000 +step=13000 micro_steps=26000 elapsed=4.1s lr=3.000000e-04 loss=3.5933 ppl=36.4077 acc=0.3639 tokens=8128.0000 +[sample step=13000] [CLS] congress have scheduled the space agency's major programs, including nasa's $55 billion space shuttle program, to scour the skies for additional cruises to the space station. [SEP] i have asked the teacher if i would admit to any other sexual abuse as an indication that i am on the mass scale. [SEP] the resulting installment is a lot of muddled reform entering the 21st century with little regard to the causes past. [SEP] it also provides support for businesses whose employees do not recognize new york city. [SEP] a math professor in santa barbara county is at google's headquarters, hulu. com there. [SEP] matthew dimbleby [SEP] +step=13020 micro_steps=26040 elapsed=6.3s lr=3.000000e-04 loss=3.6109 ppl=37.0310 acc=0.3605 tokens=8128.0000 +step=13040 micro_steps=26080 elapsed=4.1s lr=3.000000e-04 loss=3.5960 ppl=36.5048 acc=0.3644 tokens=8128.0000 +step=13060 micro_steps=26120 elapsed=4.1s lr=3.000000e-04 loss=3.5953 ppl=36.4639 acc=0.3631 tokens=8128.0000 +step=13080 micro_steps=26160 elapsed=4.2s lr=3.000000e-04 loss=3.5851 ppl=36.0930 acc=0.3642 tokens=8128.0000 +step=13100 micro_steps=26200 elapsed=4.1s lr=3.000000e-04 loss=3.5826 ppl=36.0156 acc=0.3652 tokens=8128.0000 +step=13120 micro_steps=26240 elapsed=4.1s lr=3.000000e-04 loss=3.5876 ppl=36.1948 acc=0.3634 tokens=8128.0000 +step=13140 micro_steps=26280 elapsed=4.1s lr=3.000000e-04 loss=3.5939 ppl=36.4346 acc=0.3639 tokens=8128.0000 +step=13160 micro_steps=26320 elapsed=4.1s lr=3.000000e-04 loss=3.5855 ppl=36.1061 acc=0.3641 tokens=8128.0000 +step=13180 micro_steps=26360 elapsed=4.1s lr=3.000000e-04 loss=3.5846 ppl=36.1040 acc=0.3643 tokens=8128.0000 +step=13200 micro_steps=26400 elapsed=4.1s lr=3.000000e-04 loss=3.5731 ppl=35.6573 acc=0.3665 tokens=8128.0000 +step=13220 micro_steps=26440 elapsed=4.1s lr=3.000000e-04 loss=3.6070 ppl=36.9013 acc=0.3610 tokens=8128.0000 +step=13240 micro_steps=26480 elapsed=4.1s lr=3.000000e-04 loss=3.6048 ppl=36.8224 acc=0.3610 tokens=8128.0000 +step=13260 micro_steps=26520 elapsed=4.1s lr=3.000000e-04 loss=3.5903 ppl=36.2938 acc=0.3636 tokens=8128.0000 +step=13280 micro_steps=26560 elapsed=4.1s lr=3.000000e-04 loss=3.5858 ppl=36.1187 acc=0.3652 tokens=8128.0000 +step=13300 micro_steps=26600 elapsed=4.2s lr=3.000000e-04 loss=3.5998 ppl=36.6419 acc=0.3629 tokens=8128.0000 +step=13320 micro_steps=26640 elapsed=4.1s lr=3.000000e-04 loss=3.5748 ppl=35.7189 acc=0.3652 tokens=8128.0000 +step=13340 micro_steps=26680 elapsed=4.1s lr=3.000000e-04 loss=3.5850 ppl=36.0966 acc=0.3645 tokens=8128.0000 +step=13360 micro_steps=26720 elapsed=4.1s lr=3.000000e-04 loss=3.5959 ppl=36.4911 acc=0.3636 tokens=8128.0000 +step=13380 micro_steps=26760 elapsed=4.1s lr=3.000000e-04 loss=3.5892 ppl=36.2597 acc=0.3636 tokens=8128.0000 +step=13400 micro_steps=26800 elapsed=4.1s lr=3.000000e-04 loss=3.5936 ppl=36.4028 acc=0.3636 tokens=8128.0000 +step=13420 micro_steps=26840 elapsed=4.2s lr=3.000000e-04 loss=3.5850 ppl=36.0844 acc=0.3641 tokens=8128.0000 +step=13440 micro_steps=26880 elapsed=4.1s lr=3.000000e-04 loss=3.5727 ppl=35.7858 acc=0.3673 tokens=8128.0000 +step=13460 micro_steps=26920 elapsed=4.1s lr=3.000000e-04 loss=3.5827 ppl=36.0128 acc=0.3651 tokens=8128.0000 +step=13480 micro_steps=26960 elapsed=4.2s lr=3.000000e-04 loss=3.5951 ppl=36.4783 acc=0.3626 tokens=8128.0000 +step=13500 micro_steps=27000 elapsed=4.1s lr=3.000000e-04 loss=3.5841 ppl=36.0567 acc=0.3643 tokens=8128.0000 +step=13520 micro_steps=27040 elapsed=4.1s lr=3.000000e-04 loss=3.5786 ppl=35.8718 acc=0.3653 tokens=8128.0000 +step=13540 micro_steps=27080 elapsed=4.1s lr=3.000000e-04 loss=3.5959 ppl=36.4802 acc=0.3631 tokens=8128.0000 +step=13560 micro_steps=27120 elapsed=4.1s lr=3.000000e-04 loss=3.5875 ppl=36.2130 acc=0.3646 tokens=8128.0000 +step=13580 micro_steps=27160 elapsed=4.1s lr=3.000000e-04 loss=3.5929 ppl=36.4220 acc=0.3642 tokens=8128.0000 +step=13600 micro_steps=27200 elapsed=4.2s lr=3.000000e-04 loss=3.5861 ppl=36.1196 acc=0.3651 tokens=8128.0000 +step=13620 micro_steps=27240 elapsed=4.1s lr=3.000000e-04 loss=3.5796 ppl=35.8847 acc=0.3648 tokens=8128.0000 +step=13640 micro_steps=27280 elapsed=4.1s lr=3.000000e-04 loss=3.5858 ppl=36.1098 acc=0.3638 tokens=8128.0000 +step=13660 micro_steps=27320 elapsed=4.2s lr=3.000000e-04 loss=3.5862 ppl=36.1418 acc=0.3648 tokens=8128.0000 +step=13680 micro_steps=27360 elapsed=4.1s lr=3.000000e-04 loss=3.5793 ppl=35.8905 acc=0.3647 tokens=8128.0000 +step=13700 micro_steps=27400 elapsed=4.2s lr=3.000000e-04 loss=3.5953 ppl=36.4654 acc=0.3645 tokens=8128.0000 +step=13720 micro_steps=27440 elapsed=4.1s lr=3.000000e-04 loss=3.5829 ppl=36.0215 acc=0.3644 tokens=8128.0000 +step=13740 micro_steps=27480 elapsed=4.1s lr=3.000000e-04 loss=3.5750 ppl=35.7565 acc=0.3644 tokens=8128.0000 +step=13760 micro_steps=27520 elapsed=4.1s lr=3.000000e-04 loss=3.5897 ppl=36.2813 acc=0.3636 tokens=8128.0000 +step=13780 micro_steps=27560 elapsed=4.1s lr=3.000000e-04 loss=3.5799 ppl=35.8944 acc=0.3650 tokens=8128.0000 +step=13800 micro_steps=27600 elapsed=4.1s lr=3.000000e-04 loss=3.5789 ppl=35.8676 acc=0.3632 tokens=8128.0000 +step=13820 micro_steps=27640 elapsed=4.1s lr=3.000000e-04 loss=3.5864 ppl=36.1607 acc=0.3644 tokens=8128.0000 +step=13840 micro_steps=27680 elapsed=4.1s lr=3.000000e-04 loss=3.5913 ppl=36.3310 acc=0.3653 tokens=8128.0000 +step=13860 micro_steps=27720 elapsed=4.1s lr=3.000000e-04 loss=3.5810 ppl=35.9643 acc=0.3646 tokens=8128.0000 +step=13880 micro_steps=27760 elapsed=4.2s lr=3.000000e-04 loss=3.5722 ppl=35.6245 acc=0.3663 tokens=8128.0000 +step=13900 micro_steps=27800 elapsed=4.2s lr=3.000000e-04 loss=3.5968 ppl=36.5263 acc=0.3629 tokens=8128.0000 +step=13920 micro_steps=27840 elapsed=4.1s lr=3.000000e-04 loss=3.5756 ppl=35.7810 acc=0.3661 tokens=8128.0000 +step=13940 micro_steps=27880 elapsed=4.2s lr=3.000000e-04 loss=3.5696 ppl=35.5405 acc=0.3658 tokens=8128.0000 +step=13960 micro_steps=27920 elapsed=4.1s lr=3.000000e-04 loss=3.5893 ppl=36.2585 acc=0.3641 tokens=8128.0000 +step=13980 micro_steps=27960 elapsed=4.1s lr=3.000000e-04 loss=3.5799 ppl=35.9083 acc=0.3638 tokens=8128.0000 +step=14000 micro_steps=28000 elapsed=4.1s lr=3.000000e-04 loss=3.5959 ppl=36.5039 acc=0.3621 tokens=8128.0000 +[sample step=14000] [CLS]? $! [SEP] ms mayhew, managing director of the government's alcohol watchdog of the uk, refused to rule out forecasts for 2012 which the judge set for the uk border agency as little as possible. [SEP] (for most readers, finding out what is behind the problem in california is a highlight.) [SEP] thomas rubber, comps. co. uk's pr expert, said the tactic used for detecting contraband processed in flea markets was "addictive." [SEP] in 2008, the work started as a kindergarten, in the hilly region of khyber frontier province. [SEP] old wasps are difficult to climb, [SEP] +step=14020 micro_steps=28040 elapsed=6.3s lr=3.000000e-04 loss=3.5890 ppl=36.2594 acc=0.3632 tokens=8128.0000 +step=14040 micro_steps=28080 elapsed=4.2s lr=3.000000e-04 loss=3.5874 ppl=36.1889 acc=0.3645 tokens=8128.0000 +step=14060 micro_steps=28120 elapsed=4.2s lr=3.000000e-04 loss=3.5778 ppl=35.8328 acc=0.3645 tokens=8128.0000 +step=14080 micro_steps=28160 elapsed=4.2s lr=3.000000e-04 loss=3.5844 ppl=36.0885 acc=0.3649 tokens=8128.0000 +step=14100 micro_steps=28200 elapsed=4.2s lr=3.000000e-04 loss=3.5824 ppl=36.0040 acc=0.3642 tokens=8128.0000 +step=14120 micro_steps=28240 elapsed=4.2s lr=3.000000e-04 loss=3.5790 ppl=35.9054 acc=0.3653 tokens=8128.0000 +step=14140 micro_steps=28280 elapsed=4.2s lr=3.000000e-04 loss=3.5801 ppl=35.9231 acc=0.3654 tokens=8128.0000 +step=14160 micro_steps=28320 elapsed=4.2s lr=3.000000e-04 loss=3.5649 ppl=35.3770 acc=0.3662 tokens=8128.0000 +step=14180 micro_steps=28360 elapsed=4.2s lr=3.000000e-04 loss=3.5653 ppl=35.3923 acc=0.3661 tokens=8128.0000 +step=14200 micro_steps=28400 elapsed=4.2s lr=3.000000e-04 loss=3.5687 ppl=35.4965 acc=0.3665 tokens=8128.0000 +step=14220 micro_steps=28440 elapsed=4.2s lr=3.000000e-04 loss=3.5752 ppl=35.7661 acc=0.3661 tokens=8128.0000 +step=14240 micro_steps=28480 elapsed=4.2s lr=3.000000e-04 loss=3.5870 ppl=36.1572 acc=0.3641 tokens=8128.0000 +step=14260 micro_steps=28520 elapsed=4.2s lr=3.000000e-04 loss=3.5811 ppl=35.9550 acc=0.3654 tokens=8128.0000 +step=14280 micro_steps=28560 elapsed=4.2s lr=3.000000e-04 loss=3.5758 ppl=35.7668 acc=0.3662 tokens=8128.0000 +step=14300 micro_steps=28600 elapsed=4.2s lr=3.000000e-04 loss=3.5826 ppl=36.0004 acc=0.3652 tokens=8128.0000 +step=14320 micro_steps=28640 elapsed=4.2s lr=3.000000e-04 loss=3.5788 ppl=35.8673 acc=0.3652 tokens=8128.0000 +step=14340 micro_steps=28680 elapsed=4.2s lr=3.000000e-04 loss=3.5732 ppl=35.6763 acc=0.3670 tokens=8128.0000 +step=14360 micro_steps=28720 elapsed=4.2s lr=3.000000e-04 loss=3.5769 ppl=35.8166 acc=0.3657 tokens=8128.0000 +step=14380 micro_steps=28760 elapsed=4.2s lr=3.000000e-04 loss=3.5677 ppl=35.4802 acc=0.3655 tokens=8128.0000 +step=14400 micro_steps=28800 elapsed=4.2s lr=3.000000e-04 loss=3.5681 ppl=35.4960 acc=0.3668 tokens=8128.0000 +step=14420 micro_steps=28840 elapsed=4.2s lr=3.000000e-04 loss=3.5822 ppl=36.0116 acc=0.3638 tokens=8128.0000 +step=14440 micro_steps=28880 elapsed=4.2s lr=3.000000e-04 loss=3.5761 ppl=35.7931 acc=0.3654 tokens=8128.0000 +step=14460 micro_steps=28920 elapsed=4.2s lr=3.000000e-04 loss=3.5696 ppl=35.5400 acc=0.3651 tokens=8128.0000 +step=14480 micro_steps=28960 elapsed=4.2s lr=3.000000e-04 loss=3.5710 ppl=35.5863 acc=0.3655 tokens=8128.0000 +step=14500 micro_steps=29000 elapsed=4.2s lr=3.000000e-04 loss=3.5737 ppl=35.6758 acc=0.3666 tokens=8128.0000 +step=14520 micro_steps=29040 elapsed=4.2s lr=3.000000e-04 loss=3.5749 ppl=35.7345 acc=0.3665 tokens=8128.0000 +step=14540 micro_steps=29080 elapsed=4.2s lr=3.000000e-04 loss=3.5719 ppl=35.6275 acc=0.3637 tokens=8128.0000 +step=14560 micro_steps=29120 elapsed=4.1s lr=3.000000e-04 loss=3.5759 ppl=35.7786 acc=0.3646 tokens=8128.0000 +step=14580 micro_steps=29160 elapsed=4.2s lr=3.000000e-04 loss=3.5938 ppl=36.4205 acc=0.3630 tokens=8128.0000 +step=14600 micro_steps=29200 elapsed=4.2s lr=3.000000e-04 loss=3.5749 ppl=35.7352 acc=0.3646 tokens=8128.0000 +step=14620 micro_steps=29240 elapsed=4.2s lr=3.000000e-04 loss=3.5720 ppl=35.6346 acc=0.3659 tokens=8128.0000 +step=14640 micro_steps=29280 elapsed=4.2s lr=3.000000e-04 loss=3.5753 ppl=35.7526 acc=0.3653 tokens=8128.0000 +step=14660 micro_steps=29320 elapsed=4.2s lr=3.000000e-04 loss=3.5563 ppl=35.0650 acc=0.3671 tokens=8128.0000 +step=14680 micro_steps=29360 elapsed=4.2s lr=3.000000e-04 loss=3.5643 ppl=35.3652 acc=0.3673 tokens=8128.0000 +step=14700 micro_steps=29400 elapsed=4.2s lr=3.000000e-04 loss=3.5582 ppl=35.1488 acc=0.3680 tokens=8128.0000 +step=14720 micro_steps=29440 elapsed=4.2s lr=3.000000e-04 loss=3.5500 ppl=34.8630 acc=0.3682 tokens=8128.0000 +step=14740 micro_steps=29480 elapsed=4.2s lr=3.000000e-04 loss=3.5601 ppl=35.2142 acc=0.3673 tokens=8128.0000 +step=14760 micro_steps=29520 elapsed=4.2s lr=3.000000e-04 loss=3.5689 ppl=35.5140 acc=0.3660 tokens=8128.0000 +step=14780 micro_steps=29560 elapsed=4.2s lr=3.000000e-04 loss=3.5673 ppl=35.4687 acc=0.3670 tokens=8128.0000 +step=14800 micro_steps=29600 elapsed=4.2s lr=3.000000e-04 loss=3.5756 ppl=35.7478 acc=0.3653 tokens=8128.0000 +step=14820 micro_steps=29640 elapsed=4.2s lr=3.000000e-04 loss=3.5579 ppl=35.1217 acc=0.3678 tokens=8128.0000 +step=14840 micro_steps=29680 elapsed=4.2s lr=3.000000e-04 loss=3.5638 ppl=35.3444 acc=0.3667 tokens=8128.0000 +step=14860 micro_steps=29720 elapsed=4.2s lr=3.000000e-04 loss=3.5650 ppl=35.3861 acc=0.3666 tokens=8128.0000 +step=14880 micro_steps=29760 elapsed=4.2s lr=3.000000e-04 loss=3.5669 ppl=35.4443 acc=0.3661 tokens=8128.0000 +step=14900 micro_steps=29800 elapsed=4.2s lr=3.000000e-04 loss=3.5797 ppl=35.9029 acc=0.3649 tokens=8128.0000 +step=14920 micro_steps=29840 elapsed=4.2s lr=3.000000e-04 loss=3.5653 ppl=35.3896 acc=0.3660 tokens=8128.0000 +step=14940 micro_steps=29880 elapsed=4.2s lr=3.000000e-04 loss=3.5760 ppl=35.7530 acc=0.3649 tokens=8128.0000 +step=14960 micro_steps=29920 elapsed=4.2s lr=3.000000e-04 loss=3.5614 ppl=35.2445 acc=0.3666 tokens=8128.0000 +step=14980 micro_steps=29960 elapsed=4.2s lr=3.000000e-04 loss=3.5695 ppl=35.5507 acc=0.3667 tokens=8128.0000 +step=15000 micro_steps=30000 elapsed=4.2s lr=3.000000e-04 loss=3.5659 ppl=35.4060 acc=0.3664 tokens=8128.0000 +[sample step=15000] [CLS] on whether the offensive strengthens stability. [SEP] with two races already next year, even multi - tiered democrats would like to establish itself as the right state in their party selection process. [SEP] declarer cashed out, tossing the queen in, bringing mohammed's stepdaughter a prop for a light to open the heart. [SEP] he began his rehabilitation at toulon. [SEP] the images reveal a patch known as the "water worm verb" which apparently was infected with bacteria and can murder hummingbirds by evolution. [SEP] planners said the internal clock systems came down and replaced them. [SEP] citing studies showing that smoking is legal in per [SEP] +step=15020 micro_steps=30040 elapsed=6.3s lr=3.000000e-04 loss=3.5737 ppl=35.6962 acc=0.3651 tokens=8128.0000 +step=15040 micro_steps=30080 elapsed=4.2s lr=3.000000e-04 loss=3.5706 ppl=35.5904 acc=0.3652 tokens=8128.0000 +step=15060 micro_steps=30120 elapsed=4.1s lr=3.000000e-04 loss=3.5577 ppl=35.1224 acc=0.3674 tokens=8128.0000 +step=15080 micro_steps=30160 elapsed=4.2s lr=3.000000e-04 loss=3.5717 ppl=35.6064 acc=0.3658 tokens=8128.0000 +step=15100 micro_steps=30200 elapsed=4.2s lr=3.000000e-04 loss=3.5705 ppl=35.5829 acc=0.3661 tokens=8128.0000 +step=15120 micro_steps=30240 elapsed=4.2s lr=3.000000e-04 loss=3.5716 ppl=35.6082 acc=0.3642 tokens=8128.0000 +step=15140 micro_steps=30280 elapsed=4.2s lr=3.000000e-04 loss=3.5665 ppl=35.4192 acc=0.3667 tokens=8128.0000 +step=15160 micro_steps=30320 elapsed=4.2s lr=3.000000e-04 loss=3.5613 ppl=35.2537 acc=0.3657 tokens=8128.0000 +step=15180 micro_steps=30360 elapsed=4.2s lr=3.000000e-04 loss=3.5638 ppl=35.3402 acc=0.3666 tokens=8128.0000 +step=15200 micro_steps=30400 elapsed=4.1s lr=3.000000e-04 loss=3.5494 ppl=34.8521 acc=0.3686 tokens=8128.0000 +step=15220 micro_steps=30440 elapsed=4.2s lr=3.000000e-04 loss=3.5725 ppl=35.6618 acc=0.3652 tokens=8128.0000 +step=15240 micro_steps=30480 elapsed=4.1s lr=3.000000e-04 loss=3.5708 ppl=35.5829 acc=0.3647 tokens=8128.0000 +step=15260 micro_steps=30520 elapsed=4.1s lr=3.000000e-04 loss=3.5628 ppl=35.2930 acc=0.3677 tokens=8128.0000 +step=15280 micro_steps=30560 elapsed=4.2s lr=3.000000e-04 loss=3.5369 ppl=34.3957 acc=0.3696 tokens=8128.0000 +step=15300 micro_steps=30600 elapsed=4.2s lr=3.000000e-04 loss=3.5487 ppl=34.8094 acc=0.3677 tokens=8128.0000 +step=15320 micro_steps=30640 elapsed=4.2s lr=3.000000e-04 loss=3.5593 ppl=35.1777 acc=0.3669 tokens=8128.0000 +step=15340 micro_steps=30680 elapsed=4.1s lr=3.000000e-04 loss=3.5721 ppl=35.6388 acc=0.3652 tokens=8128.0000 +step=15360 micro_steps=30720 elapsed=4.2s lr=3.000000e-04 loss=3.5619 ppl=35.2832 acc=0.3670 tokens=8128.0000 +step=15380 micro_steps=30760 elapsed=4.2s lr=3.000000e-04 loss=3.5630 ppl=35.3187 acc=0.3671 tokens=8128.0000 +step=15400 micro_steps=30800 elapsed=4.1s lr=3.000000e-04 loss=3.5515 ppl=34.8998 acc=0.3680 tokens=8128.0000 +step=15420 micro_steps=30840 elapsed=4.2s lr=3.000000e-04 loss=3.5554 ppl=35.0464 acc=0.3673 tokens=8128.0000 +step=15440 micro_steps=30880 elapsed=4.2s lr=3.000000e-04 loss=3.5714 ppl=35.6339 acc=0.3653 tokens=8128.0000 +step=15460 micro_steps=30920 elapsed=4.2s lr=3.000000e-04 loss=3.5565 ppl=35.0649 acc=0.3668 tokens=8128.0000 +step=15480 micro_steps=30960 elapsed=4.2s lr=3.000000e-04 loss=3.5640 ppl=35.3496 acc=0.3668 tokens=8128.0000 +step=15500 micro_steps=31000 elapsed=4.2s lr=3.000000e-04 loss=3.5505 ppl=34.8820 acc=0.3672 tokens=8128.0000 +step=15520 micro_steps=31040 elapsed=4.2s lr=3.000000e-04 loss=3.5711 ppl=35.6027 acc=0.3649 tokens=8128.0000 +step=15540 micro_steps=31080 elapsed=4.2s lr=3.000000e-04 loss=3.5541 ppl=35.0059 acc=0.3674 tokens=8128.0000 +step=15560 micro_steps=31120 elapsed=4.2s lr=3.000000e-04 loss=3.5519 ppl=34.9265 acc=0.3679 tokens=8128.0000 +step=15580 micro_steps=31160 elapsed=4.2s lr=3.000000e-04 loss=3.5729 ppl=35.6496 acc=0.3654 tokens=8128.0000 +step=15600 micro_steps=31200 elapsed=4.2s lr=3.000000e-04 loss=3.5548 ppl=35.0344 acc=0.3678 tokens=8128.0000 +step=15620 micro_steps=31240 elapsed=4.2s lr=3.000000e-04 loss=3.5579 ppl=35.1443 acc=0.3674 tokens=8128.0000 +step=15640 micro_steps=31280 elapsed=4.2s lr=3.000000e-04 loss=3.5482 ppl=34.8126 acc=0.3697 tokens=8128.0000 +step=15660 micro_steps=31320 elapsed=4.2s lr=3.000000e-04 loss=3.5579 ppl=35.1337 acc=0.3678 tokens=8128.0000 +step=15680 micro_steps=31360 elapsed=4.2s lr=3.000000e-04 loss=3.5437 ppl=34.6863 acc=0.3679 tokens=8128.0000 +step=15700 micro_steps=31400 elapsed=4.2s lr=3.000000e-04 loss=3.5495 ppl=34.8354 acc=0.3678 tokens=8128.0000 +step=15720 micro_steps=31440 elapsed=4.2s lr=3.000000e-04 loss=3.5587 ppl=35.1689 acc=0.3673 tokens=8128.0000 +step=15740 micro_steps=31480 elapsed=5.4s lr=3.000000e-04 loss=3.5464 ppl=34.7197 acc=0.3682 tokens=8128.0000 +step=15760 micro_steps=31520 elapsed=5.9s lr=3.000000e-04 loss=3.5584 ppl=35.1587 acc=0.3674 tokens=8128.0000 +step=15780 micro_steps=31560 elapsed=4.9s lr=3.000000e-04 loss=3.5418 ppl=34.5787 acc=0.3685 tokens=8128.0000 +step=15800 micro_steps=31600 elapsed=4.2s lr=3.000000e-04 loss=3.5492 ppl=34.8197 acc=0.3681 tokens=8128.0000 +step=15820 micro_steps=31640 elapsed=4.2s lr=3.000000e-04 loss=3.5495 ppl=34.8348 acc=0.3683 tokens=8128.0000 +step=15840 micro_steps=31680 elapsed=4.2s lr=3.000000e-04 loss=3.5452 ppl=34.6916 acc=0.3687 tokens=8128.0000 +step=15860 micro_steps=31720 elapsed=4.2s lr=3.000000e-04 loss=3.5583 ppl=35.1448 acc=0.3668 tokens=8128.0000 +step=15880 micro_steps=31760 elapsed=4.2s lr=3.000000e-04 loss=3.5421 ppl=34.6625 acc=0.3693 tokens=8128.0000 +step=15900 micro_steps=31800 elapsed=4.2s lr=3.000000e-04 loss=3.5625 ppl=35.2732 acc=0.3663 tokens=8128.0000 +step=15920 micro_steps=31840 elapsed=4.2s lr=3.000000e-04 loss=3.5554 ppl=35.0724 acc=0.3668 tokens=8128.0000 +step=15940 micro_steps=31880 elapsed=4.2s lr=3.000000e-04 loss=3.5599 ppl=35.2036 acc=0.3663 tokens=8128.0000 +step=15960 micro_steps=31920 elapsed=4.2s lr=3.000000e-04 loss=3.5462 ppl=34.7302 acc=0.3695 tokens=8128.0000 +step=15980 micro_steps=31960 elapsed=4.1s lr=3.000000e-04 loss=3.5446 ppl=34.6665 acc=0.3674 tokens=8128.0000 +step=16000 micro_steps=32000 elapsed=4.1s lr=3.000000e-04 loss=3.5531 ppl=34.9881 acc=0.3674 tokens=8128.0000 +[sample step=16000] [CLS]windling pension fund - - higher than san francisco's - - which had clawed back for the wall street firm. [SEP] does it mean they are better off online spending is this - - delinquent protection? 12 what would ben bernanke say? 4. [SEP] to these characters she seems the more famous and the less attractive she feels in a four - hour night. [SEP] phorm said the approval process included hundreds of cvs and traditional it answers. [SEP] the court heard that he led a gang along on a bus attacked nadia gordon, 23, early monday evening and left the park to find that they had " [SEP] +step=16020 micro_steps=32040 elapsed=6.3s lr=3.000000e-04 loss=3.5584 ppl=35.1477 acc=0.3679 tokens=8128.0000 +step=16040 micro_steps=32080 elapsed=4.1s lr=3.000000e-04 loss=3.5495 ppl=34.8537 acc=0.3680 tokens=8128.0000 +step=16060 micro_steps=32120 elapsed=4.1s lr=3.000000e-04 loss=3.5435 ppl=34.6364 acc=0.3695 tokens=8128.0000 +step=16080 micro_steps=32160 elapsed=4.1s lr=3.000000e-04 loss=3.5480 ppl=34.7834 acc=0.3686 tokens=8128.0000 +step=16100 micro_steps=32200 elapsed=4.2s lr=3.000000e-04 loss=3.5513 ppl=34.8818 acc=0.3675 tokens=8128.0000 +step=16120 micro_steps=32240 elapsed=4.1s lr=3.000000e-04 loss=3.5540 ppl=34.9759 acc=0.3676 tokens=8128.0000 +step=16140 micro_steps=32280 elapsed=4.1s lr=3.000000e-04 loss=3.5480 ppl=34.7837 acc=0.3674 tokens=8128.0000 +step=16160 micro_steps=32320 elapsed=4.2s lr=3.000000e-04 loss=3.5590 ppl=35.1567 acc=0.3670 tokens=8128.0000 +step=16180 micro_steps=32360 elapsed=4.1s lr=3.000000e-04 loss=3.5442 ppl=34.6598 acc=0.3690 tokens=8128.0000 +step=16200 micro_steps=32400 elapsed=4.1s lr=3.000000e-04 loss=3.5555 ppl=35.0522 acc=0.3673 tokens=8128.0000 +step=16220 micro_steps=32440 elapsed=4.2s lr=3.000000e-04 loss=3.5466 ppl=34.7461 acc=0.3689 tokens=8128.0000 +step=16240 micro_steps=32480 elapsed=4.1s lr=3.000000e-04 loss=3.5551 ppl=35.0337 acc=0.3670 tokens=8128.0000 +step=16260 micro_steps=32520 elapsed=4.1s lr=3.000000e-04 loss=3.5593 ppl=35.1841 acc=0.3669 tokens=8128.0000 +step=16280 micro_steps=32560 elapsed=4.1s lr=3.000000e-04 loss=3.5541 ppl=34.9981 acc=0.3678 tokens=8128.0000 +step=16300 micro_steps=32600 elapsed=4.1s lr=3.000000e-04 loss=3.5477 ppl=34.7713 acc=0.3682 tokens=8128.0000 +step=16320 micro_steps=32640 elapsed=4.1s lr=3.000000e-04 loss=3.5488 ppl=34.8067 acc=0.3677 tokens=8128.0000 +step=16340 micro_steps=32680 elapsed=4.1s lr=3.000000e-04 loss=3.5556 ppl=35.0395 acc=0.3670 tokens=8128.0000 +step=16360 micro_steps=32720 elapsed=4.1s lr=3.000000e-04 loss=3.5501 ppl=34.8549 acc=0.3689 tokens=8128.0000 +step=16380 micro_steps=32760 elapsed=4.2s lr=3.000000e-04 loss=3.5558 ppl=35.0424 acc=0.3679 tokens=8128.0000 +step=16400 micro_steps=32800 elapsed=4.1s lr=3.000000e-04 loss=3.5580 ppl=35.1317 acc=0.3667 tokens=8128.0000 +step=16420 micro_steps=32840 elapsed=4.2s lr=3.000000e-04 loss=3.5447 ppl=34.6625 acc=0.3687 tokens=8128.0000 +step=16440 micro_steps=32880 elapsed=4.1s lr=3.000000e-04 loss=3.5344 ppl=34.3244 acc=0.3685 tokens=8128.0000 +step=16460 micro_steps=32920 elapsed=4.1s lr=3.000000e-04 loss=3.5446 ppl=34.6802 acc=0.3684 tokens=8128.0000 +step=16480 micro_steps=32960 elapsed=4.1s lr=3.000000e-04 loss=3.5530 ppl=34.9725 acc=0.3679 tokens=8128.0000 +step=16500 micro_steps=33000 elapsed=4.1s lr=3.000000e-04 loss=3.5434 ppl=34.6296 acc=0.3688 tokens=8128.0000 +step=16520 micro_steps=33040 elapsed=4.1s lr=3.000000e-04 loss=3.5592 ppl=35.1931 acc=0.3674 tokens=8128.0000 +step=16540 micro_steps=33080 elapsed=4.1s lr=3.000000e-04 loss=3.5492 ppl=34.8239 acc=0.3689 tokens=8128.0000 +step=16560 micro_steps=33120 elapsed=4.1s lr=3.000000e-04 loss=3.5467 ppl=34.7336 acc=0.3675 tokens=8128.0000 +step=16580 micro_steps=33160 elapsed=4.1s lr=3.000000e-04 loss=3.5436 ppl=34.6265 acc=0.3682 tokens=8128.0000 +step=16600 micro_steps=33200 elapsed=4.1s lr=3.000000e-04 loss=3.5609 ppl=35.2408 acc=0.3671 tokens=8128.0000 +step=16620 micro_steps=33240 elapsed=4.1s lr=3.000000e-04 loss=3.5460 ppl=34.7328 acc=0.3691 tokens=8128.0000 +step=16640 micro_steps=33280 elapsed=4.1s lr=3.000000e-04 loss=3.5533 ppl=34.9649 acc=0.3677 tokens=8128.0000 +step=16660 micro_steps=33320 elapsed=4.1s lr=3.000000e-04 loss=3.5569 ppl=35.0977 acc=0.3677 tokens=8128.0000 +step=16680 micro_steps=33360 elapsed=4.2s lr=3.000000e-04 loss=3.5493 ppl=34.8171 acc=0.3680 tokens=8128.0000 +step=16700 micro_steps=33400 elapsed=4.1s lr=3.000000e-04 loss=3.5473 ppl=34.7565 acc=0.3684 tokens=8128.0000 +step=16720 micro_steps=33440 elapsed=4.1s lr=3.000000e-04 loss=3.5480 ppl=34.8003 acc=0.3683 tokens=8128.0000 +step=16740 micro_steps=33480 elapsed=4.2s lr=3.000000e-04 loss=3.5428 ppl=34.6091 acc=0.3694 tokens=8128.0000 +step=16760 micro_steps=33520 elapsed=4.1s lr=3.000000e-04 loss=3.5292 ppl=34.1519 acc=0.3716 tokens=8128.0000 +step=16780 micro_steps=33560 elapsed=4.1s lr=3.000000e-04 loss=3.5496 ppl=34.8461 acc=0.3679 tokens=8128.0000 +step=16800 micro_steps=33600 elapsed=4.1s lr=3.000000e-04 loss=3.5342 ppl=34.3170 acc=0.3695 tokens=8128.0000 +step=16820 micro_steps=33640 elapsed=4.1s lr=3.000000e-04 loss=3.5311 ppl=34.1933 acc=0.3704 tokens=8128.0000 +step=16840 micro_steps=33680 elapsed=4.1s lr=3.000000e-04 loss=3.5346 ppl=34.3209 acc=0.3691 tokens=8128.0000 +step=16860 micro_steps=33720 elapsed=4.1s lr=3.000000e-04 loss=3.5314 ppl=34.2206 acc=0.3697 tokens=8128.0000 +step=16880 micro_steps=33760 elapsed=4.1s lr=3.000000e-04 loss=3.5407 ppl=34.5175 acc=0.3680 tokens=8128.0000 +step=16900 micro_steps=33800 elapsed=4.1s lr=3.000000e-04 loss=3.5411 ppl=34.5428 acc=0.3701 tokens=8128.0000 +step=16920 micro_steps=33840 elapsed=4.1s lr=3.000000e-04 loss=3.5492 ppl=34.8176 acc=0.3670 tokens=8128.0000 +step=16940 micro_steps=33880 elapsed=4.1s lr=3.000000e-04 loss=3.5402 ppl=34.5081 acc=0.3688 tokens=8128.0000 +step=16960 micro_steps=33920 elapsed=4.1s lr=3.000000e-04 loss=3.5530 ppl=34.9539 acc=0.3687 tokens=8128.0000 +step=16980 micro_steps=33960 elapsed=4.1s lr=3.000000e-04 loss=3.5464 ppl=34.7129 acc=0.3691 tokens=8128.0000 +step=17000 micro_steps=34000 elapsed=4.1s lr=3.000000e-04 loss=3.5500 ppl=34.8533 acc=0.3676 tokens=8128.0000 +[sample step=17000] [CLS] appointment, was named cardiums 2009. [SEP] the raids did, but would not compound the split because philip possessed an unenviable order from wolverhampton wanderers to dispose of the club. [SEP] "i love them most," he says. [SEP] this article was published on guardian. co. uk at 18. 29 gmt on thursday 19 january 2010. [SEP] this technology fits the typical needs. [SEP] " while it may make marginalizes difficult for me to see, the mccain campaign's current comment on how to unwrap the alternatives of the spending cuts, coupled with obama's criticism of mccain, is neither credible [SEP] +step=17020 micro_steps=34040 elapsed=6.4s lr=3.000000e-04 loss=3.5369 ppl=34.4006 acc=0.3693 tokens=8128.0000 +step=17040 micro_steps=34080 elapsed=4.1s lr=3.000000e-04 loss=3.5161 ppl=33.7000 acc=0.3715 tokens=8128.0000 +step=17060 micro_steps=34120 elapsed=4.2s lr=3.000000e-04 loss=3.5452 ppl=34.6794 acc=0.3677 tokens=8128.0000 +step=17080 micro_steps=34160 elapsed=4.1s lr=3.000000e-04 loss=3.5419 ppl=34.5606 acc=0.3687 tokens=8128.0000 +step=17100 micro_steps=34200 elapsed=4.1s lr=3.000000e-04 loss=3.5471 ppl=34.7400 acc=0.3675 tokens=8128.0000 +step=17120 micro_steps=34240 elapsed=4.1s lr=3.000000e-04 loss=3.5580 ppl=35.1515 acc=0.3663 tokens=8128.0000 +step=17140 micro_steps=34280 elapsed=4.2s lr=3.000000e-04 loss=3.5511 ppl=34.8781 acc=0.3688 tokens=8128.0000 +step=17160 micro_steps=34320 elapsed=4.1s lr=3.000000e-04 loss=3.5472 ppl=34.7470 acc=0.3680 tokens=8128.0000 +step=17180 micro_steps=34360 elapsed=4.1s lr=3.000000e-04 loss=3.5268 ppl=34.0709 acc=0.3713 tokens=8128.0000 +step=17200 micro_steps=34400 elapsed=4.1s lr=3.000000e-04 loss=3.5544 ppl=35.0167 acc=0.3678 tokens=8128.0000 +step=17220 micro_steps=34440 elapsed=4.1s lr=3.000000e-04 loss=3.5391 ppl=34.4651 acc=0.3696 tokens=8128.0000 +step=17240 micro_steps=34480 elapsed=4.1s lr=3.000000e-04 loss=3.5296 ppl=34.1454 acc=0.3713 tokens=8128.0000 +step=17260 micro_steps=34520 elapsed=4.1s lr=3.000000e-04 loss=3.5324 ppl=34.2417 acc=0.3692 tokens=8128.0000 +step=17280 micro_steps=34560 elapsed=4.1s lr=3.000000e-04 loss=3.5377 ppl=34.4384 acc=0.3684 tokens=8128.0000 +step=17300 micro_steps=34600 elapsed=4.2s lr=3.000000e-04 loss=3.5439 ppl=34.6608 acc=0.3688 tokens=8128.0000 +step=17320 micro_steps=34640 elapsed=4.1s lr=3.000000e-04 loss=3.5347 ppl=34.3495 acc=0.3694 tokens=8128.0000 +step=17340 micro_steps=34680 elapsed=4.1s lr=3.000000e-04 loss=3.5254 ppl=34.0066 acc=0.3713 tokens=8128.0000 +step=17360 micro_steps=34720 elapsed=4.1s lr=3.000000e-04 loss=3.5396 ppl=34.4811 acc=0.3694 tokens=8128.0000 +step=17380 micro_steps=34760 elapsed=4.1s lr=3.000000e-04 loss=3.5496 ppl=34.8482 acc=0.3675 tokens=8128.0000 +step=17400 micro_steps=34800 elapsed=4.1s lr=3.000000e-04 loss=3.5439 ppl=34.6697 acc=0.3697 tokens=8128.0000 +step=17420 micro_steps=34840 elapsed=4.1s lr=3.000000e-04 loss=3.5477 ppl=34.7851 acc=0.3678 tokens=8128.0000 +step=17440 micro_steps=34880 elapsed=4.1s lr=3.000000e-04 loss=3.5389 ppl=34.4771 acc=0.3689 tokens=8128.0000 +step=17460 micro_steps=34920 elapsed=4.1s lr=3.000000e-04 loss=3.5420 ppl=34.5727 acc=0.3697 tokens=8128.0000 +step=17480 micro_steps=34960 elapsed=4.1s lr=3.000000e-04 loss=3.5436 ppl=34.6359 acc=0.3694 tokens=8128.0000 +step=17500 micro_steps=35000 elapsed=4.1s lr=3.000000e-04 loss=3.5310 ppl=34.1960 acc=0.3699 tokens=8128.0000 +step=17520 micro_steps=35040 elapsed=4.1s lr=3.000000e-04 loss=3.5478 ppl=34.7750 acc=0.3680 tokens=8128.0000 +step=17540 micro_steps=35080 elapsed=4.1s lr=3.000000e-04 loss=3.5371 ppl=34.4082 acc=0.3693 tokens=8128.0000 +step=17560 micro_steps=35120 elapsed=4.1s lr=3.000000e-04 loss=3.5199 ppl=33.8266 acc=0.3708 tokens=8128.0000 +step=17580 micro_steps=35160 elapsed=4.1s lr=3.000000e-04 loss=3.5328 ppl=34.2697 acc=0.3700 tokens=8128.0000 +step=17600 micro_steps=35200 elapsed=4.1s lr=3.000000e-04 loss=3.5345 ppl=34.3200 acc=0.3699 tokens=8128.0000 +step=17620 micro_steps=35240 elapsed=4.1s lr=3.000000e-04 loss=3.5430 ppl=34.6156 acc=0.3683 tokens=8128.0000 +step=17640 micro_steps=35280 elapsed=4.1s lr=3.000000e-04 loss=3.5338 ppl=34.2961 acc=0.3686 tokens=8128.0000 +step=17660 micro_steps=35320 elapsed=4.1s lr=3.000000e-04 loss=3.5371 ppl=34.4205 acc=0.3699 tokens=8128.0000 +step=17680 micro_steps=35360 elapsed=4.1s lr=3.000000e-04 loss=3.5459 ppl=34.7114 acc=0.3688 tokens=8128.0000 +step=17700 micro_steps=35400 elapsed=4.1s lr=3.000000e-04 loss=3.5397 ppl=34.5004 acc=0.3708 tokens=8128.0000 +step=17720 micro_steps=35440 elapsed=4.1s lr=3.000000e-04 loss=3.5316 ppl=34.2241 acc=0.3693 tokens=8128.0000 +step=17740 micro_steps=35480 elapsed=4.1s lr=3.000000e-04 loss=3.5505 ppl=34.8702 acc=0.3688 tokens=8128.0000 +step=17760 micro_steps=35520 elapsed=4.1s lr=3.000000e-04 loss=3.5276 ppl=34.0876 acc=0.3691 tokens=8128.0000 +step=17780 micro_steps=35560 elapsed=4.1s lr=3.000000e-04 loss=3.5365 ppl=34.3746 acc=0.3693 tokens=8128.0000 +step=17800 micro_steps=35600 elapsed=4.1s lr=3.000000e-04 loss=3.5406 ppl=34.5384 acc=0.3692 tokens=8128.0000 +step=17820 micro_steps=35640 elapsed=4.1s lr=3.000000e-04 loss=3.5339 ppl=34.2990 acc=0.3687 tokens=8128.0000 +step=17840 micro_steps=35680 elapsed=4.1s lr=3.000000e-04 loss=3.5438 ppl=34.6349 acc=0.3686 tokens=8128.0000 +step=17860 micro_steps=35720 elapsed=4.1s lr=3.000000e-04 loss=3.5409 ppl=34.5472 acc=0.3697 tokens=8128.0000 +step=17880 micro_steps=35760 elapsed=6.3s lr=3.000000e-04 loss=3.5316 ppl=34.2512 acc=0.3704 tokens=7934.3250 +step=17900 micro_steps=35800 elapsed=4.1s lr=3.000000e-04 loss=3.5349 ppl=34.3397 acc=0.3679 tokens=8128.0000 +step=17920 micro_steps=35840 elapsed=4.1s lr=3.000000e-04 loss=3.5313 ppl=34.2121 acc=0.3699 tokens=8128.0000 +step=17940 micro_steps=35880 elapsed=4.1s lr=3.000000e-04 loss=3.5293 ppl=34.1599 acc=0.3702 tokens=8128.0000 +step=17960 micro_steps=35920 elapsed=4.1s lr=3.000000e-04 loss=3.5227 ppl=33.9164 acc=0.3708 tokens=8128.0000 +step=17980 micro_steps=35960 elapsed=4.1s lr=3.000000e-04 loss=3.5071 ppl=33.3988 acc=0.3721 tokens=8128.0000 +step=18000 micro_steps=36000 elapsed=4.2s lr=3.000000e-04 loss=3.5298 ppl=34.1637 acc=0.3697 tokens=8128.0000 +[sample step=18000] [CLS] despite the refusal to investigate early tuesday, there were no warnings on everett and the team. [SEP] pre - diabetes diagnosis, right? [SEP] most drug - users are dressed as an insecurity researcher. [SEP] outside, family there were black and white men rioting and waving white hats, neighbourhood children blocking houses where the opposition believes mugabe is still leading. [SEP] about cnn affiliate kmt mailed his signals late on the ward, and in that same time obese person being caught driving with a dullum on his back has caused a commotion and he is paralyzed. [SEP] brett george, british bishop who introduced him by posing as donald [SEP] +step=18020 micro_steps=36040 elapsed=6.3s lr=3.000000e-04 loss=3.5345 ppl=34.3172 acc=0.3707 tokens=8128.0000 +step=18040 micro_steps=36080 elapsed=4.1s lr=3.000000e-04 loss=3.5285 ppl=34.1286 acc=0.3691 tokens=8128.0000 +step=18060 micro_steps=36120 elapsed=4.1s lr=3.000000e-04 loss=3.5230 ppl=33.9064 acc=0.3704 tokens=8128.0000 +step=18080 micro_steps=36160 elapsed=4.1s lr=3.000000e-04 loss=3.5140 ppl=33.6315 acc=0.3713 tokens=8128.0000 +step=18100 micro_steps=36200 elapsed=4.1s lr=3.000000e-04 loss=3.5143 ppl=33.6299 acc=0.3709 tokens=8128.0000 +step=18120 micro_steps=36240 elapsed=4.1s lr=3.000000e-04 loss=3.5218 ppl=33.8816 acc=0.3714 tokens=8128.0000 +step=18140 micro_steps=36280 elapsed=4.1s lr=3.000000e-04 loss=3.5215 ppl=33.8751 acc=0.3707 tokens=8128.0000 +step=18160 micro_steps=36320 elapsed=4.1s lr=3.000000e-04 loss=3.5317 ppl=34.2166 acc=0.3701 tokens=8128.0000 +step=18180 micro_steps=36360 elapsed=4.1s lr=3.000000e-04 loss=3.5321 ppl=34.2373 acc=0.3691 tokens=8128.0000 +step=18200 micro_steps=36400 elapsed=4.2s lr=3.000000e-04 loss=3.5339 ppl=34.2935 acc=0.3695 tokens=8128.0000 +step=18220 micro_steps=36440 elapsed=4.1s lr=3.000000e-04 loss=3.5262 ppl=34.0659 acc=0.3702 tokens=8128.0000 +step=18240 micro_steps=36480 elapsed=4.1s lr=3.000000e-04 loss=3.5238 ppl=33.9672 acc=0.3697 tokens=8128.0000 +step=18260 micro_steps=36520 elapsed=4.1s lr=3.000000e-04 loss=3.5268 ppl=34.0550 acc=0.3712 tokens=8128.0000 +step=18280 micro_steps=36560 elapsed=4.1s lr=3.000000e-04 loss=3.5152 ppl=33.6621 acc=0.3728 tokens=8128.0000 +step=18300 micro_steps=36600 elapsed=4.1s lr=3.000000e-04 loss=3.5104 ppl=33.4953 acc=0.3722 tokens=8128.0000 +step=18320 micro_steps=36640 elapsed=4.1s lr=3.000000e-04 loss=3.5155 ppl=33.6850 acc=0.3714 tokens=8128.0000 +step=18340 micro_steps=36680 elapsed=4.1s lr=3.000000e-04 loss=3.5238 ppl=33.9567 acc=0.3707 tokens=8128.0000 +step=18360 micro_steps=36720 elapsed=4.1s lr=3.000000e-04 loss=3.5241 ppl=33.9751 acc=0.3697 tokens=8128.0000 +step=18380 micro_steps=36760 elapsed=4.1s lr=3.000000e-04 loss=3.5200 ppl=33.8218 acc=0.3710 tokens=8128.0000 +step=18400 micro_steps=36800 elapsed=4.1s lr=3.000000e-04 loss=3.5222 ppl=33.9164 acc=0.3711 tokens=8128.0000 +step=18420 micro_steps=36840 elapsed=4.1s lr=3.000000e-04 loss=3.5226 ppl=33.9137 acc=0.3696 tokens=8128.0000 +step=18440 micro_steps=36880 elapsed=4.2s lr=3.000000e-04 loss=3.5233 ppl=33.9383 acc=0.3701 tokens=8128.0000 +step=18460 micro_steps=36920 elapsed=4.1s lr=3.000000e-04 loss=3.5183 ppl=33.7863 acc=0.3712 tokens=8128.0000 +step=18480 micro_steps=36960 elapsed=4.1s lr=3.000000e-04 loss=3.5126 ppl=33.5782 acc=0.3706 tokens=8128.0000 +step=18500 micro_steps=37000 elapsed=4.1s lr=3.000000e-04 loss=3.5103 ppl=33.5047 acc=0.3715 tokens=8128.0000 +step=18520 micro_steps=37040 elapsed=4.1s lr=3.000000e-04 loss=3.5156 ppl=33.6837 acc=0.3711 tokens=8128.0000 +step=18540 micro_steps=37080 elapsed=4.1s lr=3.000000e-04 loss=3.5055 ppl=33.3285 acc=0.3721 tokens=8128.0000 +step=18560 micro_steps=37120 elapsed=4.1s lr=3.000000e-04 loss=3.5254 ppl=34.0137 acc=0.3705 tokens=8128.0000 +step=18580 micro_steps=37160 elapsed=4.1s lr=3.000000e-04 loss=3.5126 ppl=33.5776 acc=0.3709 tokens=8128.0000 +step=18600 micro_steps=37200 elapsed=4.1s lr=3.000000e-04 loss=3.5110 ppl=33.5121 acc=0.3719 tokens=8128.0000 +step=18620 micro_steps=37240 elapsed=4.2s lr=3.000000e-04 loss=3.5060 ppl=33.3493 acc=0.3719 tokens=8128.0000 +step=18640 micro_steps=37280 elapsed=4.2s lr=3.000000e-04 loss=3.5245 ppl=33.9830 acc=0.3708 tokens=8128.0000 +step=18660 micro_steps=37320 elapsed=6.5s lr=3.000000e-04 loss=3.5263 ppl=34.0475 acc=0.3690 tokens=8128.0000 +step=18680 micro_steps=37360 elapsed=8.5s lr=3.000000e-04 loss=3.5167 ppl=33.7006 acc=0.3707 tokens=8128.0000 +step=18700 micro_steps=37400 elapsed=8.5s lr=3.000000e-04 loss=3.5123 ppl=33.5620 acc=0.3710 tokens=8128.0000 +step=18720 micro_steps=37440 elapsed=8.5s lr=3.000000e-04 loss=3.5116 ppl=33.5550 acc=0.3717 tokens=8128.0000 +step=18740 micro_steps=37480 elapsed=4.9s lr=3.000000e-04 loss=3.5134 ppl=33.5873 acc=0.3707 tokens=8128.0000 +step=18760 micro_steps=37520 elapsed=8.2s lr=3.000000e-04 loss=3.5258 ppl=34.0155 acc=0.3703 tokens=8128.0000 +step=18780 micro_steps=37560 elapsed=8.1s lr=3.000000e-04 loss=3.5175 ppl=33.7256 acc=0.3719 tokens=8128.0000 +step=18800 micro_steps=37600 elapsed=8.2s lr=3.000000e-04 loss=3.5128 ppl=33.5665 acc=0.3714 tokens=8128.0000 +step=18820 micro_steps=37640 elapsed=4.7s lr=3.000000e-04 loss=3.5159 ppl=33.6945 acc=0.3715 tokens=8128.0000 +step=18840 micro_steps=37680 elapsed=4.2s lr=3.000000e-04 loss=3.5247 ppl=33.9769 acc=0.3696 tokens=8128.0000 +step=18860 micro_steps=37720 elapsed=4.1s lr=3.000000e-04 loss=3.5080 ppl=33.4376 acc=0.3711 tokens=8128.0000 +step=18880 micro_steps=37760 elapsed=4.2s lr=3.000000e-04 loss=3.5061 ppl=33.3476 acc=0.3720 tokens=8128.0000 +step=18900 micro_steps=37800 elapsed=4.2s lr=3.000000e-04 loss=3.5166 ppl=33.7143 acc=0.3721 tokens=8128.0000 +step=18920 micro_steps=37840 elapsed=4.2s lr=3.000000e-04 loss=3.5262 ppl=34.0280 acc=0.3696 tokens=8128.0000 +step=18940 micro_steps=37880 elapsed=4.2s lr=3.000000e-04 loss=3.5343 ppl=34.3129 acc=0.3691 tokens=8128.0000 +step=18960 micro_steps=37920 elapsed=4.2s lr=3.000000e-04 loss=3.5194 ppl=33.8064 acc=0.3725 tokens=8128.0000 +step=18980 micro_steps=37960 elapsed=4.2s lr=3.000000e-04 loss=3.5074 ppl=33.3956 acc=0.3720 tokens=8128.0000 +step=19000 micro_steps=38000 elapsed=4.2s lr=3.000000e-04 loss=3.5285 ppl=34.1287 acc=0.3701 tokens=8128.0000 +[sample step=19000] [CLS] to the nikkei in the year 2007 and the previous year were australia, hong kong and japan, which accounted for more than half of all banker transactions, but balance sheets have collapsed down significantly so far. [SEP] while tiger has tried to reduce the number of grunting sessions, many aarp members are back - pedalling about a bunch of new hooligans mascots. [SEP] it's a very long contest, " said jayashhar khorkhashvili, a spokesman for the opposition leader. [SEP] there were versatile veteran freshmen all come in and no digression. [SEP] smith did not take a second bath [SEP] +step=19020 micro_steps=38040 elapsed=6.6s lr=3.000000e-04 loss=3.5133 ppl=33.5839 acc=0.3714 tokens=8128.0000 +step=19040 micro_steps=38080 elapsed=4.2s lr=3.000000e-04 loss=3.5201 ppl=33.8239 acc=0.3706 tokens=8128.0000 +step=19060 micro_steps=38120 elapsed=4.2s lr=3.000000e-04 loss=3.5205 ppl=33.8399 acc=0.3705 tokens=8128.0000 +step=19080 micro_steps=38160 elapsed=4.2s lr=3.000000e-04 loss=3.5182 ppl=33.7693 acc=0.3720 tokens=8128.0000 +step=19100 micro_steps=38200 elapsed=4.2s lr=3.000000e-04 loss=3.5178 ppl=33.7526 acc=0.3715 tokens=8128.0000 +step=19120 micro_steps=38240 elapsed=4.2s lr=3.000000e-04 loss=3.5277 ppl=34.0799 acc=0.3696 tokens=8128.0000 +step=19140 micro_steps=38280 elapsed=4.2s lr=3.000000e-04 loss=3.5219 ppl=33.8808 acc=0.3708 tokens=8128.0000 +step=19160 micro_steps=38320 elapsed=4.2s lr=3.000000e-04 loss=3.5241 ppl=33.9624 acc=0.3695 tokens=8128.0000 +step=19180 micro_steps=38360 elapsed=4.2s lr=3.000000e-04 loss=3.5224 ppl=33.8969 acc=0.3711 tokens=8128.0000 +step=19200 micro_steps=38400 elapsed=4.2s lr=3.000000e-04 loss=3.5229 ppl=33.9147 acc=0.3708 tokens=8128.0000 +step=19220 micro_steps=38440 elapsed=4.2s lr=3.000000e-04 loss=3.5074 ppl=33.3982 acc=0.3732 tokens=8128.0000 +step=19240 micro_steps=38480 elapsed=4.2s lr=3.000000e-04 loss=3.5115 ppl=33.5372 acc=0.3717 tokens=8128.0000 +step=19260 micro_steps=38520 elapsed=4.2s lr=3.000000e-04 loss=3.5095 ppl=33.4772 acc=0.3712 tokens=8128.0000 +step=19280 micro_steps=38560 elapsed=4.2s lr=3.000000e-04 loss=3.5341 ppl=34.2944 acc=0.3702 tokens=8128.0000 +step=19300 micro_steps=38600 elapsed=4.2s lr=3.000000e-04 loss=3.5044 ppl=33.2888 acc=0.3729 tokens=8128.0000 +step=19320 micro_steps=38640 elapsed=4.2s lr=3.000000e-04 loss=3.5206 ppl=33.8506 acc=0.3704 tokens=8128.0000 +step=19340 micro_steps=38680 elapsed=4.2s lr=3.000000e-04 loss=3.5188 ppl=33.7792 acc=0.3705 tokens=8128.0000 +step=19360 micro_steps=38720 elapsed=4.2s lr=3.000000e-04 loss=3.5116 ppl=33.5415 acc=0.3717 tokens=8128.0000 +step=19380 micro_steps=38760 elapsed=4.2s lr=3.000000e-04 loss=3.5142 ppl=33.6274 acc=0.3711 tokens=8128.0000 +step=19400 micro_steps=38800 elapsed=4.2s lr=3.000000e-04 loss=3.5224 ppl=33.8946 acc=0.3704 tokens=8128.0000 +step=19420 micro_steps=38840 elapsed=4.2s lr=3.000000e-04 loss=3.5095 ppl=33.4673 acc=0.3725 tokens=8128.0000 +step=19440 micro_steps=38880 elapsed=4.2s lr=3.000000e-04 loss=3.5096 ppl=33.4724 acc=0.3719 tokens=8128.0000 +step=19460 micro_steps=38920 elapsed=4.2s lr=3.000000e-04 loss=3.5130 ppl=33.6036 acc=0.3712 tokens=8128.0000 +step=19480 micro_steps=38960 elapsed=4.2s lr=3.000000e-04 loss=3.5026 ppl=33.2407 acc=0.3731 tokens=8128.0000 +step=19500 micro_steps=39000 elapsed=4.2s lr=3.000000e-04 loss=3.5113 ppl=33.5369 acc=0.3711 tokens=8128.0000 +step=19520 micro_steps=39040 elapsed=4.2s lr=3.000000e-04 loss=3.5118 ppl=33.5458 acc=0.3724 tokens=8128.0000 +step=19540 micro_steps=39080 elapsed=4.2s lr=3.000000e-04 loss=3.5161 ppl=33.7008 acc=0.3715 tokens=8128.0000 +step=19560 micro_steps=39120 elapsed=4.2s lr=3.000000e-04 loss=3.5008 ppl=33.1722 acc=0.3727 tokens=8128.0000 +step=19580 micro_steps=39160 elapsed=4.2s lr=3.000000e-04 loss=3.5024 ppl=33.2343 acc=0.3725 tokens=8128.0000 +step=19600 micro_steps=39200 elapsed=4.2s lr=3.000000e-04 loss=3.5119 ppl=33.5678 acc=0.3716 tokens=8128.0000 +step=19620 micro_steps=39240 elapsed=4.2s lr=3.000000e-04 loss=3.5085 ppl=33.4407 acc=0.3725 tokens=8128.0000 +step=19640 micro_steps=39280 elapsed=4.2s lr=3.000000e-04 loss=3.5149 ppl=33.6620 acc=0.3714 tokens=8128.0000 +step=19660 micro_steps=39320 elapsed=4.2s lr=3.000000e-04 loss=3.5067 ppl=33.3756 acc=0.3728 tokens=8128.0000 +step=19680 micro_steps=39360 elapsed=4.2s lr=3.000000e-04 loss=3.4940 ppl=33.0000 acc=0.3749 tokens=8128.0000 +step=19700 micro_steps=39400 elapsed=4.2s lr=3.000000e-04 loss=3.5159 ppl=33.6947 acc=0.3721 tokens=8128.0000 +step=19720 micro_steps=39440 elapsed=4.2s lr=3.000000e-04 loss=3.5030 ppl=33.2636 acc=0.3726 tokens=8128.0000 +step=19740 micro_steps=39480 elapsed=4.2s lr=3.000000e-04 loss=3.5240 ppl=33.9544 acc=0.3703 tokens=8128.0000 +step=19760 micro_steps=39520 elapsed=4.2s lr=3.000000e-04 loss=3.4980 ppl=33.0894 acc=0.3734 tokens=8128.0000 +step=19780 micro_steps=39560 elapsed=4.2s lr=3.000000e-04 loss=3.5041 ppl=33.2893 acc=0.3731 tokens=8128.0000 +step=19800 micro_steps=39600 elapsed=4.2s lr=3.000000e-04 loss=3.5139 ppl=33.5986 acc=0.3717 tokens=8128.0000 +step=19820 micro_steps=39640 elapsed=4.2s lr=3.000000e-04 loss=3.4909 ppl=32.8491 acc=0.3744 tokens=8128.0000 +step=19840 micro_steps=39680 elapsed=4.2s lr=3.000000e-04 loss=3.5096 ppl=33.4620 acc=0.3728 tokens=8128.0000 +step=19860 micro_steps=39720 elapsed=4.2s lr=3.000000e-04 loss=3.5013 ppl=33.2119 acc=0.3731 tokens=8128.0000 +step=19880 micro_steps=39760 elapsed=4.2s lr=3.000000e-04 loss=3.4991 ppl=33.1198 acc=0.3728 tokens=8128.0000 +step=19900 micro_steps=39800 elapsed=4.2s lr=3.000000e-04 loss=3.4884 ppl=32.7782 acc=0.3733 tokens=8128.0000 +step=19920 micro_steps=39840 elapsed=4.2s lr=3.000000e-04 loss=3.5008 ppl=33.1787 acc=0.3736 tokens=8128.0000 +step=19940 micro_steps=39880 elapsed=4.2s lr=3.000000e-04 loss=3.5025 ppl=33.2512 acc=0.3725 tokens=8128.0000 +step=19960 micro_steps=39920 elapsed=4.2s lr=3.000000e-04 loss=3.5137 ppl=33.6312 acc=0.3717 tokens=8128.0000 +step=19980 micro_steps=39960 elapsed=4.2s lr=3.000000e-04 loss=3.5099 ppl=33.4830 acc=0.3716 tokens=8128.0000 +step=20000 micro_steps=40000 elapsed=4.2s lr=3.000000e-04 loss=3.5017 ppl=33.2081 acc=0.3731 tokens=8128.0000 +[sample step=20000] [CLS] would bring two more, and every house becomes a ground on fire. [SEP] the hornets failed to qualify any times, with one of the teams among the top 25 in the western conference. [SEP] 27 armed attacks on the cops in bedford - stuyvesant town of new york city. [SEP] the costs to any environmental organisation are likely to increase and the negotiator of this off - track dispute will surely have to take time to cut blunders that have engulfed stocks in recent weeks. [SEP] in the other period, lilly juked pittsburgh's david legwand's loops with the winning two - timer by lightning [SEP] +step=20020 micro_steps=40040 elapsed=7.8s lr=3.000000e-04 loss=3.5039 ppl=33.2883 acc=0.3717 tokens=8128.0000 +step=20040 micro_steps=40080 elapsed=4.2s lr=3.000000e-04 loss=3.5306 ppl=34.1808 acc=0.3685 tokens=8128.0000 +step=20060 micro_steps=40120 elapsed=4.2s lr=3.000000e-04 loss=3.5122 ppl=33.5615 acc=0.3717 tokens=8128.0000 +step=20080 micro_steps=40160 elapsed=4.2s lr=3.000000e-04 loss=3.5216 ppl=33.8716 acc=0.3708 tokens=8128.0000 +step=20100 micro_steps=40200 elapsed=4.2s lr=3.000000e-04 loss=3.4943 ppl=32.9624 acc=0.3746 tokens=8128.0000 +step=20120 micro_steps=40240 elapsed=4.2s lr=3.000000e-04 loss=3.4992 ppl=33.1202 acc=0.3713 tokens=8128.0000 +step=20140 micro_steps=40280 elapsed=4.2s lr=3.000000e-04 loss=3.5194 ppl=33.7969 acc=0.3696 tokens=8128.0000 +step=20160 micro_steps=40320 elapsed=4.2s lr=3.000000e-04 loss=3.5098 ppl=33.4939 acc=0.3726 tokens=8128.0000 +step=20180 micro_steps=40360 elapsed=4.2s lr=3.000000e-04 loss=3.5040 ppl=33.2955 acc=0.3728 tokens=8128.0000 +step=20200 micro_steps=40400 elapsed=4.2s lr=3.000000e-04 loss=3.5076 ppl=33.4061 acc=0.3721 tokens=8128.0000 +step=20220 micro_steps=40440 elapsed=4.2s lr=3.000000e-04 loss=3.5082 ppl=33.4381 acc=0.3710 tokens=8128.0000 +step=20240 micro_steps=40480 elapsed=4.2s lr=3.000000e-04 loss=3.4930 ppl=32.9142 acc=0.3751 tokens=8128.0000 +step=20260 micro_steps=40520 elapsed=4.1s lr=3.000000e-04 loss=3.5021 ppl=33.2247 acc=0.3727 tokens=8128.0000 +step=20280 micro_steps=40560 elapsed=4.2s lr=3.000000e-04 loss=3.5019 ppl=33.2200 acc=0.3738 tokens=8128.0000 +step=20300 micro_steps=40600 elapsed=4.2s lr=3.000000e-04 loss=3.4986 ppl=33.1277 acc=0.3740 tokens=8128.0000 +step=20320 micro_steps=40640 elapsed=4.1s lr=3.000000e-04 loss=3.5056 ppl=33.3365 acc=0.3736 tokens=8128.0000 +step=20340 micro_steps=40680 elapsed=4.1s lr=3.000000e-04 loss=3.4968 ppl=33.0606 acc=0.3736 tokens=8128.0000 +step=20360 micro_steps=40720 elapsed=4.1s lr=3.000000e-04 loss=3.5073 ppl=33.4112 acc=0.3723 tokens=8128.0000 +step=20380 micro_steps=40760 elapsed=4.1s lr=3.000000e-04 loss=3.5000 ppl=33.1599 acc=0.3735 tokens=8128.0000 +step=20400 micro_steps=40800 elapsed=4.1s lr=3.000000e-04 loss=3.4979 ppl=33.0756 acc=0.3748 tokens=8128.0000 +step=20420 micro_steps=40840 elapsed=4.2s lr=3.000000e-04 loss=3.4978 ppl=33.0967 acc=0.3728 tokens=8128.0000 +step=20440 micro_steps=40880 elapsed=4.1s lr=3.000000e-04 loss=3.4987 ppl=33.1208 acc=0.3731 tokens=8128.0000 +step=20460 micro_steps=40920 elapsed=4.1s lr=3.000000e-04 loss=3.5011 ppl=33.2090 acc=0.3726 tokens=8128.0000 +step=20480 micro_steps=40960 elapsed=4.1s lr=3.000000e-04 loss=3.5073 ppl=33.3944 acc=0.3721 tokens=8128.0000 +step=20500 micro_steps=41000 elapsed=4.1s lr=3.000000e-04 loss=3.5002 ppl=33.1580 acc=0.3745 tokens=8128.0000 +step=20520 micro_steps=41040 elapsed=4.1s lr=3.000000e-04 loss=3.5141 ppl=33.6216 acc=0.3719 tokens=8128.0000 +step=20540 micro_steps=41080 elapsed=4.2s lr=3.000000e-04 loss=3.5016 ppl=33.2130 acc=0.3732 tokens=8128.0000 +step=20560 micro_steps=41120 elapsed=4.1s lr=3.000000e-04 loss=3.4980 ppl=33.1076 acc=0.3728 tokens=8128.0000 +step=20580 micro_steps=41160 elapsed=4.2s lr=3.000000e-04 loss=3.4911 ppl=32.8567 acc=0.3732 tokens=8128.0000 +step=20600 micro_steps=41200 elapsed=4.1s lr=3.000000e-04 loss=3.4876 ppl=32.7732 acc=0.3736 tokens=8128.0000 +step=20620 micro_steps=41240 elapsed=4.1s lr=3.000000e-04 loss=3.5057 ppl=33.3591 acc=0.3731 tokens=8128.0000 +step=20640 micro_steps=41280 elapsed=4.1s lr=3.000000e-04 loss=3.5049 ppl=33.3183 acc=0.3726 tokens=8128.0000 +step=20660 micro_steps=41320 elapsed=4.1s lr=3.000000e-04 loss=3.5010 ppl=33.1921 acc=0.3740 tokens=8128.0000 +step=20680 micro_steps=41360 elapsed=4.1s lr=3.000000e-04 loss=3.4960 ppl=33.0206 acc=0.3735 tokens=8128.0000 +step=20700 micro_steps=41400 elapsed=4.1s lr=3.000000e-04 loss=3.4887 ppl=32.7781 acc=0.3726 tokens=8128.0000 +step=20720 micro_steps=41440 elapsed=4.1s lr=3.000000e-04 loss=3.5005 ppl=33.1755 acc=0.3735 tokens=8128.0000 +step=20740 micro_steps=41480 elapsed=4.1s lr=3.000000e-04 loss=3.4894 ppl=32.8220 acc=0.3743 tokens=8128.0000 +step=20760 micro_steps=41520 elapsed=4.2s lr=3.000000e-04 loss=3.5010 ppl=33.1715 acc=0.3733 tokens=8128.0000 +step=20780 micro_steps=41560 elapsed=4.1s lr=3.000000e-04 loss=3.4879 ppl=32.7569 acc=0.3739 tokens=8128.0000 +step=20800 micro_steps=41600 elapsed=4.1s lr=3.000000e-04 loss=3.5059 ppl=33.3541 acc=0.3734 tokens=8128.0000 +step=20820 micro_steps=41640 elapsed=4.1s lr=3.000000e-04 loss=3.4959 ppl=33.0216 acc=0.3734 tokens=8128.0000 +step=20840 micro_steps=41680 elapsed=4.1s lr=3.000000e-04 loss=3.4965 ppl=33.0283 acc=0.3723 tokens=8128.0000 +step=20860 micro_steps=41720 elapsed=4.1s lr=3.000000e-04 loss=3.5041 ppl=33.2844 acc=0.3718 tokens=8128.0000 +step=20880 micro_steps=41760 elapsed=4.2s lr=3.000000e-04 loss=3.4874 ppl=32.7516 acc=0.3740 tokens=8128.0000 +step=20900 micro_steps=41800 elapsed=4.1s lr=3.000000e-04 loss=3.4975 ppl=33.0698 acc=0.3730 tokens=8128.0000 +step=20920 micro_steps=41840 elapsed=4.1s lr=3.000000e-04 loss=3.5096 ppl=33.4725 acc=0.3717 tokens=8128.0000 +step=20940 micro_steps=41880 elapsed=4.1s lr=3.000000e-04 loss=3.4995 ppl=33.1395 acc=0.3728 tokens=8128.0000 +step=20960 micro_steps=41920 elapsed=4.1s lr=3.000000e-04 loss=3.5117 ppl=33.5411 acc=0.3724 tokens=8128.0000 +step=20980 micro_steps=41960 elapsed=4.1s lr=3.000000e-04 loss=3.4907 ppl=32.8522 acc=0.3746 tokens=8128.0000 +step=21000 micro_steps=42000 elapsed=4.1s lr=3.000000e-04 loss=3.5001 ppl=33.1732 acc=0.3720 tokens=8128.0000 +[sample step=21000] [CLS] implement abysmal performance expectations can constitute a reasonable assessment for a company whose strategy metrics exclude risks associated with losses or delays, cost or costs relating to capital expenditures; alterman's ability to generate revenues by trends and generate growth due to operational performance, operating cash flow and service change; and delays in the growth and success of vermillion's programs and training programs and preparation and development programs. [SEP] women respond equally well to carrots that are added to them. [SEP] " we have a duty of care to all those who have come forward because we had seen fukui on last week's show, [SEP] +step=21020 micro_steps=42040 elapsed=6.3s lr=3.000000e-04 loss=3.5021 ppl=33.2357 acc=0.3726 tokens=8128.0000 +step=21040 micro_steps=42080 elapsed=4.2s lr=3.000000e-04 loss=3.5032 ppl=33.2641 acc=0.3730 tokens=8128.0000 +step=21060 micro_steps=42120 elapsed=4.2s lr=3.000000e-04 loss=3.5080 ppl=33.4227 acc=0.3731 tokens=8128.0000 +step=21080 micro_steps=42160 elapsed=4.2s lr=3.000000e-04 loss=3.4984 ppl=33.1136 acc=0.3728 tokens=8128.0000 +step=21100 micro_steps=42200 elapsed=4.1s lr=3.000000e-04 loss=3.5048 ppl=33.3153 acc=0.3721 tokens=8128.0000 +step=21120 micro_steps=42240 elapsed=4.1s lr=3.000000e-04 loss=3.5033 ppl=33.2496 acc=0.3730 tokens=8128.0000 +step=21140 micro_steps=42280 elapsed=4.2s lr=3.000000e-04 loss=3.4891 ppl=32.8144 acc=0.3751 tokens=8128.0000 +step=21160 micro_steps=42320 elapsed=4.2s lr=3.000000e-04 loss=3.4962 ppl=33.0260 acc=0.3747 tokens=8128.0000 +step=21180 micro_steps=42360 elapsed=4.1s lr=3.000000e-04 loss=3.5023 ppl=33.2270 acc=0.3733 tokens=8128.0000 +step=21200 micro_steps=42400 elapsed=4.1s lr=3.000000e-04 loss=3.4982 ppl=33.0942 acc=0.3736 tokens=8128.0000 +step=21220 micro_steps=42440 elapsed=4.1s lr=3.000000e-04 loss=3.4968 ppl=33.0405 acc=0.3736 tokens=8128.0000 +step=21240 micro_steps=42480 elapsed=4.1s lr=3.000000e-04 loss=3.4977 ppl=33.0709 acc=0.3739 tokens=8128.0000 +step=21260 micro_steps=42520 elapsed=4.2s lr=3.000000e-04 loss=3.5046 ppl=33.2956 acc=0.3718 tokens=8128.0000 +step=21280 micro_steps=42560 elapsed=4.2s lr=3.000000e-04 loss=3.4981 ppl=33.1041 acc=0.3738 tokens=8128.0000 +step=21300 micro_steps=42600 elapsed=4.1s lr=3.000000e-04 loss=3.4970 ppl=33.0397 acc=0.3732 tokens=8128.0000 +step=21320 micro_steps=42640 elapsed=4.1s lr=3.000000e-04 loss=3.4946 ppl=32.9755 acc=0.3741 tokens=8128.0000 +step=21340 micro_steps=42680 elapsed=4.1s lr=3.000000e-04 loss=3.5018 ppl=33.2295 acc=0.3728 tokens=8128.0000 +step=21360 micro_steps=42720 elapsed=4.1s lr=3.000000e-04 loss=3.4972 ppl=33.0610 acc=0.3735 tokens=8128.0000 +step=21380 micro_steps=42760 elapsed=4.1s lr=3.000000e-04 loss=3.4839 ppl=32.6175 acc=0.3741 tokens=8128.0000 +step=21400 micro_steps=42800 elapsed=4.1s lr=3.000000e-04 loss=3.5141 ppl=33.6227 acc=0.3727 tokens=8128.0000 +step=21420 micro_steps=42840 elapsed=4.1s lr=3.000000e-04 loss=3.4892 ppl=32.7957 acc=0.3754 tokens=8128.0000 +step=21440 micro_steps=42880 elapsed=4.2s lr=3.000000e-04 loss=3.5048 ppl=33.3102 acc=0.3720 tokens=8128.0000 +step=21460 micro_steps=42920 elapsed=4.2s lr=3.000000e-04 loss=3.4868 ppl=32.7247 acc=0.3761 tokens=8128.0000 +step=21480 micro_steps=42960 elapsed=4.2s lr=3.000000e-04 loss=3.4902 ppl=32.8225 acc=0.3752 tokens=8128.0000 +step=21500 micro_steps=43000 elapsed=4.1s lr=3.000000e-04 loss=3.4970 ppl=33.0484 acc=0.3741 tokens=8128.0000 +step=21520 micro_steps=43040 elapsed=4.1s lr=3.000000e-04 loss=3.5073 ppl=33.4092 acc=0.3730 tokens=8128.0000 +step=21540 micro_steps=43080 elapsed=4.1s lr=3.000000e-04 loss=3.4893 ppl=32.8070 acc=0.3750 tokens=8128.0000 +step=21560 micro_steps=43120 elapsed=4.1s lr=3.000000e-04 loss=3.5057 ppl=33.3420 acc=0.3732 tokens=8128.0000 +step=21580 micro_steps=43160 elapsed=4.2s lr=3.000000e-04 loss=3.4950 ppl=32.9796 acc=0.3732 tokens=8128.0000 +step=21600 micro_steps=43200 elapsed=4.1s lr=3.000000e-04 loss=3.4992 ppl=33.1325 acc=0.3736 tokens=8128.0000 +step=21620 micro_steps=43240 elapsed=4.1s lr=3.000000e-04 loss=3.5054 ppl=33.3326 acc=0.3723 tokens=8128.0000 +step=21640 micro_steps=43280 elapsed=4.1s lr=3.000000e-04 loss=3.5025 ppl=33.2440 acc=0.3729 tokens=8128.0000 +step=21660 micro_steps=43320 elapsed=4.1s lr=3.000000e-04 loss=3.4866 ppl=32.7120 acc=0.3751 tokens=8128.0000 +step=21680 micro_steps=43360 elapsed=4.1s lr=3.000000e-04 loss=3.4979 ppl=33.0802 acc=0.3723 tokens=8128.0000 +step=21700 micro_steps=43400 elapsed=4.1s lr=3.000000e-04 loss=3.5107 ppl=33.5297 acc=0.3715 tokens=8128.0000 +step=21720 micro_steps=43440 elapsed=4.2s lr=3.000000e-04 loss=3.4914 ppl=32.8662 acc=0.3738 tokens=8128.0000 +step=21740 micro_steps=43480 elapsed=4.1s lr=3.000000e-04 loss=3.4880 ppl=32.7609 acc=0.3752 tokens=8128.0000 +step=21760 micro_steps=43520 elapsed=4.1s lr=3.000000e-04 loss=3.4955 ppl=33.0005 acc=0.3741 tokens=8128.0000 +step=21780 micro_steps=43560 elapsed=4.1s lr=3.000000e-04 loss=3.4995 ppl=33.1303 acc=0.3732 tokens=8128.0000 +step=21800 micro_steps=43600 elapsed=4.1s lr=3.000000e-04 loss=3.4932 ppl=32.9231 acc=0.3739 tokens=8128.0000 +step=21820 micro_steps=43640 elapsed=4.1s lr=3.000000e-04 loss=3.5080 ppl=33.4271 acc=0.3719 tokens=8128.0000 +step=21840 micro_steps=43680 elapsed=4.1s lr=3.000000e-04 loss=3.4985 ppl=33.0987 acc=0.3731 tokens=8128.0000 +step=21860 micro_steps=43720 elapsed=4.1s lr=3.000000e-04 loss=3.4983 ppl=33.0881 acc=0.3736 tokens=8128.0000 +step=21880 micro_steps=43760 elapsed=4.1s lr=3.000000e-04 loss=3.4884 ppl=32.7655 acc=0.3742 tokens=8128.0000 +step=21900 micro_steps=43800 elapsed=4.1s lr=3.000000e-04 loss=3.4881 ppl=32.7770 acc=0.3742 tokens=8128.0000 +step=21920 micro_steps=43840 elapsed=4.2s lr=3.000000e-04 loss=3.5012 ppl=33.1968 acc=0.3737 tokens=8128.0000 +step=21940 micro_steps=43880 elapsed=4.2s lr=3.000000e-04 loss=3.5061 ppl=33.3714 acc=0.3728 tokens=8128.0000 +step=21960 micro_steps=43920 elapsed=4.2s lr=3.000000e-04 loss=3.5013 ppl=33.2038 acc=0.3729 tokens=8128.0000 +step=21980 micro_steps=43960 elapsed=4.1s lr=3.000000e-04 loss=3.4909 ppl=32.8466 acc=0.3744 tokens=8128.0000 +step=22000 micro_steps=44000 elapsed=4.2s lr=3.000000e-04 loss=3.4928 ppl=32.9049 acc=0.3748 tokens=8128.0000 +[sample step=22000] [CLS] faces both the civil and professional courts where she holds her position. [SEP] "she was trying to broaden the popular faith because she has the perception that you do with both hairs," mr. ek, 51, told the post. [SEP] although education officials plan to return the medal to its former owner, another ashcroft aide has said davis's backside as a student was a speeding car seat, even though he removed his shoes and legs after reading reports they were un - pat 10 years ago. [SEP] it was my second time of dinner, after eight (mps from all parties). [SEP] " let me show you this. [SEP] +step=22020 micro_steps=44040 elapsed=6.4s lr=3.000000e-04 loss=3.5015 ppl=33.2103 acc=0.3733 tokens=8128.0000 +step=22040 micro_steps=44080 elapsed=4.2s lr=3.000000e-04 loss=3.4874 ppl=32.7456 acc=0.3749 tokens=8128.0000 +step=22060 micro_steps=44120 elapsed=4.1s lr=3.000000e-04 loss=3.4997 ppl=33.1600 acc=0.3730 tokens=8128.0000 +step=22080 micro_steps=44160 elapsed=4.1s lr=3.000000e-04 loss=3.4945 ppl=32.9669 acc=0.3737 tokens=8128.0000 +step=22100 micro_steps=44200 elapsed=4.2s lr=3.000000e-04 loss=3.4941 ppl=32.9470 acc=0.3733 tokens=8128.0000 +step=22120 micro_steps=44240 elapsed=4.2s lr=3.000000e-04 loss=3.4992 ppl=33.1306 acc=0.3731 tokens=8128.0000 +step=22140 micro_steps=44280 elapsed=4.1s lr=3.000000e-04 loss=3.5007 ppl=33.1737 acc=0.3731 tokens=8128.0000 +step=22160 micro_steps=44320 elapsed=4.2s lr=3.000000e-04 loss=3.4674 ppl=32.1152 acc=0.3777 tokens=8128.0000 +step=22180 micro_steps=44360 elapsed=4.2s lr=3.000000e-04 loss=3.4840 ppl=32.6280 acc=0.3749 tokens=8128.0000 +step=22200 micro_steps=44400 elapsed=4.1s lr=3.000000e-04 loss=3.5027 ppl=33.2456 acc=0.3718 tokens=8128.0000 +step=22220 micro_steps=44440 elapsed=4.2s lr=3.000000e-04 loss=3.4795 ppl=32.4744 acc=0.3753 tokens=8128.0000 +step=22240 micro_steps=44480 elapsed=4.2s lr=3.000000e-04 loss=3.4996 ppl=33.1381 acc=0.3728 tokens=8128.0000 +step=22260 micro_steps=44520 elapsed=4.2s lr=3.000000e-04 loss=3.4941 ppl=32.9536 acc=0.3725 tokens=8128.0000 +step=22280 micro_steps=44560 elapsed=4.2s lr=3.000000e-04 loss=3.4856 ppl=32.6764 acc=0.3740 tokens=8128.0000 +step=22300 micro_steps=44600 elapsed=4.2s lr=3.000000e-04 loss=3.4892 ppl=32.7942 acc=0.3751 tokens=8128.0000 +step=22320 micro_steps=44640 elapsed=4.1s lr=3.000000e-04 loss=3.4954 ppl=33.0002 acc=0.3736 tokens=8128.0000 +step=22340 micro_steps=44680 elapsed=4.2s lr=3.000000e-04 loss=3.4905 ppl=32.8458 acc=0.3732 tokens=8128.0000 +step=22360 micro_steps=44720 elapsed=4.1s lr=3.000000e-04 loss=3.4854 ppl=32.6874 acc=0.3755 tokens=8128.0000 +step=22380 micro_steps=44760 elapsed=4.2s lr=3.000000e-04 loss=3.4586 ppl=32.1625 acc=0.3806 tokens=8128.0000 +step=22400 micro_steps=44800 elapsed=4.2s lr=3.000000e-04 loss=3.4858 ppl=32.6835 acc=0.3742 tokens=8128.0000 +step=22420 micro_steps=44840 elapsed=4.1s lr=3.000000e-04 loss=3.4911 ppl=32.8605 acc=0.3745 tokens=8128.0000 +step=22440 micro_steps=44880 elapsed=4.2s lr=3.000000e-04 loss=3.4846 ppl=32.6461 acc=0.3746 tokens=8128.0000 +step=22460 micro_steps=44920 elapsed=4.1s lr=3.000000e-04 loss=3.5002 ppl=33.1408 acc=0.3731 tokens=8128.0000 +step=22480 micro_steps=44960 elapsed=4.2s lr=3.000000e-04 loss=3.4926 ppl=32.9052 acc=0.3741 tokens=8128.0000 +step=22500 micro_steps=45000 elapsed=4.1s lr=3.000000e-04 loss=3.4971 ppl=33.0683 acc=0.3737 tokens=8128.0000 +step=22520 micro_steps=45040 elapsed=4.1s lr=3.000000e-04 loss=3.4799 ppl=32.4970 acc=0.3750 tokens=8128.0000 +step=22540 micro_steps=45080 elapsed=4.2s lr=3.000000e-04 loss=3.4959 ppl=33.0103 acc=0.3725 tokens=8128.0000 +step=22560 micro_steps=45120 elapsed=4.1s lr=3.000000e-04 loss=3.4997 ppl=33.1485 acc=0.3738 tokens=8128.0000 +step=22580 micro_steps=45160 elapsed=4.2s lr=3.000000e-04 loss=3.4914 ppl=32.8731 acc=0.3744 tokens=8128.0000 +step=22600 micro_steps=45200 elapsed=4.2s lr=3.000000e-04 loss=3.4910 ppl=32.8423 acc=0.3734 tokens=8128.0000 +step=22620 micro_steps=45240 elapsed=4.1s lr=3.000000e-04 loss=3.5002 ppl=33.1603 acc=0.3732 tokens=8128.0000 +step=22640 micro_steps=45280 elapsed=4.1s lr=3.000000e-04 loss=3.4876 ppl=32.7443 acc=0.3739 tokens=8128.0000 +step=22660 micro_steps=45320 elapsed=4.1s lr=3.000000e-04 loss=3.4856 ppl=32.6660 acc=0.3747 tokens=8128.0000 +step=22680 micro_steps=45360 elapsed=4.2s lr=3.000000e-04 loss=3.4784 ppl=32.4463 acc=0.3739 tokens=8128.0000 +step=22700 micro_steps=45400 elapsed=4.2s lr=3.000000e-04 loss=3.4803 ppl=32.5178 acc=0.3754 tokens=8128.0000 +step=22720 micro_steps=45440 elapsed=4.1s lr=3.000000e-04 loss=3.4868 ppl=32.7050 acc=0.3755 tokens=8128.0000 +step=22740 micro_steps=45480 elapsed=4.2s lr=3.000000e-04 loss=3.4892 ppl=32.8113 acc=0.3745 tokens=8128.0000 +step=22760 micro_steps=45520 elapsed=4.2s lr=3.000000e-04 loss=3.5117 ppl=33.5416 acc=0.3719 tokens=8128.0000 +step=22780 micro_steps=45560 elapsed=4.1s lr=3.000000e-04 loss=3.4709 ppl=32.2094 acc=0.3772 tokens=8128.0000 +step=22800 micro_steps=45600 elapsed=4.2s lr=3.000000e-04 loss=3.4846 ppl=32.6569 acc=0.3735 tokens=8128.0000 +step=22820 micro_steps=45640 elapsed=4.2s lr=3.000000e-04 loss=3.4975 ppl=33.0678 acc=0.3731 tokens=8128.0000 +step=22840 micro_steps=45680 elapsed=4.1s lr=3.000000e-04 loss=3.4903 ppl=32.8280 acc=0.3747 tokens=8128.0000 +step=22860 micro_steps=45720 elapsed=4.2s lr=3.000000e-04 loss=3.4980 ppl=33.0974 acc=0.3735 tokens=8128.0000 +step=22880 micro_steps=45760 elapsed=4.2s lr=3.000000e-04 loss=3.4913 ppl=32.8735 acc=0.3737 tokens=8128.0000 +step=22900 micro_steps=45800 elapsed=4.1s lr=3.000000e-04 loss=3.4929 ppl=32.9064 acc=0.3747 tokens=8128.0000 +step=22920 micro_steps=45840 elapsed=4.1s lr=3.000000e-04 loss=3.4826 ppl=32.5955 acc=0.3747 tokens=8128.0000 +step=22940 micro_steps=45880 elapsed=4.1s lr=3.000000e-04 loss=3.5006 ppl=33.1718 acc=0.3736 tokens=8128.0000 +step=22960 micro_steps=45920 elapsed=4.1s lr=3.000000e-04 loss=3.4856 ppl=32.6827 acc=0.3751 tokens=8128.0000 +step=22980 micro_steps=45960 elapsed=4.1s lr=3.000000e-04 loss=3.4863 ppl=32.7065 acc=0.3744 tokens=8128.0000 +step=23000 micro_steps=46000 elapsed=4.1s lr=3.000000e-04 loss=3.4795 ppl=32.4748 acc=0.3762 tokens=8128.0000 +[sample step=23000] [CLS] s most anticipated player for dubai, signed a three - year deal on 24 october after spending four seasons at everton, reports hawija pahlsson. [SEP] volunteers also ran elephants in fake flour, champagne containers and oak barrels stored in shifts. [SEP] for more information, visit www. cancer. com/prescription dermatology. [SEP] so far, however, brown has not given up hope of expanding the welfare state. [SEP] mr. jambaz was found guilty one day of first - degree murder and one of long - term residence permits, and the next of kin of the men. [SEP] there are six other names that were [SEP] +step=23020 micro_steps=46040 elapsed=6.3s lr=3.000000e-04 loss=3.4797 ppl=32.4831 acc=0.3763 tokens=8128.0000 +step=23040 micro_steps=46080 elapsed=4.1s lr=3.000000e-04 loss=3.4866 ppl=32.7030 acc=0.3755 tokens=8128.0000 +step=23060 micro_steps=46120 elapsed=4.1s lr=3.000000e-04 loss=3.4876 ppl=32.7585 acc=0.3755 tokens=8128.0000 +step=23080 micro_steps=46160 elapsed=4.2s lr=3.000000e-04 loss=3.4834 ppl=32.6355 acc=0.3756 tokens=8128.0000 +step=23100 micro_steps=46200 elapsed=4.1s lr=3.000000e-04 loss=3.4871 ppl=32.7212 acc=0.3744 tokens=8128.0000 +step=23120 micro_steps=46240 elapsed=4.1s lr=3.000000e-04 loss=3.4849 ppl=32.6730 acc=0.3750 tokens=8128.0000 +step=23140 micro_steps=46280 elapsed=4.2s lr=3.000000e-04 loss=3.4695 ppl=32.1563 acc=0.3763 tokens=8128.0000 +step=23160 micro_steps=46320 elapsed=4.2s lr=3.000000e-04 loss=3.4853 ppl=32.6663 acc=0.3745 tokens=8128.0000 +step=23180 micro_steps=46360 elapsed=4.1s lr=3.000000e-04 loss=3.4794 ppl=32.4926 acc=0.3748 tokens=8128.0000 +step=23200 micro_steps=46400 elapsed=4.1s lr=3.000000e-04 loss=3.4916 ppl=32.8702 acc=0.3743 tokens=8128.0000 +step=23220 micro_steps=46440 elapsed=4.1s lr=3.000000e-04 loss=3.4891 ppl=32.7977 acc=0.3750 tokens=8128.0000 +step=23240 micro_steps=46480 elapsed=4.1s lr=3.000000e-04 loss=3.4882 ppl=32.7571 acc=0.3746 tokens=8128.0000 +step=23260 micro_steps=46520 elapsed=4.1s lr=3.000000e-04 loss=3.4812 ppl=32.5514 acc=0.3756 tokens=8128.0000 +step=23280 micro_steps=46560 elapsed=4.1s lr=3.000000e-04 loss=3.4958 ppl=33.0186 acc=0.3740 tokens=8128.0000 +step=23300 micro_steps=46600 elapsed=4.1s lr=3.000000e-04 loss=3.4913 ppl=32.8645 acc=0.3743 tokens=8128.0000 +step=23320 micro_steps=46640 elapsed=4.1s lr=3.000000e-04 loss=3.4695 ppl=32.1617 acc=0.3749 tokens=8128.0000 +step=23340 micro_steps=46680 elapsed=4.1s lr=3.000000e-04 loss=3.4927 ppl=32.9039 acc=0.3751 tokens=8128.0000 +step=23360 micro_steps=46720 elapsed=4.1s lr=3.000000e-04 loss=3.4737 ppl=32.2961 acc=0.3759 tokens=8128.0000 +step=23380 micro_steps=46760 elapsed=4.1s lr=3.000000e-04 loss=3.4781 ppl=32.4346 acc=0.3752 tokens=8128.0000 +step=23400 micro_steps=46800 elapsed=4.1s lr=3.000000e-04 loss=3.4754 ppl=32.3582 acc=0.3749 tokens=8128.0000 +step=23420 micro_steps=46840 elapsed=4.1s lr=3.000000e-04 loss=3.4862 ppl=32.6943 acc=0.3736 tokens=8128.0000 +step=23440 micro_steps=46880 elapsed=4.2s lr=3.000000e-04 loss=3.4763 ppl=32.3842 acc=0.3753 tokens=8128.0000 +step=23460 micro_steps=46920 elapsed=4.1s lr=3.000000e-04 loss=3.4840 ppl=32.6156 acc=0.3752 tokens=8128.0000 +step=23480 micro_steps=46960 elapsed=4.1s lr=3.000000e-04 loss=3.4859 ppl=32.6834 acc=0.3748 tokens=8128.0000 +step=23500 micro_steps=47000 elapsed=4.1s lr=3.000000e-04 loss=3.4751 ppl=32.3521 acc=0.3757 tokens=8128.0000 +step=23520 micro_steps=47040 elapsed=4.1s lr=3.000000e-04 loss=3.4667 ppl=32.0783 acc=0.3774 tokens=8128.0000 +step=23540 micro_steps=47080 elapsed=4.1s lr=3.000000e-04 loss=3.4799 ppl=32.4937 acc=0.3751 tokens=8128.0000 +step=23560 micro_steps=47120 elapsed=4.1s lr=3.000000e-04 loss=3.4891 ppl=32.8013 acc=0.3740 tokens=8128.0000 +step=23580 micro_steps=47160 elapsed=4.1s lr=3.000000e-04 loss=3.4905 ppl=32.8521 acc=0.3753 tokens=8128.0000 +step=23600 micro_steps=47200 elapsed=4.1s lr=3.000000e-04 loss=3.4829 ppl=32.5980 acc=0.3746 tokens=8128.0000 +step=23620 micro_steps=47240 elapsed=4.1s lr=3.000000e-04 loss=3.4833 ppl=32.5953 acc=0.3745 tokens=8128.0000 +step=23640 micro_steps=47280 elapsed=4.1s lr=3.000000e-04 loss=3.4792 ppl=32.4821 acc=0.3752 tokens=8128.0000 +step=23660 micro_steps=47320 elapsed=4.1s lr=3.000000e-04 loss=3.4824 ppl=32.5786 acc=0.3745 tokens=8128.0000 +step=23680 micro_steps=47360 elapsed=4.1s lr=3.000000e-04 loss=3.4502 ppl=31.6553 acc=0.3787 tokens=8128.0000 +step=23700 micro_steps=47400 elapsed=4.1s lr=3.000000e-04 loss=3.4802 ppl=32.5096 acc=0.3762 tokens=8128.0000 +step=23720 micro_steps=47440 elapsed=4.2s lr=3.000000e-04 loss=3.4787 ppl=32.4551 acc=0.3763 tokens=8128.0000 +step=23740 micro_steps=47480 elapsed=4.1s lr=3.000000e-04 loss=3.4692 ppl=32.1569 acc=0.3758 tokens=8128.0000 +step=23760 micro_steps=47520 elapsed=4.1s lr=3.000000e-04 loss=3.4764 ppl=32.3848 acc=0.3765 tokens=8128.0000 +step=23780 micro_steps=47560 elapsed=4.2s lr=3.000000e-04 loss=3.4849 ppl=32.6706 acc=0.3748 tokens=8128.0000 +step=23800 micro_steps=47600 elapsed=4.1s lr=3.000000e-04 loss=3.4811 ppl=32.5437 acc=0.3754 tokens=8128.0000 +step=23820 micro_steps=47640 elapsed=4.1s lr=3.000000e-04 loss=3.4906 ppl=32.8291 acc=0.3744 tokens=8128.0000 +step=23840 micro_steps=47680 elapsed=4.2s lr=3.000000e-04 loss=3.4635 ppl=31.9668 acc=0.3764 tokens=8128.0000 +step=23860 micro_steps=47720 elapsed=4.1s lr=3.000000e-04 loss=3.4958 ppl=33.0265 acc=0.3746 tokens=8128.0000 +step=23880 micro_steps=47760 elapsed=4.1s lr=3.000000e-04 loss=3.4845 ppl=32.6426 acc=0.3753 tokens=8128.0000 +step=23900 micro_steps=47800 elapsed=4.1s lr=3.000000e-04 loss=3.4757 ppl=32.3772 acc=0.3760 tokens=8128.0000 +step=23920 micro_steps=47840 elapsed=4.1s lr=3.000000e-04 loss=3.4864 ppl=32.7106 acc=0.3744 tokens=8128.0000 +step=23940 micro_steps=47880 elapsed=4.1s lr=3.000000e-04 loss=3.4882 ppl=32.7735 acc=0.3734 tokens=8128.0000 +step=23960 micro_steps=47920 elapsed=4.1s lr=3.000000e-04 loss=3.4862 ppl=32.7260 acc=0.3751 tokens=8128.0000 +step=23980 micro_steps=47960 elapsed=4.1s lr=3.000000e-04 loss=3.4676 ppl=32.1040 acc=0.3764 tokens=8128.0000 +step=24000 micro_steps=48000 elapsed=4.1s lr=3.000000e-04 loss=3.4806 ppl=32.5189 acc=0.3752 tokens=8128.0000 +[sample step=24000] [CLS] great britain and england are recording the new year's call for a worldwide commemoration. [SEP] but, without a doubt, they know what are the consequences. [SEP] asked about perkins as washington prepared its case against misinformation and rural affairs, gates said last month that no supplemental funds would be provided through u. s. grants to pakistan if it achieved its goal of becoming a legitimate aid donor. [SEP] "he emphasised there was no recurrence in brain patient forms (infarm ) which has not yet been compared to other sites in the us," said jonathan luederbeig, a geologist at huntington [SEP] +step=24020 micro_steps=48040 elapsed=6.4s lr=3.000000e-04 loss=3.4766 ppl=32.3919 acc=0.3761 tokens=8128.0000 +step=24040 micro_steps=48080 elapsed=4.2s lr=3.000000e-04 loss=3.4873 ppl=32.7381 acc=0.3738 tokens=8128.0000 +step=24060 micro_steps=48120 elapsed=4.1s lr=3.000000e-04 loss=3.4699 ppl=32.1587 acc=0.3754 tokens=8128.0000 +step=24080 micro_steps=48160 elapsed=4.1s lr=3.000000e-04 loss=3.4852 ppl=32.6578 acc=0.3746 tokens=8128.0000 +step=24100 micro_steps=48200 elapsed=4.2s lr=3.000000e-04 loss=3.4763 ppl=32.3839 acc=0.3763 tokens=8128.0000 +step=24120 micro_steps=48240 elapsed=4.1s lr=3.000000e-04 loss=3.4761 ppl=32.3675 acc=0.3766 tokens=8128.0000 +step=24140 micro_steps=48280 elapsed=4.1s lr=3.000000e-04 loss=3.4750 ppl=32.3425 acc=0.3753 tokens=8128.0000 +step=24160 micro_steps=48320 elapsed=4.1s lr=3.000000e-04 loss=3.4662 ppl=32.0441 acc=0.3767 tokens=8128.0000 +step=24180 micro_steps=48360 elapsed=4.1s lr=3.000000e-04 loss=3.4868 ppl=32.7339 acc=0.3737 tokens=8128.0000 +step=24200 micro_steps=48400 elapsed=4.1s lr=3.000000e-04 loss=3.4613 ppl=31.9055 acc=0.3764 tokens=8128.0000 +step=24220 micro_steps=48440 elapsed=4.1s lr=3.000000e-04 loss=3.4675 ppl=32.0886 acc=0.3779 tokens=8128.0000 +step=24240 micro_steps=48480 elapsed=4.1s lr=3.000000e-04 loss=3.4683 ppl=32.1131 acc=0.3764 tokens=8128.0000 +step=24260 micro_steps=48520 elapsed=4.1s lr=3.000000e-04 loss=3.4812 ppl=32.5365 acc=0.3746 tokens=8128.0000 +step=24280 micro_steps=48560 elapsed=4.1s lr=3.000000e-04 loss=3.4681 ppl=32.1101 acc=0.3762 tokens=8128.0000 +step=24300 micro_steps=48600 elapsed=4.2s lr=3.000000e-04 loss=3.4809 ppl=32.5547 acc=0.3755 tokens=8128.0000 +step=24320 micro_steps=48640 elapsed=4.1s lr=3.000000e-04 loss=3.4557 ppl=31.7723 acc=0.3780 tokens=8128.0000 +step=24340 micro_steps=48680 elapsed=4.1s lr=3.000000e-04 loss=3.4708 ppl=32.1990 acc=0.3768 tokens=8128.0000 +step=24360 micro_steps=48720 elapsed=4.1s lr=3.000000e-04 loss=3.4594 ppl=31.8435 acc=0.3772 tokens=8128.0000 +step=24380 micro_steps=48760 elapsed=4.1s lr=3.000000e-04 loss=3.4815 ppl=32.5400 acc=0.3755 tokens=8128.0000 +step=24400 micro_steps=48800 elapsed=4.1s lr=3.000000e-04 loss=3.4716 ppl=32.2256 acc=0.3766 tokens=8128.0000 +step=24420 micro_steps=48840 elapsed=4.1s lr=3.000000e-04 loss=3.4830 ppl=32.5964 acc=0.3748 tokens=8128.0000 +step=24440 micro_steps=48880 elapsed=4.1s lr=3.000000e-04 loss=3.4668 ppl=32.0698 acc=0.3767 tokens=8128.0000 +step=24460 micro_steps=48920 elapsed=4.1s lr=3.000000e-04 loss=3.4656 ppl=32.0189 acc=0.3752 tokens=8128.0000 +step=24480 micro_steps=48960 elapsed=4.2s lr=3.000000e-04 loss=3.4671 ppl=32.1067 acc=0.3773 tokens=8128.0000 +step=24500 micro_steps=49000 elapsed=4.1s lr=3.000000e-04 loss=3.4711 ppl=32.2044 acc=0.3771 tokens=8128.0000 +step=24520 micro_steps=49040 elapsed=4.1s lr=3.000000e-04 loss=3.4583 ppl=31.8043 acc=0.3777 tokens=8128.0000 +step=24540 micro_steps=49080 elapsed=4.2s lr=3.000000e-04 loss=3.4833 ppl=32.6040 acc=0.3744 tokens=8128.0000 +step=24560 micro_steps=49120 elapsed=4.1s lr=3.000000e-04 loss=3.4771 ppl=32.4052 acc=0.3742 tokens=8128.0000 +step=24580 micro_steps=49160 elapsed=4.1s lr=3.000000e-04 loss=3.4781 ppl=32.4373 acc=0.3758 tokens=8128.0000 +step=24600 micro_steps=49200 elapsed=4.1s lr=3.000000e-04 loss=3.4739 ppl=32.2875 acc=0.3766 tokens=8128.0000 +step=24620 micro_steps=49240 elapsed=4.1s lr=3.000000e-04 loss=3.4685 ppl=32.1206 acc=0.3773 tokens=8128.0000 +step=24640 micro_steps=49280 elapsed=4.1s lr=3.000000e-04 loss=3.4840 ppl=32.6220 acc=0.3746 tokens=8128.0000 +step=24660 micro_steps=49320 elapsed=4.1s lr=3.000000e-04 loss=3.4606 ppl=31.8656 acc=0.3776 tokens=8128.0000 +step=24680 micro_steps=49360 elapsed=4.1s lr=3.000000e-04 loss=3.4881 ppl=32.7786 acc=0.3747 tokens=8128.0000 +step=24700 micro_steps=49400 elapsed=4.1s lr=3.000000e-04 loss=3.4745 ppl=32.3224 acc=0.3764 tokens=8128.0000 +step=24720 micro_steps=49440 elapsed=4.1s lr=3.000000e-04 loss=3.4767 ppl=32.3948 acc=0.3766 tokens=8128.0000 +step=24740 micro_steps=49480 elapsed=4.1s lr=3.000000e-04 loss=3.4842 ppl=32.6282 acc=0.3757 tokens=8128.0000 +step=24760 micro_steps=49520 elapsed=4.1s lr=3.000000e-04 loss=3.4650 ppl=32.0106 acc=0.3773 tokens=8128.0000 +step=24780 micro_steps=49560 elapsed=4.1s lr=3.000000e-04 loss=3.4774 ppl=32.4038 acc=0.3756 tokens=8128.0000 +step=24800 micro_steps=49600 elapsed=4.2s lr=3.000000e-04 loss=3.4717 ppl=32.2387 acc=0.3762 tokens=8128.0000 +step=24820 micro_steps=49640 elapsed=4.1s lr=3.000000e-04 loss=3.4629 ppl=31.9460 acc=0.3776 tokens=8128.0000 +step=24840 micro_steps=49680 elapsed=4.1s lr=3.000000e-04 loss=3.4858 ppl=32.6899 acc=0.3746 tokens=8128.0000 +step=24860 micro_steps=49720 elapsed=4.1s lr=3.000000e-04 loss=3.4890 ppl=32.7841 acc=0.3748 tokens=8128.0000 +step=24880 micro_steps=49760 elapsed=4.1s lr=3.000000e-04 loss=3.4759 ppl=32.3575 acc=0.3752 tokens=8128.0000 +step=24900 micro_steps=49800 elapsed=4.1s lr=3.000000e-04 loss=3.4810 ppl=32.5237 acc=0.3752 tokens=8128.0000 +step=24920 micro_steps=49840 elapsed=4.1s lr=3.000000e-04 loss=3.4794 ppl=32.4776 acc=0.3749 tokens=8128.0000 +step=24940 micro_steps=49880 elapsed=4.1s lr=3.000000e-04 loss=3.4627 ppl=31.9515 acc=0.3771 tokens=8128.0000 +step=24960 micro_steps=49920 elapsed=4.1s lr=3.000000e-04 loss=3.4742 ppl=32.3120 acc=0.3761 tokens=8128.0000 +step=24980 micro_steps=49960 elapsed=4.1s lr=3.000000e-04 loss=3.4687 ppl=32.1235 acc=0.3760 tokens=8128.0000 +step=25000 micro_steps=50000 elapsed=4.1s lr=3.000000e-04 loss=3.4708 ppl=32.2077 acc=0.3751 tokens=8128.0000 +[sample step=25000] [CLS] who are certainly sitting on the bottom corner of a small room? [SEP] the two boats, which were 98ft long at least sixm (eightft) long and 21in high and were on the same two routes, were last seen in the resort of phuket on thursday. [SEP] hundreds rioted in violence earlier in the week, but leaving many towns and homes submerged, and crowds of protesters ran to pay their respects as they demanded the immediate release of jailed women currently serving jail terms rather than being freed. [SEP] thousands gathered outside the blackcurre studio at cvp digital studios to denounce the movie in its entirety [SEP] +step=25020 micro_steps=50040 elapsed=6.3s lr=3.000000e-04 loss=3.4813 ppl=32.5497 acc=0.3753 tokens=8128.0000 +step=25040 micro_steps=50080 elapsed=4.1s lr=3.000000e-04 loss=3.4808 ppl=32.5259 acc=0.3753 tokens=8128.0000 +step=25060 micro_steps=50120 elapsed=4.1s lr=3.000000e-04 loss=3.4786 ppl=32.4614 acc=0.3755 tokens=8128.0000 +step=25080 micro_steps=50160 elapsed=4.1s lr=3.000000e-04 loss=3.4747 ppl=32.3225 acc=0.3774 tokens=8128.0000 +step=25100 micro_steps=50200 elapsed=4.1s lr=3.000000e-04 loss=3.4669 ppl=32.0730 acc=0.3764 tokens=8128.0000 +step=25120 micro_steps=50240 elapsed=4.1s lr=3.000000e-04 loss=3.4750 ppl=32.3289 acc=0.3755 tokens=8128.0000 +step=25140 micro_steps=50280 elapsed=4.1s lr=3.000000e-04 loss=3.4677 ppl=32.0887 acc=0.3766 tokens=8128.0000 +step=25160 micro_steps=50320 elapsed=4.1s lr=3.000000e-04 loss=3.4619 ppl=31.9116 acc=0.3781 tokens=8128.0000 +step=25180 micro_steps=50360 elapsed=4.1s lr=3.000000e-04 loss=3.4714 ppl=32.2187 acc=0.3761 tokens=8128.0000 +step=25200 micro_steps=50400 elapsed=4.1s lr=3.000000e-04 loss=3.4881 ppl=32.7529 acc=0.3742 tokens=8128.0000 +step=25220 micro_steps=50440 elapsed=4.1s lr=3.000000e-04 loss=3.4798 ppl=32.4854 acc=0.3750 tokens=8128.0000 +step=25240 micro_steps=50480 elapsed=4.1s lr=3.000000e-04 loss=3.4785 ppl=32.4364 acc=0.3749 tokens=8128.0000 +step=25260 micro_steps=50520 elapsed=4.1s lr=3.000000e-04 loss=3.4762 ppl=32.3777 acc=0.3767 tokens=8128.0000 +step=25280 micro_steps=50560 elapsed=4.1s lr=3.000000e-04 loss=3.4653 ppl=32.0334 acc=0.3775 tokens=8128.0000 +step=25300 micro_steps=50600 elapsed=4.2s lr=3.000000e-04 loss=3.4741 ppl=32.3124 acc=0.3762 tokens=8128.0000 +step=25320 micro_steps=50640 elapsed=4.1s lr=3.000000e-04 loss=3.4708 ppl=32.1976 acc=0.3762 tokens=8128.0000 +step=25340 micro_steps=50680 elapsed=4.1s lr=3.000000e-04 loss=3.4734 ppl=32.2894 acc=0.3758 tokens=8128.0000 +step=25360 micro_steps=50720 elapsed=4.1s lr=3.000000e-04 loss=3.4597 ppl=31.8572 acc=0.3779 tokens=8128.0000 +step=25380 micro_steps=50760 elapsed=4.1s lr=3.000000e-04 loss=3.4711 ppl=32.2251 acc=0.3752 tokens=8128.0000 +step=25400 micro_steps=50800 elapsed=4.1s lr=3.000000e-04 loss=3.4693 ppl=32.1459 acc=0.3766 tokens=8128.0000 +step=25420 micro_steps=50840 elapsed=4.1s lr=3.000000e-04 loss=3.4740 ppl=32.3309 acc=0.3761 tokens=8128.0000 +step=25440 micro_steps=50880 elapsed=4.2s lr=3.000000e-04 loss=3.4591 ppl=31.8182 acc=0.3775 tokens=8128.0000 +step=25460 micro_steps=50920 elapsed=4.1s lr=3.000000e-04 loss=3.4664 ppl=32.0526 acc=0.3768 tokens=8128.0000 +step=25480 micro_steps=50960 elapsed=4.1s lr=3.000000e-04 loss=3.4668 ppl=32.0778 acc=0.3769 tokens=8128.0000 +step=25500 micro_steps=51000 elapsed=4.1s lr=3.000000e-04 loss=3.4680 ppl=32.1182 acc=0.3774 tokens=8128.0000 +step=25520 micro_steps=51040 elapsed=4.1s lr=3.000000e-04 loss=3.4867 ppl=32.7115 acc=0.3746 tokens=8128.0000 +step=25540 micro_steps=51080 elapsed=4.1s lr=3.000000e-04 loss=3.4714 ppl=32.2161 acc=0.3767 tokens=8128.0000 +step=25560 micro_steps=51120 elapsed=4.2s lr=3.000000e-04 loss=3.4777 ppl=32.4111 acc=0.3755 tokens=8128.0000 +step=25580 micro_steps=51160 elapsed=4.1s lr=3.000000e-04 loss=3.4903 ppl=32.8446 acc=0.3735 tokens=8128.0000 +step=25600 micro_steps=51200 elapsed=4.1s lr=3.000000e-04 loss=3.4622 ppl=31.9228 acc=0.3767 tokens=8128.0000 +step=25620 micro_steps=51240 elapsed=4.1s lr=3.000000e-04 loss=3.4585 ppl=31.8009 acc=0.3774 tokens=8128.0000 +step=25640 micro_steps=51280 elapsed=4.1s lr=3.000000e-04 loss=3.4645 ppl=32.0053 acc=0.3760 tokens=8128.0000 +step=25660 micro_steps=51320 elapsed=4.1s lr=3.000000e-04 loss=3.4810 ppl=32.5303 acc=0.3747 tokens=8128.0000 +step=25680 micro_steps=51360 elapsed=4.1s lr=3.000000e-04 loss=3.4661 ppl=32.0603 acc=0.3775 tokens=8128.0000 +step=25700 micro_steps=51400 elapsed=4.1s lr=3.000000e-04 loss=3.4872 ppl=32.7474 acc=0.3755 tokens=8128.0000 +step=25720 micro_steps=51440 elapsed=4.1s lr=3.000000e-04 loss=3.4619 ppl=31.9201 acc=0.3775 tokens=8128.0000 +step=25740 micro_steps=51480 elapsed=4.1s lr=3.000000e-04 loss=3.4592 ppl=31.8225 acc=0.3775 tokens=8128.0000 +step=25760 micro_steps=51520 elapsed=4.1s lr=3.000000e-04 loss=3.4660 ppl=32.0441 acc=0.3784 tokens=8128.0000 +step=25780 micro_steps=51560 elapsed=4.1s lr=3.000000e-04 loss=3.4636 ppl=31.9539 acc=0.3764 tokens=8128.0000 +step=25800 micro_steps=51600 elapsed=4.1s lr=3.000000e-04 loss=3.4624 ppl=31.9259 acc=0.3782 tokens=8128.0000 +step=25820 micro_steps=51640 elapsed=4.2s lr=3.000000e-04 loss=3.4615 ppl=31.9099 acc=0.3781 tokens=8128.0000 +step=25840 micro_steps=51680 elapsed=4.1s lr=3.000000e-04 loss=3.4769 ppl=32.3928 acc=0.3751 tokens=8128.0000 +step=25860 micro_steps=51720 elapsed=4.1s lr=3.000000e-04 loss=3.4620 ppl=31.9070 acc=0.3778 tokens=8128.0000 +step=25880 micro_steps=51760 elapsed=4.2s lr=3.000000e-04 loss=3.4702 ppl=32.1931 acc=0.3769 tokens=8128.0000 +step=25900 micro_steps=51800 elapsed=4.1s lr=3.000000e-04 loss=3.4797 ppl=32.4963 acc=0.3756 tokens=8128.0000 +step=25920 micro_steps=51840 elapsed=4.1s lr=3.000000e-04 loss=3.4646 ppl=31.9995 acc=0.3766 tokens=8128.0000 +step=25940 micro_steps=51880 elapsed=4.1s lr=3.000000e-04 loss=3.4675 ppl=32.1102 acc=0.3772 tokens=8128.0000 +step=25960 micro_steps=51920 elapsed=4.1s lr=3.000000e-04 loss=3.4543 ppl=31.6799 acc=0.3774 tokens=8128.0000 +step=25980 micro_steps=51960 elapsed=4.1s lr=3.000000e-04 loss=3.4688 ppl=32.1239 acc=0.3759 tokens=8128.0000 +step=26000 micro_steps=52000 elapsed=4.1s lr=3.000000e-04 loss=3.4712 ppl=32.2132 acc=0.3770 tokens=8128.0000 +[sample step=26000] [CLS] emotional wreathon, described on her blog as "a beautiful girl from london who could go off with terrifying injuries." [SEP] an official at the un special investigators for afghanistan had said had it done only that they had not given sufficient information to the mission. [SEP] (smith had two previous child support records from 1999 - 2000.) [SEP] cause controversy over pet sweden is not very similar to this. [SEP] but alonso has recruited alvaro arbeloa, avram grant and yossi benayoun. [SEP] boehner's research on the issue points to a major political shift in the nation, yet presents an integral challenge for his [SEP] +step=26020 micro_steps=52040 elapsed=6.3s lr=3.000000e-04 loss=3.4703 ppl=32.1831 acc=0.3760 tokens=8128.0000 +step=26040 micro_steps=52080 elapsed=4.1s lr=3.000000e-04 loss=3.4617 ppl=31.9067 acc=0.3769 tokens=8128.0000 +step=26060 micro_steps=52120 elapsed=4.1s lr=3.000000e-04 loss=3.4646 ppl=31.9899 acc=0.3778 tokens=8128.0000 +step=26080 micro_steps=52160 elapsed=4.1s lr=3.000000e-04 loss=3.4740 ppl=32.3143 acc=0.3761 tokens=8128.0000 +step=26100 micro_steps=52200 elapsed=4.1s lr=3.000000e-04 loss=3.4650 ppl=32.0167 acc=0.3764 tokens=8128.0000 +step=26120 micro_steps=52240 elapsed=4.1s lr=3.000000e-04 loss=3.4589 ppl=31.8422 acc=0.3775 tokens=8128.0000 +step=26140 micro_steps=52280 elapsed=4.1s lr=3.000000e-04 loss=3.4699 ppl=32.1696 acc=0.3764 tokens=8128.0000 +step=26160 micro_steps=52320 elapsed=4.1s lr=3.000000e-04 loss=3.4530 ppl=31.6451 acc=0.3787 tokens=8128.0000 +step=26180 micro_steps=52360 elapsed=4.1s lr=3.000000e-04 loss=3.4477 ppl=31.4707 acc=0.3787 tokens=8128.0000 +step=26200 micro_steps=52400 elapsed=4.1s lr=3.000000e-04 loss=3.4762 ppl=32.3660 acc=0.3758 tokens=8128.0000 +step=26220 micro_steps=52440 elapsed=4.1s lr=3.000000e-04 loss=3.4631 ppl=31.9338 acc=0.3767 tokens=8128.0000 +step=26240 micro_steps=52480 elapsed=4.1s lr=3.000000e-04 loss=3.4564 ppl=31.7462 acc=0.3766 tokens=8128.0000 +step=26260 micro_steps=52520 elapsed=4.1s lr=3.000000e-04 loss=3.4797 ppl=32.4722 acc=0.3740 tokens=8128.0000 +step=26280 micro_steps=52560 elapsed=4.1s lr=3.000000e-04 loss=3.4615 ppl=31.8949 acc=0.3766 tokens=8128.0000 +step=26300 micro_steps=52600 elapsed=4.2s lr=3.000000e-04 loss=3.4737 ppl=32.3036 acc=0.3751 tokens=8128.0000 +step=26320 micro_steps=52640 elapsed=4.1s lr=3.000000e-04 loss=3.4570 ppl=31.7513 acc=0.3773 tokens=8128.0000 +step=26340 micro_steps=52680 elapsed=4.1s lr=3.000000e-04 loss=3.4715 ppl=32.2157 acc=0.3764 tokens=8128.0000 +step=26360 micro_steps=52720 elapsed=4.1s lr=3.000000e-04 loss=3.4541 ppl=31.6908 acc=0.3787 tokens=8128.0000 +step=26380 micro_steps=52760 elapsed=4.1s lr=3.000000e-04 loss=3.4731 ppl=32.2766 acc=0.3765 tokens=8128.0000 +step=26400 micro_steps=52800 elapsed=4.1s lr=3.000000e-04 loss=3.4622 ppl=31.9146 acc=0.3773 tokens=8128.0000 +step=26420 micro_steps=52840 elapsed=4.1s lr=3.000000e-04 loss=3.4744 ppl=32.3223 acc=0.3755 tokens=8128.0000 +step=26440 micro_steps=52880 elapsed=4.1s lr=3.000000e-04 loss=3.4490 ppl=31.5197 acc=0.3793 tokens=8128.0000 +step=26460 micro_steps=52920 elapsed=4.1s lr=3.000000e-04 loss=3.4760 ppl=32.3835 acc=0.3756 tokens=8128.0000 +step=26480 micro_steps=52960 elapsed=4.2s lr=3.000000e-04 loss=3.4535 ppl=31.6637 acc=0.3778 tokens=8128.0000 +step=26500 micro_steps=53000 elapsed=4.1s lr=3.000000e-04 loss=3.4554 ppl=31.7103 acc=0.3777 tokens=8128.0000 +step=26520 micro_steps=53040 elapsed=4.2s lr=3.000000e-04 loss=3.4621 ppl=31.9178 acc=0.3784 tokens=8128.0000 +step=26540 micro_steps=53080 elapsed=4.1s lr=3.000000e-04 loss=3.4711 ppl=32.2176 acc=0.3769 tokens=8128.0000 +step=26560 micro_steps=53120 elapsed=4.1s lr=3.000000e-04 loss=3.4614 ppl=31.8871 acc=0.3775 tokens=8128.0000 +step=26580 micro_steps=53160 elapsed=4.2s lr=3.000000e-04 loss=3.4632 ppl=31.9694 acc=0.3776 tokens=8128.0000 +step=26600 micro_steps=53200 elapsed=4.1s lr=3.000000e-04 loss=3.4548 ppl=31.6979 acc=0.3784 tokens=8128.0000 +step=26620 micro_steps=53240 elapsed=4.2s lr=3.000000e-04 loss=3.4588 ppl=31.8120 acc=0.3787 tokens=8128.0000 +step=26640 micro_steps=53280 elapsed=4.1s lr=3.000000e-04 loss=3.4567 ppl=31.7590 acc=0.3773 tokens=8128.0000 +step=26660 micro_steps=53320 elapsed=4.1s lr=3.000000e-04 loss=3.4658 ppl=32.0385 acc=0.3766 tokens=8128.0000 +step=26680 micro_steps=53360 elapsed=4.1s lr=3.000000e-04 loss=3.4624 ppl=31.9282 acc=0.3775 tokens=8128.0000 +step=26700 micro_steps=53400 elapsed=4.1s lr=3.000000e-04 loss=3.4505 ppl=31.5684 acc=0.3786 tokens=8128.0000 +step=26720 micro_steps=53440 elapsed=4.1s lr=3.000000e-04 loss=3.4726 ppl=32.2551 acc=0.3757 tokens=8128.0000 +step=26740 micro_steps=53480 elapsed=4.1s lr=3.000000e-04 loss=3.4561 ppl=31.7177 acc=0.3780 tokens=8128.0000 +step=26760 micro_steps=53520 elapsed=4.1s lr=3.000000e-04 loss=3.4638 ppl=31.9894 acc=0.3769 tokens=8128.0000 +step=26780 micro_steps=53560 elapsed=4.1s lr=3.000000e-04 loss=3.4677 ppl=32.1244 acc=0.3770 tokens=8128.0000 +step=26800 micro_steps=53600 elapsed=4.1s lr=3.000000e-04 loss=3.4703 ppl=32.1712 acc=0.3765 tokens=8128.0000 +step=26820 micro_steps=53640 elapsed=4.1s lr=3.000000e-04 loss=3.4715 ppl=32.2197 acc=0.3759 tokens=8128.0000 +step=26840 micro_steps=53680 elapsed=4.2s lr=3.000000e-04 loss=3.4721 ppl=32.2692 acc=0.3756 tokens=8128.0000 +step=26860 micro_steps=53720 elapsed=4.2s lr=3.000000e-04 loss=3.4674 ppl=32.1010 acc=0.3761 tokens=8128.0000 +step=26880 micro_steps=53760 elapsed=4.2s lr=3.000000e-04 loss=3.4534 ppl=31.6349 acc=0.3780 tokens=8128.0000 +step=26900 micro_steps=53800 elapsed=4.1s lr=3.000000e-04 loss=3.4926 ppl=32.9053 acc=0.3745 tokens=8128.0000 +step=26920 micro_steps=53840 elapsed=4.1s lr=3.000000e-04 loss=3.4593 ppl=31.8302 acc=0.3779 tokens=8128.0000 +step=26940 micro_steps=53880 elapsed=4.1s lr=3.000000e-04 loss=3.4618 ppl=31.9085 acc=0.3770 tokens=8128.0000 +step=26960 micro_steps=53920 elapsed=4.1s lr=3.000000e-04 loss=3.4522 ppl=31.6125 acc=0.3788 tokens=8128.0000 +step=26980 micro_steps=53960 elapsed=4.1s lr=3.000000e-04 loss=3.4504 ppl=31.5521 acc=0.3790 tokens=8128.0000 +step=27000 micro_steps=54000 elapsed=4.1s lr=3.000000e-04 loss=3.4655 ppl=32.0425 acc=0.3769 tokens=8128.0000 +[sample step=27000] [CLS] benjamin raich of luxembourg, and switzerland's jarkko nieminen and denmark's anders hansen. [SEP] that all tide of despair has left a sudden alarm about these serious problems hitting bank balance sheets harder will reassure some traders that significant price falls in the bank of england's core inflation rate (currently about 2. 3 per cent) seem to be unavoidable. [SEP] it's such a hot topic for me because i often see myself as an augusta native with a deep - seated racist roots. [SEP] cox may source improved services, such as stabilitywarp, as some businesses face serious competition in their networks [SEP] +step=27020 micro_steps=54040 elapsed=6.3s lr=3.000000e-04 loss=3.4551 ppl=31.6995 acc=0.3784 tokens=8128.0000 +step=27040 micro_steps=54080 elapsed=4.1s lr=3.000000e-04 loss=3.4634 ppl=31.9650 acc=0.3765 tokens=8128.0000 +step=27060 micro_steps=54120 elapsed=4.1s lr=3.000000e-04 loss=3.4366 ppl=31.1333 acc=0.3814 tokens=8128.0000 +step=27080 micro_steps=54160 elapsed=4.2s lr=3.000000e-04 loss=3.4672 ppl=32.0750 acc=0.3764 tokens=8128.0000 +step=27100 micro_steps=54200 elapsed=4.1s lr=3.000000e-04 loss=3.4771 ppl=32.4023 acc=0.3753 tokens=8128.0000 +step=27120 micro_steps=54240 elapsed=4.1s lr=3.000000e-04 loss=3.4684 ppl=32.1318 acc=0.3756 tokens=8128.0000 +step=27140 micro_steps=54280 elapsed=4.1s lr=3.000000e-04 loss=3.4590 ppl=31.8223 acc=0.3780 tokens=8128.0000 +step=27160 micro_steps=54320 elapsed=4.2s lr=3.000000e-04 loss=3.4710 ppl=32.2054 acc=0.3762 tokens=8128.0000 +step=27180 micro_steps=54360 elapsed=4.1s lr=3.000000e-04 loss=3.4618 ppl=31.9099 acc=0.3774 tokens=8128.0000 +step=27200 micro_steps=54400 elapsed=4.2s lr=3.000000e-04 loss=3.4439 ppl=31.3446 acc=0.3791 tokens=8128.0000 +step=27220 micro_steps=54440 elapsed=4.1s lr=3.000000e-04 loss=3.4669 ppl=32.0808 acc=0.3775 tokens=8128.0000 +step=27240 micro_steps=54480 elapsed=4.1s lr=3.000000e-04 loss=3.4585 ppl=31.8089 acc=0.3776 tokens=8128.0000 +step=27260 micro_steps=54520 elapsed=4.1s lr=3.000000e-04 loss=3.4619 ppl=31.9167 acc=0.3774 tokens=8128.0000 +step=27280 micro_steps=54560 elapsed=4.1s lr=3.000000e-04 loss=3.4605 ppl=31.8587 acc=0.3771 tokens=8128.0000 +step=27300 micro_steps=54600 elapsed=4.1s lr=3.000000e-04 loss=3.4688 ppl=32.1364 acc=0.3766 tokens=8128.0000 +step=27320 micro_steps=54640 elapsed=4.1s lr=3.000000e-04 loss=3.4358 ppl=31.1893 acc=0.3826 tokens=8128.0000 +step=27340 micro_steps=54680 elapsed=4.2s lr=3.000000e-04 loss=3.4584 ppl=31.8173 acc=0.3763 tokens=8128.0000 +step=27360 micro_steps=54720 elapsed=4.1s lr=3.000000e-04 loss=3.4646 ppl=32.0033 acc=0.3771 tokens=8128.0000 +step=27380 micro_steps=54760 elapsed=4.2s lr=3.000000e-04 loss=3.4539 ppl=31.6620 acc=0.3783 tokens=8128.0000 +step=27400 micro_steps=54800 elapsed=4.1s lr=3.000000e-04 loss=3.4662 ppl=32.0510 acc=0.3769 tokens=8128.0000 +step=27420 micro_steps=54840 elapsed=4.1s lr=3.000000e-04 loss=3.4612 ppl=31.9168 acc=0.3776 tokens=8128.0000 +step=27440 micro_steps=54880 elapsed=4.2s lr=3.000000e-04 loss=3.4692 ppl=32.1716 acc=0.3763 tokens=8128.0000 +step=27460 micro_steps=54920 elapsed=4.2s lr=3.000000e-04 loss=3.4642 ppl=31.9931 acc=0.3781 tokens=8128.0000 +step=27480 micro_steps=54960 elapsed=4.1s lr=3.000000e-04 loss=3.4558 ppl=31.7011 acc=0.3785 tokens=8128.0000 +step=27500 micro_steps=55000 elapsed=4.2s lr=3.000000e-04 loss=3.4617 ppl=31.8937 acc=0.3760 tokens=8128.0000 +step=27520 micro_steps=55040 elapsed=4.1s lr=3.000000e-04 loss=3.4564 ppl=31.7328 acc=0.3779 tokens=8128.0000 +step=27540 micro_steps=55080 elapsed=4.1s lr=3.000000e-04 loss=3.4654 ppl=32.0425 acc=0.3765 tokens=8128.0000 +step=27560 micro_steps=55120 elapsed=4.2s lr=3.000000e-04 loss=3.4510 ppl=31.5503 acc=0.3779 tokens=8128.0000 +step=27580 micro_steps=55160 elapsed=4.1s lr=3.000000e-04 loss=3.4676 ppl=32.0937 acc=0.3763 tokens=8128.0000 +step=27600 micro_steps=55200 elapsed=4.1s lr=3.000000e-04 loss=3.4590 ppl=31.8405 acc=0.3770 tokens=8128.0000 +step=27620 micro_steps=55240 elapsed=4.1s lr=3.000000e-04 loss=3.4586 ppl=31.8261 acc=0.3767 tokens=8128.0000 +step=27640 micro_steps=55280 elapsed=4.1s lr=3.000000e-04 loss=3.4679 ppl=32.1056 acc=0.3771 tokens=8128.0000 +step=27660 micro_steps=55320 elapsed=4.1s lr=3.000000e-04 loss=3.4505 ppl=31.5428 acc=0.3778 tokens=8128.0000 +step=27680 micro_steps=55360 elapsed=4.1s lr=3.000000e-04 loss=3.4605 ppl=31.8799 acc=0.3759 tokens=8128.0000 +step=27700 micro_steps=55400 elapsed=4.1s lr=3.000000e-04 loss=3.4630 ppl=31.9471 acc=0.3778 tokens=8128.0000 +step=27720 micro_steps=55440 elapsed=4.1s lr=3.000000e-04 loss=3.4723 ppl=32.2541 acc=0.3773 tokens=8128.0000 +step=27740 micro_steps=55480 elapsed=4.2s lr=3.000000e-04 loss=3.4463 ppl=31.4225 acc=0.3783 tokens=8128.0000 +step=27760 micro_steps=55520 elapsed=4.1s lr=3.000000e-04 loss=3.4590 ppl=31.8275 acc=0.3783 tokens=8128.0000 +step=27780 micro_steps=55560 elapsed=4.2s lr=3.000000e-04 loss=3.4716 ppl=32.2229 acc=0.3765 tokens=8128.0000 +step=27800 micro_steps=55600 elapsed=4.1s lr=3.000000e-04 loss=3.4405 ppl=31.2522 acc=0.3802 tokens=8128.0000 +step=27820 micro_steps=55640 elapsed=4.1s lr=3.000000e-04 loss=3.4581 ppl=31.7881 acc=0.3771 tokens=8128.0000 +step=27840 micro_steps=55680 elapsed=4.1s lr=3.000000e-04 loss=3.4633 ppl=31.9717 acc=0.3779 tokens=8128.0000 +step=27860 micro_steps=55720 elapsed=4.1s lr=3.000000e-04 loss=3.4741 ppl=32.3125 acc=0.3752 tokens=8128.0000 +step=27880 micro_steps=55760 elapsed=4.1s lr=3.000000e-04 loss=3.4603 ppl=31.8747 acc=0.3759 tokens=8128.0000 +step=27900 micro_steps=55800 elapsed=4.1s lr=3.000000e-04 loss=3.4717 ppl=32.2295 acc=0.3760 tokens=8128.0000 +step=27920 micro_steps=55840 elapsed=4.1s lr=3.000000e-04 loss=3.4666 ppl=32.0679 acc=0.3765 tokens=8128.0000 +step=27940 micro_steps=55880 elapsed=4.1s lr=3.000000e-04 loss=3.4512 ppl=31.5763 acc=0.3779 tokens=8128.0000 +step=27960 micro_steps=55920 elapsed=4.1s lr=3.000000e-04 loss=3.4666 ppl=32.0781 acc=0.3768 tokens=8128.0000 +step=27980 micro_steps=55960 elapsed=4.1s lr=3.000000e-04 loss=3.4608 ppl=31.8765 acc=0.3777 tokens=8128.0000 +step=28000 micro_steps=56000 elapsed=4.1s lr=3.000000e-04 loss=3.4630 ppl=31.9653 acc=0.3770 tokens=8128.0000 +[sample step=28000] [CLS] note, "said daimler analyst sidney d. bender. [SEP] us aim - listed hfcs have announced three such deals to open offshore wind farms in uganda and uganda. that will begin in the fourth quarter of 2008. increase in share of uk electricity generation but 2 % will be enough to fund 20 percent is considered a factor of retail growth. for each of the northumbrian water supply companies. where in the uk" subscriber investors " have given us an additional 6. 3 billion btw deals, meaning that members were looking to adopt high efficiency grid downloads? can lead to 5 satellites on a wmd basis [SEP] +step=28020 micro_steps=56040 elapsed=6.4s lr=3.000000e-04 loss=3.4488 ppl=31.5024 acc=0.3795 tokens=8128.0000 +step=28040 micro_steps=56080 elapsed=4.1s lr=3.000000e-04 loss=3.4525 ppl=31.6110 acc=0.3788 tokens=8128.0000 +step=28060 micro_steps=56120 elapsed=4.1s lr=3.000000e-04 loss=3.4438 ppl=31.3344 acc=0.3788 tokens=8128.0000 +step=28080 micro_steps=56160 elapsed=4.1s lr=3.000000e-04 loss=3.4496 ppl=31.5604 acc=0.3803 tokens=8128.0000 +step=28100 micro_steps=56200 elapsed=4.1s lr=3.000000e-04 loss=3.4607 ppl=31.8759 acc=0.3779 tokens=8128.0000 +step=28120 micro_steps=56240 elapsed=4.1s lr=3.000000e-04 loss=3.4710 ppl=32.1941 acc=0.3761 tokens=8128.0000 +step=28140 micro_steps=56280 elapsed=4.1s lr=3.000000e-04 loss=3.4622 ppl=31.9368 acc=0.3784 tokens=8128.0000 +step=28160 micro_steps=56320 elapsed=4.1s lr=3.000000e-04 loss=3.4560 ppl=31.7160 acc=0.3789 tokens=8128.0000 +step=28180 micro_steps=56360 elapsed=4.2s lr=3.000000e-04 loss=3.4515 ppl=31.5847 acc=0.3785 tokens=8128.0000 +step=28200 micro_steps=56400 elapsed=4.2s lr=3.000000e-04 loss=3.4601 ppl=31.8594 acc=0.3767 tokens=8128.0000 +step=28220 micro_steps=56440 elapsed=4.1s lr=3.000000e-04 loss=3.4564 ppl=31.7460 acc=0.3790 tokens=8128.0000 +step=28240 micro_steps=56480 elapsed=4.2s lr=3.000000e-04 loss=3.4579 ppl=31.7877 acc=0.3784 tokens=8128.0000 +step=28260 micro_steps=56520 elapsed=4.2s lr=3.000000e-04 loss=3.4574 ppl=31.7748 acc=0.3769 tokens=8128.0000 +step=28280 micro_steps=56560 elapsed=4.1s lr=3.000000e-04 loss=3.4511 ppl=31.5838 acc=0.3787 tokens=8128.0000 +step=28300 micro_steps=56600 elapsed=4.2s lr=3.000000e-04 loss=3.4642 ppl=32.0001 acc=0.3770 tokens=8128.0000 +step=28320 micro_steps=56640 elapsed=4.2s lr=3.000000e-04 loss=3.4580 ppl=31.8054 acc=0.3763 tokens=8128.0000 +step=28340 micro_steps=56680 elapsed=4.2s lr=3.000000e-04 loss=3.4478 ppl=31.4683 acc=0.3792 tokens=8128.0000 +step=28360 micro_steps=56720 elapsed=4.2s lr=3.000000e-04 loss=3.4606 ppl=31.8596 acc=0.3771 tokens=8128.0000 +step=28380 micro_steps=56760 elapsed=4.2s lr=3.000000e-04 loss=3.4482 ppl=31.4691 acc=0.3796 tokens=8128.0000 +step=28400 micro_steps=56800 elapsed=4.2s lr=3.000000e-04 loss=3.4598 ppl=31.8451 acc=0.3767 tokens=8128.0000 +step=28420 micro_steps=56840 elapsed=4.2s lr=3.000000e-04 loss=3.4578 ppl=31.7819 acc=0.3765 tokens=8128.0000 +step=28440 micro_steps=56880 elapsed=4.2s lr=3.000000e-04 loss=3.4671 ppl=32.1015 acc=0.3761 tokens=8128.0000 +step=28460 micro_steps=56920 elapsed=4.2s lr=3.000000e-04 loss=3.4594 ppl=31.8336 acc=0.3772 tokens=8128.0000 +step=28480 micro_steps=56960 elapsed=4.2s lr=3.000000e-04 loss=3.4665 ppl=32.0596 acc=0.3772 tokens=8128.0000 +step=28500 micro_steps=57000 elapsed=4.2s lr=3.000000e-04 loss=3.4499 ppl=31.5422 acc=0.3786 tokens=8128.0000 +step=28520 micro_steps=57040 elapsed=4.2s lr=3.000000e-04 loss=3.4594 ppl=31.8315 acc=0.3775 tokens=8128.0000 +step=28540 micro_steps=57080 elapsed=4.2s lr=3.000000e-04 loss=3.4478 ppl=31.4694 acc=0.3784 tokens=8128.0000 +step=28560 micro_steps=57120 elapsed=4.2s lr=3.000000e-04 loss=3.4352 ppl=31.0845 acc=0.3810 tokens=8128.0000 +step=28580 micro_steps=57160 elapsed=4.2s lr=3.000000e-04 loss=3.4513 ppl=31.5811 acc=0.3781 tokens=8128.0000 +step=28600 micro_steps=57200 elapsed=4.2s lr=3.000000e-04 loss=3.4334 ppl=31.0290 acc=0.3811 tokens=8128.0000 +step=28620 micro_steps=57240 elapsed=4.2s lr=3.000000e-04 loss=3.4519 ppl=31.6075 acc=0.3784 tokens=8128.0000 +step=28640 micro_steps=57280 elapsed=4.2s lr=3.000000e-04 loss=3.4479 ppl=31.4702 acc=0.3790 tokens=8128.0000 +step=28660 micro_steps=57320 elapsed=4.2s lr=3.000000e-04 loss=3.4529 ppl=31.6215 acc=0.3791 tokens=8128.0000 +step=28680 micro_steps=57360 elapsed=4.2s lr=3.000000e-04 loss=3.4557 ppl=31.7215 acc=0.3775 tokens=8128.0000 +step=28700 micro_steps=57400 elapsed=4.2s lr=3.000000e-04 loss=3.4422 ppl=31.2859 acc=0.3799 tokens=8128.0000 +step=28720 micro_steps=57440 elapsed=4.2s lr=3.000000e-04 loss=3.4578 ppl=31.7859 acc=0.3780 tokens=8128.0000 +step=28740 micro_steps=57480 elapsed=4.2s lr=3.000000e-04 loss=3.4445 ppl=31.3673 acc=0.3799 tokens=8128.0000 +step=28760 micro_steps=57520 elapsed=4.2s lr=3.000000e-04 loss=3.4579 ppl=31.7898 acc=0.3781 tokens=8128.0000 +step=28780 micro_steps=57560 elapsed=4.2s lr=3.000000e-04 loss=3.4610 ppl=31.8809 acc=0.3765 tokens=8128.0000 +step=28800 micro_steps=57600 elapsed=4.2s lr=3.000000e-04 loss=3.4563 ppl=31.7310 acc=0.3782 tokens=8128.0000 +step=28820 micro_steps=57640 elapsed=4.2s lr=3.000000e-04 loss=3.4565 ppl=31.7281 acc=0.3768 tokens=8128.0000 +step=28840 micro_steps=57680 elapsed=4.2s lr=3.000000e-04 loss=3.4472 ppl=31.4589 acc=0.3791 tokens=8128.0000 +step=28860 micro_steps=57720 elapsed=4.2s lr=3.000000e-04 loss=3.4609 ppl=31.8744 acc=0.3785 tokens=8128.0000 +step=28880 micro_steps=57760 elapsed=4.2s lr=3.000000e-04 loss=3.4516 ppl=31.5810 acc=0.3769 tokens=8128.0000 +step=28900 micro_steps=57800 elapsed=4.2s lr=3.000000e-04 loss=3.4541 ppl=31.6700 acc=0.3785 tokens=8128.0000 +step=28920 micro_steps=57840 elapsed=4.2s lr=3.000000e-04 loss=3.4500 ppl=31.5444 acc=0.3777 tokens=8128.0000 +step=28940 micro_steps=57880 elapsed=4.2s lr=3.000000e-04 loss=3.4656 ppl=32.0370 acc=0.3775 tokens=8128.0000 +step=28960 micro_steps=57920 elapsed=4.2s lr=3.000000e-04 loss=3.4473 ppl=31.4464 acc=0.3785 tokens=8128.0000 +step=28980 micro_steps=57960 elapsed=4.2s lr=3.000000e-04 loss=3.4590 ppl=31.8250 acc=0.3772 tokens=8128.0000 +step=29000 micro_steps=58000 elapsed=4.2s lr=3.000000e-04 loss=3.4562 ppl=31.7233 acc=0.3779 tokens=8128.0000 +[sample step=29000] [CLS] their overseas investments and new products has stepped up in europe. [SEP] the other bronze statue, complete with antique doors, was stolen during the recent march 26th special, when the 35 - year - old had seen the framework of the sculpture behind the sculpture. [SEP] second, software firms have fluctuated fairly with the company's attempt to reduce the bill. [SEP] "there is no evidence of balance and surprise," she said. [SEP] the blaze is thought to have started in woodland between junctions memodaby, rho horton and lealwen, near thetford/bottega veneta, on sunday morning. [SEP] bass [SEP] +step=29020 micro_steps=58040 elapsed=6.4s lr=3.000000e-04 loss=3.4560 ppl=31.7251 acc=0.3779 tokens=8128.0000 +step=29040 micro_steps=58080 elapsed=4.2s lr=3.000000e-04 loss=3.4542 ppl=31.6738 acc=0.3772 tokens=8128.0000 +step=29060 micro_steps=58120 elapsed=4.2s lr=3.000000e-04 loss=3.4483 ppl=31.4953 acc=0.3792 tokens=8128.0000 +step=29080 micro_steps=58160 elapsed=4.2s lr=3.000000e-04 loss=3.4462 ppl=31.4287 acc=0.3785 tokens=8128.0000 +step=29100 micro_steps=58200 elapsed=4.2s lr=3.000000e-04 loss=3.4529 ppl=31.6380 acc=0.3779 tokens=8128.0000 +step=29120 micro_steps=58240 elapsed=4.2s lr=3.000000e-04 loss=3.4570 ppl=31.7541 acc=0.3782 tokens=8128.0000 +step=29140 micro_steps=58280 elapsed=4.2s lr=3.000000e-04 loss=3.4463 ppl=31.4137 acc=0.3796 tokens=8128.0000 +step=29160 micro_steps=58320 elapsed=4.2s lr=3.000000e-04 loss=3.4283 ppl=30.8625 acc=0.3813 tokens=8128.0000 +step=29180 micro_steps=58360 elapsed=4.2s lr=3.000000e-04 loss=3.4441 ppl=31.3536 acc=0.3785 tokens=8128.0000 +step=29200 micro_steps=58400 elapsed=4.2s lr=3.000000e-04 loss=3.4435 ppl=31.3460 acc=0.3795 tokens=8128.0000 +step=29220 micro_steps=58440 elapsed=4.2s lr=3.000000e-04 loss=3.4616 ppl=31.9002 acc=0.3774 tokens=8128.0000 +step=29240 micro_steps=58480 elapsed=4.2s lr=3.000000e-04 loss=3.4479 ppl=31.4862 acc=0.3794 tokens=8128.0000 +step=29260 micro_steps=58520 elapsed=4.2s lr=3.000000e-04 loss=3.4530 ppl=31.6359 acc=0.3785 tokens=8128.0000 +step=29280 micro_steps=58560 elapsed=4.2s lr=3.000000e-04 loss=3.4465 ppl=31.4239 acc=0.3787 tokens=8128.0000 +step=29300 micro_steps=58600 elapsed=4.2s lr=3.000000e-04 loss=3.4572 ppl=31.7690 acc=0.3771 tokens=8128.0000 +step=29320 micro_steps=58640 elapsed=4.2s lr=3.000000e-04 loss=3.4509 ppl=31.5801 acc=0.3790 tokens=8128.0000 +step=29340 micro_steps=58680 elapsed=4.2s lr=3.000000e-04 loss=3.4475 ppl=31.4416 acc=0.3787 tokens=8128.0000 +step=29360 micro_steps=58720 elapsed=4.2s lr=3.000000e-04 loss=3.4463 ppl=31.4371 acc=0.3788 tokens=8128.0000 +step=29380 micro_steps=58760 elapsed=4.2s lr=3.000000e-04 loss=3.4577 ppl=31.7898 acc=0.3772 tokens=8128.0000 +step=29400 micro_steps=58800 elapsed=4.2s lr=3.000000e-04 loss=3.4530 ppl=31.6400 acc=0.3779 tokens=8128.0000 +step=29420 micro_steps=58840 elapsed=4.2s lr=3.000000e-04 loss=3.4478 ppl=31.4681 acc=0.3797 tokens=8128.0000 +step=29440 micro_steps=58880 elapsed=4.2s lr=3.000000e-04 loss=3.4485 ppl=31.4905 acc=0.3794 tokens=8128.0000 +step=29460 micro_steps=58920 elapsed=4.2s lr=3.000000e-04 loss=3.4597 ppl=31.8496 acc=0.3778 tokens=8128.0000 +step=29480 micro_steps=58960 elapsed=4.2s lr=3.000000e-04 loss=3.4507 ppl=31.5729 acc=0.3781 tokens=8128.0000 +step=29500 micro_steps=59000 elapsed=4.2s lr=3.000000e-04 loss=3.4372 ppl=31.1456 acc=0.3813 tokens=8128.0000 +step=29520 micro_steps=59040 elapsed=4.2s lr=3.000000e-04 loss=3.4519 ppl=31.6102 acc=0.3783 tokens=8128.0000 +step=29540 micro_steps=59080 elapsed=4.2s lr=3.000000e-04 loss=3.4288 ppl=30.9326 acc=0.3815 tokens=8128.0000 +step=29560 micro_steps=59120 elapsed=4.2s lr=3.000000e-04 loss=3.4536 ppl=31.6454 acc=0.3772 tokens=8128.0000 +step=29580 micro_steps=59160 elapsed=4.2s lr=3.000000e-04 loss=3.4344 ppl=31.0633 acc=0.3793 tokens=8128.0000 +step=29600 micro_steps=59200 elapsed=4.2s lr=3.000000e-04 loss=3.4460 ppl=31.4006 acc=0.3795 tokens=8128.0000 +step=29620 micro_steps=59240 elapsed=4.2s lr=3.000000e-04 loss=3.4482 ppl=31.4689 acc=0.3786 tokens=8128.0000 +step=29640 micro_steps=59280 elapsed=4.2s lr=3.000000e-04 loss=3.4554 ppl=31.7220 acc=0.3787 tokens=8128.0000 +step=29660 micro_steps=59320 elapsed=4.2s lr=3.000000e-04 loss=3.4321 ppl=30.9771 acc=0.3805 tokens=8128.0000 +step=29680 micro_steps=59360 elapsed=4.2s lr=3.000000e-04 loss=3.4386 ppl=31.1760 acc=0.3804 tokens=8128.0000 +step=29700 micro_steps=59400 elapsed=4.2s lr=3.000000e-04 loss=3.4351 ppl=31.0691 acc=0.3803 tokens=8128.0000 +step=29720 micro_steps=59440 elapsed=4.2s lr=3.000000e-04 loss=3.4540 ppl=31.6717 acc=0.3778 tokens=8128.0000 +step=29740 micro_steps=59480 elapsed=4.2s lr=3.000000e-04 loss=3.4437 ppl=31.3188 acc=0.3784 tokens=8128.0000 +step=29760 micro_steps=59520 elapsed=4.2s lr=3.000000e-04 loss=3.4299 ppl=30.9844 acc=0.3818 tokens=8128.0000 +step=29780 micro_steps=59560 elapsed=4.2s lr=3.000000e-04 loss=3.4628 ppl=31.9382 acc=0.3764 tokens=8128.0000 +step=29800 micro_steps=59600 elapsed=4.2s lr=3.000000e-04 loss=3.4570 ppl=31.7818 acc=0.3773 tokens=8128.0000 +step=29820 micro_steps=59640 elapsed=4.2s lr=3.000000e-04 loss=3.4458 ppl=31.4025 acc=0.3792 tokens=8128.0000 +step=29840 micro_steps=59680 elapsed=4.2s lr=3.000000e-04 loss=3.4400 ppl=31.2234 acc=0.3789 tokens=8128.0000 +step=29860 micro_steps=59720 elapsed=4.2s lr=3.000000e-04 loss=3.4447 ppl=31.3842 acc=0.3789 tokens=8128.0000 +step=29880 micro_steps=59760 elapsed=4.2s lr=3.000000e-04 loss=3.4539 ppl=31.6738 acc=0.3772 tokens=8128.0000 +step=29900 micro_steps=59800 elapsed=4.2s lr=3.000000e-04 loss=3.4455 ppl=31.4072 acc=0.3803 tokens=8128.0000 +step=29920 micro_steps=59840 elapsed=4.2s lr=3.000000e-04 loss=3.4382 ppl=31.1761 acc=0.3803 tokens=8128.0000 +step=29940 micro_steps=59880 elapsed=4.2s lr=3.000000e-04 loss=3.4436 ppl=31.3349 acc=0.3797 tokens=8128.0000 +step=29960 micro_steps=59920 elapsed=4.2s lr=3.000000e-04 loss=3.4408 ppl=31.2407 acc=0.3797 tokens=8128.0000 +step=29980 micro_steps=59960 elapsed=4.2s lr=3.000000e-04 loss=3.4499 ppl=31.5252 acc=0.3788 tokens=8128.0000 +step=30000 micro_steps=60000 elapsed=4.2s lr=3.000000e-04 loss=3.4510 ppl=31.5498 acc=0.3772 tokens=8128.0000 +[sample step=30000] [CLS]vcova from a much different set of symptoms - - fever, abdominal pain, abdominal pain and abdominal pain. [SEP] he declined to discuss specifics, citing the passport office's policy. [SEP] in most cases dealt here with their suffering and genuine pain. [SEP] the united states navy said it has suspended the evacuation papers for chile only for further inquiry, since the discovery of the body of nicholas mizen but there has been no word on whether the secretary - general should exercise such powers. [SEP] the pulmonology will be judged by another faculty member on both the merits and the price. [SEP] a northamptonshire beach has been closed after [SEP] +step=30020 micro_steps=60040 elapsed=6.4s lr=3.000000e-04 loss=3.4474 ppl=31.4601 acc=0.3786 tokens=8128.0000 +step=30040 micro_steps=60080 elapsed=4.2s lr=3.000000e-04 loss=3.4446 ppl=31.3594 acc=0.3791 tokens=8128.0000 +step=30060 micro_steps=60120 elapsed=4.2s lr=3.000000e-04 loss=3.4446 ppl=31.3706 acc=0.3795 tokens=8128.0000 +step=30080 micro_steps=60160 elapsed=4.2s lr=3.000000e-04 loss=3.4487 ppl=31.5026 acc=0.3785 tokens=8128.0000 +step=30100 micro_steps=60200 elapsed=4.2s lr=3.000000e-04 loss=3.4453 ppl=31.4008 acc=0.3798 tokens=8128.0000 +step=30120 micro_steps=60240 elapsed=4.2s lr=3.000000e-04 loss=3.4563 ppl=31.7388 acc=0.3772 tokens=8128.0000 +step=30140 micro_steps=60280 elapsed=4.2s lr=3.000000e-04 loss=3.4500 ppl=31.5333 acc=0.3794 tokens=8128.0000 +step=30160 micro_steps=60320 elapsed=4.2s lr=3.000000e-04 loss=3.4350 ppl=31.0624 acc=0.3796 tokens=8128.0000 +step=30180 micro_steps=60360 elapsed=4.2s lr=3.000000e-04 loss=3.4470 ppl=31.4471 acc=0.3778 tokens=8128.0000 +step=30200 micro_steps=60400 elapsed=4.2s lr=3.000000e-04 loss=3.4498 ppl=31.5284 acc=0.3776 tokens=8128.0000 +step=30220 micro_steps=60440 elapsed=4.2s lr=3.000000e-04 loss=3.4498 ppl=31.5185 acc=0.3794 tokens=8128.0000 +step=30240 micro_steps=60480 elapsed=4.2s lr=3.000000e-04 loss=3.4451 ppl=31.3802 acc=0.3801 tokens=8128.0000 +step=30260 micro_steps=60520 elapsed=4.2s lr=3.000000e-04 loss=3.4561 ppl=31.7153 acc=0.3782 tokens=8128.0000 +step=30280 micro_steps=60560 elapsed=4.2s lr=3.000000e-04 loss=3.4510 ppl=31.5633 acc=0.3779 tokens=8128.0000 +step=30300 micro_steps=60600 elapsed=4.2s lr=3.000000e-04 loss=3.4329 ppl=31.0019 acc=0.3798 tokens=8128.0000 +step=30320 micro_steps=60640 elapsed=4.2s lr=3.000000e-04 loss=3.4365 ppl=31.1207 acc=0.3797 tokens=8128.0000 +step=30340 micro_steps=60680 elapsed=6.9s lr=3.000000e-04 loss=3.4339 ppl=31.0429 acc=0.3799 tokens=8128.0000 +step=30360 micro_steps=60720 elapsed=8.5s lr=3.000000e-04 loss=3.4513 ppl=31.5792 acc=0.3786 tokens=8128.0000 +step=30380 micro_steps=60760 elapsed=8.6s lr=3.000000e-04 loss=3.4522 ppl=31.6193 acc=0.3779 tokens=8128.0000 +step=30400 micro_steps=60800 elapsed=8.5s lr=3.000000e-04 loss=3.4439 ppl=31.3507 acc=0.3797 tokens=8128.0000 +step=30420 micro_steps=60840 elapsed=8.5s lr=3.000000e-04 loss=3.4490 ppl=31.5064 acc=0.3789 tokens=8128.0000 +step=30440 micro_steps=60880 elapsed=8.6s lr=3.000000e-04 loss=3.4381 ppl=31.1544 acc=0.3791 tokens=8128.0000 +step=30460 micro_steps=60920 elapsed=8.6s lr=3.000000e-04 loss=3.4536 ppl=31.6603 acc=0.3781 tokens=8128.0000 +step=30480 micro_steps=60960 elapsed=8.5s lr=3.000000e-04 loss=3.4458 ppl=31.4127 acc=0.3795 tokens=8128.0000 +step=30500 micro_steps=61000 elapsed=8.6s lr=3.000000e-04 loss=3.4558 ppl=31.7277 acc=0.3783 tokens=8128.0000 +step=30520 micro_steps=61040 elapsed=8.6s lr=3.000000e-04 loss=3.4519 ppl=31.5864 acc=0.3790 tokens=8128.0000 +step=30540 micro_steps=61080 elapsed=8.5s lr=3.000000e-04 loss=3.4540 ppl=31.6608 acc=0.3777 tokens=8128.0000 +step=30560 micro_steps=61120 elapsed=8.5s lr=3.000000e-04 loss=3.4445 ppl=31.3544 acc=0.3803 tokens=8128.0000 +step=30580 micro_steps=61160 elapsed=8.6s lr=3.000000e-04 loss=3.4430 ppl=31.3154 acc=0.3791 tokens=8128.0000 +step=30600 micro_steps=61200 elapsed=8.5s lr=3.000000e-04 loss=3.4429 ppl=31.3344 acc=0.3806 tokens=8128.0000 +step=30620 micro_steps=61240 elapsed=8.6s lr=3.000000e-04 loss=3.4346 ppl=31.0613 acc=0.3807 tokens=8128.0000 +step=30640 micro_steps=61280 elapsed=8.5s lr=3.000000e-04 loss=3.4304 ppl=30.9318 acc=0.3811 tokens=8128.0000 +step=30660 micro_steps=61320 elapsed=8.5s lr=3.000000e-04 loss=3.4501 ppl=31.5452 acc=0.3785 tokens=8128.0000 +step=30680 micro_steps=61360 elapsed=8.5s lr=3.000000e-04 loss=3.4375 ppl=31.1534 acc=0.3790 tokens=8128.0000 +step=30700 micro_steps=61400 elapsed=8.5s lr=3.000000e-04 loss=3.4274 ppl=30.8253 acc=0.3814 tokens=8128.0000 +step=30720 micro_steps=61440 elapsed=8.5s lr=3.000000e-04 loss=3.4331 ppl=31.0074 acc=0.3805 tokens=8128.0000 +step=30740 micro_steps=61480 elapsed=8.5s lr=3.000000e-04 loss=3.4375 ppl=31.1520 acc=0.3793 tokens=8128.0000 +step=30760 micro_steps=61520 elapsed=8.5s lr=3.000000e-04 loss=3.4485 ppl=31.4879 acc=0.3781 tokens=8128.0000 +step=30780 micro_steps=61560 elapsed=8.5s lr=3.000000e-04 loss=3.4376 ppl=31.1386 acc=0.3808 tokens=8128.0000 +step=30800 micro_steps=61600 elapsed=8.5s lr=3.000000e-04 loss=3.4411 ppl=31.2520 acc=0.3788 tokens=8128.0000 +step=30820 micro_steps=61640 elapsed=8.5s lr=3.000000e-04 loss=3.4447 ppl=31.3629 acc=0.3798 tokens=8128.0000 +step=30840 micro_steps=61680 elapsed=8.5s lr=3.000000e-04 loss=3.4479 ppl=31.4601 acc=0.3793 tokens=8128.0000 +step=30860 micro_steps=61720 elapsed=8.5s lr=3.000000e-04 loss=3.4559 ppl=31.7115 acc=0.3787 tokens=8128.0000 +step=30880 micro_steps=61760 elapsed=8.6s lr=3.000000e-04 loss=3.4360 ppl=31.1056 acc=0.3797 tokens=8128.0000 +step=30900 micro_steps=61800 elapsed=8.5s lr=3.000000e-04 loss=3.4376 ppl=31.1461 acc=0.3795 tokens=8128.0000 +step=30920 micro_steps=61840 elapsed=8.5s lr=3.000000e-04 loss=3.4251 ppl=30.7672 acc=0.3808 tokens=8128.0000 +step=30940 micro_steps=61880 elapsed=8.5s lr=3.000000e-04 loss=3.4421 ppl=31.2854 acc=0.3793 tokens=8128.0000 +step=30960 micro_steps=61920 elapsed=8.5s lr=3.000000e-04 loss=3.4471 ppl=31.4296 acc=0.3781 tokens=8128.0000 +step=30980 micro_steps=61960 elapsed=8.5s lr=3.000000e-04 loss=3.4527 ppl=31.6196 acc=0.3769 tokens=8128.0000 +step=31000 micro_steps=62000 elapsed=8.5s lr=3.000000e-04 loss=3.4588 ppl=31.8188 acc=0.3774 tokens=8128.0000 +[sample step=31000] [CLS] propose limits on insurance, and 60 percent under republicans see the plan as a way to curtail insurance industry practices that give doctors and patients too much reimbursement for the affordable coverage. [SEP] 25 (upi) - - danny granger led indiana with 31 points thursday and seventh - ranked bucknell produced its first four - point game of the season saturday in a 72 - 69 tourney win. [SEP] but inventors and financial professionals are unsure how much scrutiny that will generate in afghanistan and whether marines can control their minds and decisions. [SEP] the fed and the european union have to fully think about providing the markets with the money [SEP] +step=31020 micro_steps=62040 elapsed=10.7s lr=3.000000e-04 loss=3.4503 ppl=31.5309 acc=0.3785 tokens=8128.0000 +step=31040 micro_steps=62080 elapsed=8.5s lr=3.000000e-04 loss=3.4380 ppl=31.1648 acc=0.3789 tokens=8128.0000 +step=31060 micro_steps=62120 elapsed=8.5s lr=3.000000e-04 loss=3.4404 ppl=31.2406 acc=0.3811 tokens=8128.0000 +step=31080 micro_steps=62160 elapsed=8.5s lr=3.000000e-04 loss=3.4512 ppl=31.5833 acc=0.3786 tokens=8128.0000 +step=31100 micro_steps=62200 elapsed=8.5s lr=3.000000e-04 loss=3.4361 ppl=31.0938 acc=0.3797 tokens=8128.0000 +step=31120 micro_steps=62240 elapsed=8.5s lr=3.000000e-04 loss=3.4308 ppl=30.9350 acc=0.3808 tokens=8128.0000 +step=31140 micro_steps=62280 elapsed=8.5s lr=3.000000e-04 loss=3.4440 ppl=31.3531 acc=0.3786 tokens=8128.0000 +step=31160 micro_steps=62320 elapsed=8.6s lr=3.000000e-04 loss=3.4389 ppl=31.1898 acc=0.3793 tokens=8128.0000 +step=31180 micro_steps=62360 elapsed=8.5s lr=3.000000e-04 loss=3.4442 ppl=31.3695 acc=0.3784 tokens=8128.0000 +step=31200 micro_steps=62400 elapsed=8.5s lr=3.000000e-04 loss=3.4303 ppl=30.9375 acc=0.3806 tokens=8128.0000 +step=31220 micro_steps=62440 elapsed=8.5s lr=3.000000e-04 loss=3.4320 ppl=30.9803 acc=0.3812 tokens=8128.0000 +step=31240 micro_steps=62480 elapsed=8.5s lr=3.000000e-04 loss=3.4476 ppl=31.4476 acc=0.3786 tokens=8128.0000 +step=31260 micro_steps=62520 elapsed=8.5s lr=3.000000e-04 loss=3.4516 ppl=31.6112 acc=0.3785 tokens=8128.0000 +step=31280 micro_steps=62560 elapsed=8.5s lr=3.000000e-04 loss=3.4412 ppl=31.2832 acc=0.3790 tokens=8128.0000 +step=31300 micro_steps=62600 elapsed=8.5s lr=3.000000e-04 loss=3.4509 ppl=31.5701 acc=0.3775 tokens=8128.0000 +step=31320 micro_steps=62640 elapsed=8.5s lr=3.000000e-04 loss=3.4391 ppl=31.1977 acc=0.3804 tokens=8128.0000 +step=31340 micro_steps=62680 elapsed=8.5s lr=3.000000e-04 loss=3.4553 ppl=31.7058 acc=0.3784 tokens=8128.0000 +step=31360 micro_steps=62720 elapsed=8.5s lr=3.000000e-04 loss=3.4394 ppl=31.2048 acc=0.3797 tokens=8128.0000 +step=31380 micro_steps=62760 elapsed=8.5s lr=3.000000e-04 loss=3.4434 ppl=31.3297 acc=0.3791 tokens=8128.0000 +step=31400 micro_steps=62800 elapsed=8.5s lr=3.000000e-04 loss=3.4439 ppl=31.3438 acc=0.3791 tokens=8128.0000 +step=31420 micro_steps=62840 elapsed=8.5s lr=3.000000e-04 loss=3.4335 ppl=31.0252 acc=0.3797 tokens=8128.0000 +step=31440 micro_steps=62880 elapsed=8.6s lr=3.000000e-04 loss=3.4381 ppl=31.1835 acc=0.3796 tokens=8128.0000 +step=31460 micro_steps=62920 elapsed=8.5s lr=3.000000e-04 loss=3.4301 ppl=30.9214 acc=0.3811 tokens=8128.0000 +step=31480 micro_steps=62960 elapsed=8.5s lr=3.000000e-04 loss=3.4385 ppl=31.1793 acc=0.3790 tokens=8128.0000 +step=31500 micro_steps=63000 elapsed=8.5s lr=3.000000e-04 loss=3.4553 ppl=31.6988 acc=0.3770 tokens=8128.0000 +step=31520 micro_steps=63040 elapsed=4.8s lr=3.000000e-04 loss=3.4254 ppl=30.7812 acc=0.3812 tokens=8128.0000 +step=31540 micro_steps=63080 elapsed=8.1s lr=3.000000e-04 loss=3.4502 ppl=31.5504 acc=0.3793 tokens=8128.0000 +step=31560 micro_steps=63120 elapsed=6.2s lr=3.000000e-04 loss=3.4501 ppl=31.5412 acc=0.3790 tokens=8128.0000 +step=31580 micro_steps=63160 elapsed=4.2s lr=3.000000e-04 loss=3.4439 ppl=31.3479 acc=0.3797 tokens=8128.0000 +step=31600 micro_steps=63200 elapsed=4.2s lr=3.000000e-04 loss=3.4367 ppl=31.1355 acc=0.3799 tokens=8128.0000 +step=31620 micro_steps=63240 elapsed=4.2s lr=3.000000e-04 loss=3.4595 ppl=31.8184 acc=0.3779 tokens=8128.0000 +step=31640 micro_steps=63280 elapsed=4.2s lr=3.000000e-04 loss=3.4260 ppl=30.7905 acc=0.3803 tokens=8128.0000 +step=31660 micro_steps=63320 elapsed=4.2s lr=3.000000e-04 loss=3.4424 ppl=31.3063 acc=0.3798 tokens=8128.0000 +step=31680 micro_steps=63360 elapsed=8.3s lr=3.000000e-04 loss=3.4468 ppl=31.4303 acc=0.3791 tokens=8128.0000 +step=31700 micro_steps=63400 elapsed=8.5s lr=3.000000e-04 loss=3.4441 ppl=31.3545 acc=0.3794 tokens=8128.0000 +step=31720 micro_steps=63440 elapsed=8.5s lr=3.000000e-04 loss=3.4473 ppl=31.4694 acc=0.3785 tokens=8128.0000 +step=31740 micro_steps=63480 elapsed=8.5s lr=3.000000e-04 loss=3.4474 ppl=31.4466 acc=0.3799 tokens=8128.0000 +step=31760 micro_steps=63520 elapsed=10.3s lr=3.000000e-04 loss=3.4353 ppl=31.1347 acc=0.3793 tokens=7934.3250 +step=31780 micro_steps=63560 elapsed=8.6s lr=3.000000e-04 loss=3.4396 ppl=31.2121 acc=0.3783 tokens=8128.0000 +step=31800 micro_steps=63600 elapsed=8.5s lr=3.000000e-04 loss=3.4386 ppl=31.1838 acc=0.3798 tokens=8128.0000 +step=31820 micro_steps=63640 elapsed=8.6s lr=3.000000e-04 loss=3.4356 ppl=31.1097 acc=0.3814 tokens=8128.0000 +step=31840 micro_steps=63680 elapsed=8.5s lr=3.000000e-04 loss=3.4212 ppl=30.6441 acc=0.3822 tokens=8128.0000 +step=31860 micro_steps=63720 elapsed=8.5s lr=3.000000e-04 loss=3.4238 ppl=30.7289 acc=0.3810 tokens=8128.0000 +step=31880 micro_steps=63760 elapsed=8.5s lr=3.000000e-04 loss=3.4398 ppl=31.2184 acc=0.3797 tokens=8128.0000 +step=31900 micro_steps=63800 elapsed=8.5s lr=3.000000e-04 loss=3.4550 ppl=31.6955 acc=0.3776 tokens=8128.0000 +step=31920 micro_steps=63840 elapsed=8.6s lr=3.000000e-04 loss=3.4314 ppl=30.9588 acc=0.3793 tokens=8128.0000 +step=31940 micro_steps=63880 elapsed=8.5s lr=3.000000e-04 loss=3.4343 ppl=31.0400 acc=0.3791 tokens=8128.0000 +step=31960 micro_steps=63920 elapsed=8.5s lr=3.000000e-04 loss=3.4220 ppl=30.6713 acc=0.3812 tokens=8128.0000 +step=31980 micro_steps=63960 elapsed=8.5s lr=3.000000e-04 loss=3.4335 ppl=31.0136 acc=0.3790 tokens=8128.0000 +step=32000 micro_steps=64000 elapsed=8.5s lr=3.000000e-04 loss=3.4368 ppl=31.1168 acc=0.3811 tokens=8128.0000 +[sample step=32000] [CLS] to china... [SEP] united states coast guard personnel detected smoke amid chemical sludge, county officer miguel roch. [SEP] but if living near a certain type of sport makes you feel you will not see ordinary sportsmen as missing out on an opportunity to make a career. [SEP] worcesters innovations taught espn the thursdays segment, ringing with rates ranging from $350 to $1, 280 over two years. [SEP] i'm growing gymby - sugar into the olmstead branches of the trade. [SEP] chief medical officer dr anne parkinson said it was vital armour was used to deal with the condition of the poor without too much [SEP] +step=32020 micro_steps=64040 elapsed=10.7s lr=3.000000e-04 loss=3.4318 ppl=30.9739 acc=0.3805 tokens=8128.0000 +step=32040 micro_steps=64080 elapsed=8.5s lr=3.000000e-04 loss=3.4408 ppl=31.2353 acc=0.3787 tokens=8128.0000 +step=32060 micro_steps=64120 elapsed=8.5s lr=3.000000e-04 loss=3.4423 ppl=31.2982 acc=0.3790 tokens=8128.0000 +step=32080 micro_steps=64160 elapsed=8.5s lr=3.000000e-04 loss=3.4500 ppl=31.5408 acc=0.3788 tokens=8128.0000 +step=32100 micro_steps=64200 elapsed=8.5s lr=3.000000e-04 loss=3.4503 ppl=31.5798 acc=0.3777 tokens=8128.0000 +step=32120 micro_steps=64240 elapsed=8.5s lr=3.000000e-04 loss=3.4299 ppl=30.9107 acc=0.3809 tokens=8128.0000 +step=32140 micro_steps=64280 elapsed=8.5s lr=3.000000e-04 loss=3.4293 ppl=30.8994 acc=0.3816 tokens=8128.0000 +step=32160 micro_steps=64320 elapsed=8.5s lr=3.000000e-04 loss=3.4305 ppl=30.9293 acc=0.3815 tokens=8128.0000 +step=32180 micro_steps=64360 elapsed=8.5s lr=3.000000e-04 loss=3.4180 ppl=30.5349 acc=0.3827 tokens=8128.0000 +step=32200 micro_steps=64400 elapsed=8.6s lr=3.000000e-04 loss=3.4370 ppl=31.1396 acc=0.3801 tokens=8128.0000 +step=32220 micro_steps=64440 elapsed=8.5s lr=3.000000e-04 loss=3.4297 ppl=30.9123 acc=0.3805 tokens=8128.0000 +step=32240 micro_steps=64480 elapsed=8.5s lr=3.000000e-04 loss=3.4360 ppl=31.0919 acc=0.3799 tokens=8128.0000 +step=32260 micro_steps=64520 elapsed=8.5s lr=3.000000e-04 loss=3.4327 ppl=30.9955 acc=0.3812 tokens=8128.0000 +step=32280 micro_steps=64560 elapsed=8.6s lr=3.000000e-04 loss=3.4388 ppl=31.1900 acc=0.3802 tokens=8128.0000 +step=32300 micro_steps=64600 elapsed=8.5s lr=3.000000e-04 loss=3.4391 ppl=31.1997 acc=0.3793 tokens=8128.0000 +step=32320 micro_steps=64640 elapsed=8.5s lr=3.000000e-04 loss=3.4310 ppl=30.9556 acc=0.3805 tokens=8128.0000 +step=32340 micro_steps=64680 elapsed=8.5s lr=3.000000e-04 loss=3.4317 ppl=30.9778 acc=0.3806 tokens=8128.0000 +step=32360 micro_steps=64720 elapsed=8.5s lr=3.000000e-04 loss=3.4194 ppl=30.5849 acc=0.3810 tokens=8128.0000 +step=32380 micro_steps=64760 elapsed=8.6s lr=3.000000e-04 loss=3.4269 ppl=30.8196 acc=0.3803 tokens=8128.0000 +step=32400 micro_steps=64800 elapsed=8.6s lr=3.000000e-04 loss=3.4254 ppl=30.7744 acc=0.3804 tokens=8128.0000 +step=32420 micro_steps=64840 elapsed=8.7s lr=3.000000e-04 loss=3.4326 ppl=30.9952 acc=0.3812 tokens=8128.0000 +step=32440 micro_steps=64880 elapsed=8.6s lr=3.000000e-04 loss=3.4340 ppl=31.0479 acc=0.3797 tokens=8128.0000 +step=32460 micro_steps=64920 elapsed=8.7s lr=3.000000e-04 loss=3.4321 ppl=30.9667 acc=0.3797 tokens=8128.0000 +step=32480 micro_steps=64960 elapsed=8.7s lr=3.000000e-04 loss=3.4183 ppl=30.5556 acc=0.3824 tokens=8128.0000 +step=32500 micro_steps=65000 elapsed=8.7s lr=3.000000e-04 loss=3.4335 ppl=31.0060 acc=0.3792 tokens=8128.0000 +step=32520 micro_steps=65040 elapsed=8.6s lr=3.000000e-04 loss=3.4367 ppl=31.1417 acc=0.3809 tokens=8128.0000 +step=32540 micro_steps=65080 elapsed=8.6s lr=3.000000e-04 loss=3.4367 ppl=31.1189 acc=0.3786 tokens=8128.0000 +step=32560 micro_steps=65120 elapsed=8.5s lr=3.000000e-04 loss=3.4256 ppl=30.7719 acc=0.3804 tokens=8128.0000 +step=32580 micro_steps=65160 elapsed=8.5s lr=3.000000e-04 loss=3.4342 ppl=31.0409 acc=0.3804 tokens=8128.0000 +step=32600 micro_steps=65200 elapsed=8.6s lr=3.000000e-04 loss=3.4328 ppl=31.0048 acc=0.3797 tokens=8128.0000 +step=32620 micro_steps=65240 elapsed=8.6s lr=3.000000e-04 loss=3.4324 ppl=30.9737 acc=0.3797 tokens=8128.0000 +step=32640 micro_steps=65280 elapsed=8.5s lr=3.000000e-04 loss=3.4344 ppl=31.0464 acc=0.3802 tokens=8128.0000 +step=32660 micro_steps=65320 elapsed=8.5s lr=3.000000e-04 loss=3.4287 ppl=30.8556 acc=0.3814 tokens=8128.0000 +step=32680 micro_steps=65360 elapsed=8.6s lr=3.000000e-04 loss=3.4412 ppl=31.2546 acc=0.3803 tokens=8128.0000 +step=32700 micro_steps=65400 elapsed=8.6s lr=3.000000e-04 loss=3.4216 ppl=30.6490 acc=0.3805 tokens=8128.0000 +step=32720 micro_steps=65440 elapsed=8.5s lr=3.000000e-04 loss=3.4372 ppl=31.1452 acc=0.3792 tokens=8128.0000 +step=32740 micro_steps=65480 elapsed=8.5s lr=3.000000e-04 loss=3.4219 ppl=30.6696 acc=0.3806 tokens=8128.0000 +step=32760 micro_steps=65520 elapsed=8.6s lr=3.000000e-04 loss=3.4179 ppl=30.5442 acc=0.3822 tokens=8128.0000 +step=32780 micro_steps=65560 elapsed=8.5s lr=3.000000e-04 loss=3.4360 ppl=31.0895 acc=0.3798 tokens=8128.0000 +step=32800 micro_steps=65600 elapsed=8.6s lr=3.000000e-04 loss=3.4440 ppl=31.3474 acc=0.3782 tokens=8128.0000 +step=32820 micro_steps=65640 elapsed=8.5s lr=3.000000e-04 loss=3.4423 ppl=31.2943 acc=0.3803 tokens=8128.0000 +step=32840 micro_steps=65680 elapsed=5.9s lr=3.000000e-04 loss=3.4292 ppl=30.8964 acc=0.3813 tokens=8128.0000 +step=32860 micro_steps=65720 elapsed=7.2s lr=3.000000e-04 loss=3.4262 ppl=30.8018 acc=0.3812 tokens=8128.0000 +step=32880 micro_steps=65760 elapsed=7.6s lr=3.000000e-04 loss=3.4453 ppl=31.3855 acc=0.3783 tokens=8128.0000 +step=32900 micro_steps=65800 elapsed=4.2s lr=3.000000e-04 loss=3.4259 ppl=30.7778 acc=0.3819 tokens=8128.0000 +step=32920 micro_steps=65840 elapsed=4.2s lr=3.000000e-04 loss=3.4359 ppl=31.0974 acc=0.3790 tokens=8128.0000 +step=32940 micro_steps=65880 elapsed=4.2s lr=3.000000e-04 loss=3.4427 ppl=31.3143 acc=0.3789 tokens=8128.0000 +step=32960 micro_steps=65920 elapsed=4.2s lr=3.000000e-04 loss=3.4245 ppl=30.7449 acc=0.3817 tokens=8128.0000 +step=32980 micro_steps=65960 elapsed=4.2s lr=3.000000e-04 loss=3.4338 ppl=31.0347 acc=0.3806 tokens=8128.0000 +step=33000 micro_steps=66000 elapsed=4.2s lr=3.000000e-04 loss=3.4467 ppl=31.4193 acc=0.3782 tokens=8128.0000 +[sample step=33000] [CLS] [SEP] mourning broke his left wrist in a 2000 game against the cincinnati reds as rafael sorbral led off the sixth inning. [SEP] todd wilders's estranged son, dari, was released by the netherlands, finland and nigeria, next month to face criminal charges on an illegal infrequent conviction and sentencing. [SEP] if your household is paying the energy and heating bills for heating, you may need them to worry about buying too expensive a home if your wife is not doing the basic job. [SEP] the tory backbencher, patricia follett - - a close friend of tony blair from the g7 club of rich [SEP] +step=33020 micro_steps=66040 elapsed=6.3s lr=3.000000e-04 loss=3.4405 ppl=31.2435 acc=0.3797 tokens=8128.0000 +step=33040 micro_steps=66080 elapsed=4.2s lr=3.000000e-04 loss=3.4323 ppl=30.9711 acc=0.3801 tokens=8128.0000 +step=33060 micro_steps=66120 elapsed=4.2s lr=3.000000e-04 loss=3.4354 ppl=31.0790 acc=0.3800 tokens=8128.0000 +step=33080 micro_steps=66160 elapsed=4.2s lr=3.000000e-04 loss=3.4365 ppl=31.1098 acc=0.3798 tokens=8128.0000 +step=33100 micro_steps=66200 elapsed=4.2s lr=3.000000e-04 loss=3.4256 ppl=30.7705 acc=0.3815 tokens=8128.0000 +step=33120 micro_steps=66240 elapsed=4.2s lr=3.000000e-04 loss=3.4172 ppl=30.5212 acc=0.3823 tokens=8128.0000 +step=33140 micro_steps=66280 elapsed=4.2s lr=3.000000e-04 loss=3.4413 ppl=31.2595 acc=0.3786 tokens=8128.0000 +step=33160 micro_steps=66320 elapsed=4.2s lr=3.000000e-04 loss=3.4369 ppl=31.1239 acc=0.3802 tokens=8128.0000 +step=33180 micro_steps=66360 elapsed=4.2s lr=3.000000e-04 loss=3.4314 ppl=30.9610 acc=0.3807 tokens=8128.0000 +step=33200 micro_steps=66400 elapsed=4.2s lr=3.000000e-04 loss=3.4348 ppl=31.0613 acc=0.3798 tokens=8128.0000 +step=33220 micro_steps=66440 elapsed=4.2s lr=3.000000e-04 loss=3.4323 ppl=30.9717 acc=0.3799 tokens=8128.0000 +step=33240 micro_steps=66480 elapsed=4.2s lr=3.000000e-04 loss=3.4283 ppl=30.8679 acc=0.3803 tokens=8128.0000 +step=33260 micro_steps=66520 elapsed=4.2s lr=3.000000e-04 loss=3.4351 ppl=31.0606 acc=0.3798 tokens=8128.0000 +step=33280 micro_steps=66560 elapsed=4.2s lr=3.000000e-04 loss=3.4255 ppl=30.7812 acc=0.3817 tokens=8128.0000 +step=33300 micro_steps=66600 elapsed=4.2s lr=3.000000e-04 loss=3.4330 ppl=30.9943 acc=0.3807 tokens=8128.0000 +step=33320 micro_steps=66640 elapsed=4.2s lr=3.000000e-04 loss=3.4324 ppl=30.9968 acc=0.3803 tokens=8128.0000 +step=33340 micro_steps=66680 elapsed=4.2s lr=3.000000e-04 loss=3.4203 ppl=30.6186 acc=0.3810 tokens=8128.0000 +step=33360 micro_steps=66720 elapsed=4.2s lr=3.000000e-04 loss=3.4189 ppl=30.5808 acc=0.3818 tokens=8128.0000 +step=33380 micro_steps=66760 elapsed=4.2s lr=3.000000e-04 loss=3.4395 ppl=31.2008 acc=0.3798 tokens=8128.0000 +step=33400 micro_steps=66800 elapsed=4.2s lr=3.000000e-04 loss=3.4194 ppl=30.5850 acc=0.3830 tokens=8128.0000 +step=33420 micro_steps=66840 elapsed=4.2s lr=3.000000e-04 loss=3.4385 ppl=31.1768 acc=0.3795 tokens=8128.0000 +step=33440 micro_steps=66880 elapsed=4.2s lr=3.000000e-04 loss=3.4134 ppl=30.3958 acc=0.3823 tokens=8128.0000 +step=33460 micro_steps=66920 elapsed=4.2s lr=3.000000e-04 loss=3.4179 ppl=30.5489 acc=0.3817 tokens=8128.0000 +step=33480 micro_steps=66960 elapsed=4.2s lr=3.000000e-04 loss=3.4380 ppl=31.1667 acc=0.3804 tokens=8128.0000 +step=33500 micro_steps=67000 elapsed=4.2s lr=3.000000e-04 loss=3.4339 ppl=31.0390 acc=0.3803 tokens=8128.0000 +step=33520 micro_steps=67040 elapsed=4.2s lr=3.000000e-04 loss=3.4176 ppl=30.5338 acc=0.3826 tokens=8128.0000 +step=33540 micro_steps=67080 elapsed=4.2s lr=3.000000e-04 loss=3.4117 ppl=30.3854 acc=0.3833 tokens=8128.0000 +step=33560 micro_steps=67120 elapsed=4.2s lr=3.000000e-04 loss=3.4296 ppl=30.9027 acc=0.3813 tokens=8128.0000 +step=33580 micro_steps=67160 elapsed=4.2s lr=3.000000e-04 loss=3.4213 ppl=30.6602 acc=0.3820 tokens=8128.0000 +step=33600 micro_steps=67200 elapsed=4.2s lr=3.000000e-04 loss=3.4381 ppl=31.1653 acc=0.3795 tokens=8128.0000 +step=33620 micro_steps=67240 elapsed=4.2s lr=3.000000e-04 loss=3.4323 ppl=30.9927 acc=0.3802 tokens=8128.0000 +step=33640 micro_steps=67280 elapsed=4.2s lr=3.000000e-04 loss=3.4193 ppl=30.5901 acc=0.3818 tokens=8128.0000 +step=33660 micro_steps=67320 elapsed=4.2s lr=3.000000e-04 loss=3.4287 ppl=30.8576 acc=0.3807 tokens=8128.0000 +step=33680 micro_steps=67360 elapsed=4.2s lr=3.000000e-04 loss=3.4249 ppl=30.7376 acc=0.3809 tokens=8128.0000 +step=33700 micro_steps=67400 elapsed=4.2s lr=3.000000e-04 loss=3.4123 ppl=30.3687 acc=0.3835 tokens=8128.0000 +step=33720 micro_steps=67440 elapsed=4.2s lr=3.000000e-04 loss=3.4294 ppl=30.8920 acc=0.3806 tokens=8128.0000 +step=33740 micro_steps=67480 elapsed=4.2s lr=3.000000e-04 loss=3.4092 ppl=30.2840 acc=0.3834 tokens=8128.0000 +step=33760 micro_steps=67520 elapsed=4.2s lr=3.000000e-04 loss=3.4260 ppl=30.7825 acc=0.3802 tokens=8128.0000 +step=33780 micro_steps=67560 elapsed=4.2s lr=3.000000e-04 loss=3.4010 ppl=30.0217 acc=0.3851 tokens=8128.0000 +step=33800 micro_steps=67600 elapsed=4.2s lr=3.000000e-04 loss=3.4176 ppl=30.5400 acc=0.3816 tokens=8128.0000 +step=33820 micro_steps=67640 elapsed=4.2s lr=3.000000e-04 loss=3.4395 ppl=31.2063 acc=0.3789 tokens=8128.0000 +step=33840 micro_steps=67680 elapsed=4.2s lr=3.000000e-04 loss=3.4307 ppl=30.9582 acc=0.3806 tokens=8128.0000 +step=33860 micro_steps=67720 elapsed=4.2s lr=3.000000e-04 loss=3.4245 ppl=30.7418 acc=0.3805 tokens=8128.0000 +step=33880 micro_steps=67760 elapsed=4.2s lr=3.000000e-04 loss=3.4249 ppl=30.7577 acc=0.3811 tokens=8128.0000 +step=33900 micro_steps=67800 elapsed=4.2s lr=3.000000e-04 loss=3.4350 ppl=31.0672 acc=0.3799 tokens=8128.0000 +step=33920 micro_steps=67840 elapsed=4.2s lr=3.000000e-04 loss=3.4351 ppl=31.0781 acc=0.3795 tokens=8128.0000 +step=33940 micro_steps=67880 elapsed=4.2s lr=3.000000e-04 loss=3.4418 ppl=31.2663 acc=0.3786 tokens=8128.0000 +step=33960 micro_steps=67920 elapsed=4.2s lr=3.000000e-04 loss=3.4332 ppl=31.0044 acc=0.3812 tokens=8128.0000 +step=33980 micro_steps=67960 elapsed=4.2s lr=3.000000e-04 loss=3.4076 ppl=30.2225 acc=0.3837 tokens=8128.0000 +step=34000 micro_steps=68000 elapsed=4.2s lr=3.000000e-04 loss=3.4349 ppl=31.0661 acc=0.3779 tokens=8128.0000 +[sample step=34000] [CLS] center in madrid en route to talks with president giorgio napolitano of italy, is a former hairstylist who has fought a bitter battle to retain the strategically important italian embassy in tehran, and is thought to be planning for russia to offer britain a role in his latest appointment. [SEP] firefighters failed to intervene during the blaze in heston street, torquay. [SEP] the british government will pay families of victims of war $5. 6m (£2 million) for "exceptional standards of intelligence" in their remarks at a news conference in london today, the foreign office said. [SEP] " myself and coach andy macphail have some [SEP] +step=34020 micro_steps=68040 elapsed=6.3s lr=3.000000e-04 loss=3.4260 ppl=30.7798 acc=0.3814 tokens=8128.0000 +step=34040 micro_steps=68080 elapsed=4.2s lr=3.000000e-04 loss=3.4379 ppl=31.1684 acc=0.3804 tokens=8128.0000 +step=34060 micro_steps=68120 elapsed=4.2s lr=3.000000e-04 loss=3.4258 ppl=30.7854 acc=0.3809 tokens=8128.0000 +step=34080 micro_steps=68160 elapsed=4.2s lr=3.000000e-04 loss=3.4201 ppl=30.6190 acc=0.3818 tokens=8128.0000 +step=34100 micro_steps=68200 elapsed=4.2s lr=3.000000e-04 loss=3.4338 ppl=31.0320 acc=0.3803 tokens=8128.0000 +step=34120 micro_steps=68240 elapsed=4.2s lr=3.000000e-04 loss=3.4076 ppl=30.2271 acc=0.3831 tokens=8128.0000 +step=34140 micro_steps=68280 elapsed=4.2s lr=3.000000e-04 loss=3.4311 ppl=30.9451 acc=0.3806 tokens=8128.0000 +step=34160 micro_steps=68320 elapsed=4.2s lr=3.000000e-04 loss=3.4122 ppl=30.3768 acc=0.3827 tokens=8128.0000 +step=34180 micro_steps=68360 elapsed=4.2s lr=3.000000e-04 loss=3.4269 ppl=30.8091 acc=0.3808 tokens=8128.0000 +step=34200 micro_steps=68400 elapsed=4.2s lr=3.000000e-04 loss=3.4184 ppl=30.5693 acc=0.3822 tokens=8128.0000 +step=34220 micro_steps=68440 elapsed=4.2s lr=3.000000e-04 loss=3.4265 ppl=30.8072 acc=0.3811 tokens=8128.0000 +step=34240 micro_steps=68480 elapsed=4.2s lr=3.000000e-04 loss=3.4301 ppl=30.9222 acc=0.3820 tokens=8128.0000 +step=34260 micro_steps=68520 elapsed=4.2s lr=3.000000e-04 loss=3.4175 ppl=30.5268 acc=0.3830 tokens=8128.0000 +step=34280 micro_steps=68560 elapsed=4.2s lr=3.000000e-04 loss=3.4262 ppl=30.7993 acc=0.3816 tokens=8128.0000 +step=34300 micro_steps=68600 elapsed=4.2s lr=3.000000e-04 loss=3.4100 ppl=30.3094 acc=0.3832 tokens=8128.0000 +step=34320 micro_steps=68640 elapsed=4.2s lr=3.000000e-04 loss=3.4208 ppl=30.6402 acc=0.3814 tokens=8128.0000 +step=34340 micro_steps=68680 elapsed=4.2s lr=3.000000e-04 loss=3.4315 ppl=30.9717 acc=0.3809 tokens=8128.0000 +step=34360 micro_steps=68720 elapsed=4.2s lr=3.000000e-04 loss=3.4235 ppl=30.7137 acc=0.3818 tokens=8128.0000 +step=34380 micro_steps=68760 elapsed=4.2s lr=3.000000e-04 loss=3.4375 ppl=31.1384 acc=0.3803 tokens=8128.0000 +step=34400 micro_steps=68800 elapsed=4.2s lr=3.000000e-04 loss=3.4244 ppl=30.7462 acc=0.3818 tokens=8128.0000 +step=34420 micro_steps=68840 elapsed=4.2s lr=3.000000e-04 loss=3.4229 ppl=30.7012 acc=0.3822 tokens=8128.0000 +step=34440 micro_steps=68880 elapsed=4.2s lr=3.000000e-04 loss=3.4231 ppl=30.6992 acc=0.3801 tokens=8128.0000 +step=34460 micro_steps=68920 elapsed=4.2s lr=3.000000e-04 loss=3.4115 ppl=30.3571 acc=0.3821 tokens=8128.0000 +step=34480 micro_steps=68960 elapsed=4.2s lr=3.000000e-04 loss=3.4199 ppl=30.6228 acc=0.3821 tokens=8128.0000 +step=34500 micro_steps=69000 elapsed=4.2s lr=3.000000e-04 loss=3.4254 ppl=30.7857 acc=0.3813 tokens=8128.0000 +step=34520 micro_steps=69040 elapsed=4.2s lr=3.000000e-04 loss=3.4322 ppl=30.9797 acc=0.3809 tokens=8128.0000 +step=34540 micro_steps=69080 elapsed=4.2s lr=3.000000e-04 loss=3.4202 ppl=30.6218 acc=0.3820 tokens=8128.0000 +step=34560 micro_steps=69120 elapsed=4.2s lr=3.000000e-04 loss=3.4214 ppl=30.6428 acc=0.3804 tokens=8128.0000 +step=34580 micro_steps=69160 elapsed=4.2s lr=3.000000e-04 loss=3.4084 ppl=30.2406 acc=0.3819 tokens=8128.0000 +step=34600 micro_steps=69200 elapsed=4.2s lr=3.000000e-04 loss=3.4166 ppl=30.5160 acc=0.3827 tokens=8128.0000 +step=34620 micro_steps=69240 elapsed=4.2s lr=3.000000e-04 loss=3.4265 ppl=30.8045 acc=0.3812 tokens=8128.0000 +step=34640 micro_steps=69280 elapsed=4.2s lr=3.000000e-04 loss=3.4164 ppl=30.4821 acc=0.3821 tokens=8128.0000 +step=34660 micro_steps=69320 elapsed=4.2s lr=3.000000e-04 loss=3.4174 ppl=30.5349 acc=0.3820 tokens=8128.0000 +step=34680 micro_steps=69360 elapsed=4.2s lr=3.000000e-04 loss=3.4342 ppl=31.0463 acc=0.3808 tokens=8128.0000 +step=34700 micro_steps=69400 elapsed=4.2s lr=3.000000e-04 loss=3.4168 ppl=30.4999 acc=0.3819 tokens=8128.0000 +step=34720 micro_steps=69440 elapsed=4.2s lr=3.000000e-04 loss=3.4281 ppl=30.8497 acc=0.3794 tokens=8128.0000 +step=34740 micro_steps=69480 elapsed=4.2s lr=3.000000e-04 loss=3.4149 ppl=30.4516 acc=0.3815 tokens=8128.0000 +step=34760 micro_steps=69520 elapsed=4.2s lr=3.000000e-04 loss=3.4289 ppl=30.8864 acc=0.3799 tokens=8128.0000 +step=34780 micro_steps=69560 elapsed=4.2s lr=3.000000e-04 loss=3.4172 ppl=30.5199 acc=0.3821 tokens=8128.0000 +step=34800 micro_steps=69600 elapsed=4.2s lr=3.000000e-04 loss=3.4341 ppl=31.0353 acc=0.3805 tokens=8128.0000 +step=34820 micro_steps=69640 elapsed=4.2s lr=3.000000e-04 loss=3.4242 ppl=30.7328 acc=0.3811 tokens=8128.0000 +step=34840 micro_steps=69680 elapsed=4.2s lr=3.000000e-04 loss=3.4255 ppl=30.7845 acc=0.3809 tokens=8128.0000 +step=34860 micro_steps=69720 elapsed=4.2s lr=3.000000e-04 loss=3.4197 ppl=30.5999 acc=0.3819 tokens=8128.0000 +step=34880 micro_steps=69760 elapsed=4.2s lr=3.000000e-04 loss=3.4281 ppl=30.8590 acc=0.3798 tokens=8128.0000 +step=34900 micro_steps=69800 elapsed=4.2s lr=3.000000e-04 loss=3.4265 ppl=30.8071 acc=0.3804 tokens=8128.0000 +step=34920 micro_steps=69840 elapsed=4.2s lr=3.000000e-04 loss=3.4269 ppl=30.8286 acc=0.3817 tokens=8128.0000 +step=34940 micro_steps=69880 elapsed=4.2s lr=3.000000e-04 loss=3.4168 ppl=30.5098 acc=0.3823 tokens=8128.0000 +step=34960 micro_steps=69920 elapsed=4.2s lr=3.000000e-04 loss=3.4320 ppl=30.9760 acc=0.3806 tokens=8128.0000 +step=34980 micro_steps=69960 elapsed=4.2s lr=3.000000e-04 loss=3.4266 ppl=30.8062 acc=0.3816 tokens=8128.0000 +step=35000 micro_steps=70000 elapsed=4.2s lr=3.000000e-04 loss=3.4150 ppl=30.4558 acc=0.3826 tokens=8128.0000 +[sample step=35000] [CLS] years ago when he accused the government of inciting violent protests. [SEP] much of the unlocked mechanism had been installed on internet servers by the composer's extremists. [SEP] she capped his day by undergoing surgery on her pelvis. [SEP] environmental curiosity, especially since powerful rivals google and microsoft announced this year their plan to merge, may not help to cement the deal's standing in the long haul. [SEP] federal communications commission chairman julius genachowski pleaded in a speech thursday to thousands of potential subscribers to the online auction service to end their longtime threat to the carrier's 20 million subscribers. [SEP] given a lack of competition [SEP] +step=35020 micro_steps=70040 elapsed=6.4s lr=3.000000e-04 loss=3.4209 ppl=30.6416 acc=0.3824 tokens=8128.0000 +step=35040 micro_steps=70080 elapsed=4.2s lr=3.000000e-04 loss=3.4227 ppl=30.6916 acc=0.3817 tokens=8128.0000 +step=35060 micro_steps=70120 elapsed=4.2s lr=3.000000e-04 loss=3.4196 ppl=30.5809 acc=0.3830 tokens=8128.0000 +step=35080 micro_steps=70160 elapsed=4.2s lr=3.000000e-04 loss=3.4269 ppl=30.8202 acc=0.3815 tokens=8128.0000 +step=35100 micro_steps=70200 elapsed=4.2s lr=3.000000e-04 loss=3.4236 ppl=30.7129 acc=0.3817 tokens=8128.0000 +step=35120 micro_steps=70240 elapsed=4.2s lr=3.000000e-04 loss=3.4226 ppl=30.6726 acc=0.3815 tokens=8128.0000 +step=35140 micro_steps=70280 elapsed=4.2s lr=3.000000e-04 loss=3.4268 ppl=30.8098 acc=0.3812 tokens=8128.0000 +step=35160 micro_steps=70320 elapsed=4.2s lr=3.000000e-04 loss=3.4257 ppl=30.7954 acc=0.3793 tokens=8128.0000 +step=35180 micro_steps=70360 elapsed=4.2s lr=3.000000e-04 loss=3.4157 ppl=30.4712 acc=0.3819 tokens=8128.0000 +step=35200 micro_steps=70400 elapsed=4.2s lr=3.000000e-04 loss=3.4230 ppl=30.6967 acc=0.3821 tokens=8128.0000 +step=35220 micro_steps=70440 elapsed=4.2s lr=3.000000e-04 loss=3.4267 ppl=30.8140 acc=0.3799 tokens=8128.0000 +step=35240 micro_steps=70480 elapsed=4.2s lr=3.000000e-04 loss=3.4170 ppl=30.5145 acc=0.3824 tokens=8128.0000 +step=35260 micro_steps=70520 elapsed=4.2s lr=3.000000e-04 loss=3.4209 ppl=30.6344 acc=0.3814 tokens=8128.0000 +step=35280 micro_steps=70560 elapsed=4.2s lr=3.000000e-04 loss=3.4269 ppl=30.8203 acc=0.3821 tokens=8128.0000 +step=35300 micro_steps=70600 elapsed=4.2s lr=3.000000e-04 loss=3.4195 ppl=30.5851 acc=0.3825 tokens=8128.0000 +step=35320 micro_steps=70640 elapsed=4.2s lr=3.000000e-04 loss=3.4289 ppl=30.8753 acc=0.3799 tokens=8128.0000 +step=35340 micro_steps=70680 elapsed=4.2s lr=3.000000e-04 loss=3.4122 ppl=30.3682 acc=0.3843 tokens=8128.0000 +step=35360 micro_steps=70720 elapsed=4.2s lr=3.000000e-04 loss=3.4166 ppl=30.4896 acc=0.3824 tokens=8128.0000 +step=35380 micro_steps=70760 elapsed=4.2s lr=3.000000e-04 loss=3.4256 ppl=30.7747 acc=0.3814 tokens=8128.0000 +step=35400 micro_steps=70800 elapsed=4.2s lr=3.000000e-04 loss=3.4229 ppl=30.7024 acc=0.3820 tokens=8128.0000 +step=35420 micro_steps=70840 elapsed=4.2s lr=3.000000e-04 loss=3.4208 ppl=30.6284 acc=0.3828 tokens=8128.0000 +step=35440 micro_steps=70880 elapsed=4.2s lr=3.000000e-04 loss=3.4303 ppl=30.9154 acc=0.3808 tokens=8128.0000 +step=35460 micro_steps=70920 elapsed=4.2s lr=3.000000e-04 loss=3.4157 ppl=30.4771 acc=0.3827 tokens=8128.0000 +step=35480 micro_steps=70960 elapsed=4.2s lr=3.000000e-04 loss=3.4245 ppl=30.7337 acc=0.3824 tokens=8128.0000 +step=35500 micro_steps=71000 elapsed=4.2s lr=3.000000e-04 loss=3.4429 ppl=31.3129 acc=0.3791 tokens=8128.0000 +step=35520 micro_steps=71040 elapsed=4.2s lr=3.000000e-04 loss=3.4194 ppl=30.5959 acc=0.3819 tokens=8128.0000 +step=35540 micro_steps=71080 elapsed=4.2s lr=3.000000e-04 loss=3.4159 ppl=30.4733 acc=0.3819 tokens=8128.0000 +step=35560 micro_steps=71120 elapsed=4.2s lr=3.000000e-04 loss=3.4274 ppl=30.8325 acc=0.3810 tokens=8128.0000 +step=35580 micro_steps=71160 elapsed=4.2s lr=3.000000e-04 loss=3.4329 ppl=31.0133 acc=0.3805 tokens=8128.0000 +step=35600 micro_steps=71200 elapsed=4.2s lr=3.000000e-04 loss=3.4201 ppl=30.6126 acc=0.3811 tokens=8128.0000 +step=35620 micro_steps=71240 elapsed=4.2s lr=3.000000e-04 loss=3.4151 ppl=30.4545 acc=0.3825 tokens=8128.0000 +step=35640 micro_steps=71280 elapsed=4.2s lr=3.000000e-04 loss=3.4317 ppl=30.9591 acc=0.3802 tokens=8128.0000 +step=35660 micro_steps=71320 elapsed=4.2s lr=3.000000e-04 loss=3.4167 ppl=30.4958 acc=0.3829 tokens=8128.0000 +step=35680 micro_steps=71360 elapsed=4.2s lr=3.000000e-04 loss=3.4286 ppl=30.8609 acc=0.3804 tokens=8128.0000 +step=35700 micro_steps=71400 elapsed=4.2s lr=3.000000e-04 loss=3.4318 ppl=30.9761 acc=0.3797 tokens=8128.0000 +step=35720 micro_steps=71440 elapsed=4.2s lr=3.000000e-04 loss=3.4305 ppl=30.9263 acc=0.3809 tokens=8128.0000 +step=35740 micro_steps=71480 elapsed=4.2s lr=3.000000e-04 loss=3.4177 ppl=30.5192 acc=0.3818 tokens=8128.0000 +step=35760 micro_steps=71520 elapsed=4.2s lr=3.000000e-04 loss=3.4139 ppl=30.4206 acc=0.3820 tokens=8128.0000 +step=35780 micro_steps=71560 elapsed=4.2s lr=3.000000e-04 loss=3.4166 ppl=30.5116 acc=0.3821 tokens=8128.0000 +step=35800 micro_steps=71600 elapsed=4.2s lr=3.000000e-04 loss=3.4409 ppl=31.2563 acc=0.3803 tokens=8128.0000 +step=35820 micro_steps=71640 elapsed=4.2s lr=3.000000e-04 loss=3.4214 ppl=30.6555 acc=0.3818 tokens=8128.0000 +step=35840 micro_steps=71680 elapsed=4.2s lr=3.000000e-04 loss=3.4223 ppl=30.6710 acc=0.3812 tokens=8128.0000 +step=35860 micro_steps=71720 elapsed=4.2s lr=3.000000e-04 loss=3.4207 ppl=30.6163 acc=0.3831 tokens=8128.0000 +step=35880 micro_steps=71760 elapsed=4.2s lr=3.000000e-04 loss=3.4206 ppl=30.6172 acc=0.3833 tokens=8128.0000 +step=35900 micro_steps=71800 elapsed=4.2s lr=3.000000e-04 loss=3.4308 ppl=30.9465 acc=0.3801 tokens=8128.0000 +step=35920 micro_steps=71840 elapsed=4.2s lr=3.000000e-04 loss=3.4142 ppl=30.4392 acc=0.3822 tokens=8128.0000 +step=35940 micro_steps=71880 elapsed=4.2s lr=3.000000e-04 loss=3.4284 ppl=30.8683 acc=0.3815 tokens=8128.0000 +step=35960 micro_steps=71920 elapsed=4.2s lr=3.000000e-04 loss=3.4240 ppl=30.7220 acc=0.3810 tokens=8128.0000 +step=35980 micro_steps=71960 elapsed=4.2s lr=3.000000e-04 loss=3.4226 ppl=30.6848 acc=0.3818 tokens=8128.0000 +step=36000 micro_steps=72000 elapsed=4.2s lr=3.000000e-04 loss=3.4343 ppl=31.0307 acc=0.3799 tokens=8128.0000 +[sample step=36000] [CLS] 20 years. [SEP] but republicans, however, dismissed the move as a costly political slug. [SEP] he is a composite person, very reclusive and capable of being controversial. [SEP] the company has ordered everyone to have only one soap roller every day except for those on line when they are exhausted and unable to sit down because of the flu virus. [SEP] what will the best midfield look like in the champions league semi - finals? [SEP] it's true that american thought the original spanish "at war" featured john lennon impersonating frank sinatra, but it was troubling because... this dissonant, whether last [SEP] +step=36020 micro_steps=72040 elapsed=6.3s lr=3.000000e-04 loss=3.4090 ppl=30.2791 acc=0.3832 tokens=8128.0000 +step=36040 micro_steps=72080 elapsed=4.2s lr=3.000000e-04 loss=3.3958 ppl=29.9016 acc=0.3854 tokens=8128.0000 +step=36060 micro_steps=72120 elapsed=4.2s lr=3.000000e-04 loss=3.4261 ppl=30.7861 acc=0.3810 tokens=8128.0000 +step=36080 micro_steps=72160 elapsed=4.2s lr=3.000000e-04 loss=3.4184 ppl=30.5657 acc=0.3817 tokens=8128.0000 +step=36100 micro_steps=72200 elapsed=4.2s lr=3.000000e-04 loss=3.4210 ppl=30.6257 acc=0.3821 tokens=8128.0000 +step=36120 micro_steps=72240 elapsed=4.2s lr=3.000000e-04 loss=3.4274 ppl=30.8288 acc=0.3808 tokens=8128.0000 +step=36140 micro_steps=72280 elapsed=4.2s lr=3.000000e-04 loss=3.4133 ppl=30.4038 acc=0.3825 tokens=8128.0000 +step=36160 micro_steps=72320 elapsed=4.2s lr=3.000000e-04 loss=3.4241 ppl=30.7159 acc=0.3812 tokens=8128.0000 +step=36180 micro_steps=72360 elapsed=4.2s lr=3.000000e-04 loss=3.4123 ppl=30.3745 acc=0.3815 tokens=8128.0000 +step=36200 micro_steps=72400 elapsed=4.2s lr=3.000000e-04 loss=3.4296 ppl=30.9088 acc=0.3802 tokens=8128.0000 +step=36220 micro_steps=72440 elapsed=4.2s lr=3.000000e-04 loss=3.4185 ppl=30.5582 acc=0.3822 tokens=8128.0000 +step=36240 micro_steps=72480 elapsed=4.2s lr=3.000000e-04 loss=3.3775 ppl=29.6608 acc=0.3905 tokens=8128.0000 +step=36260 micro_steps=72520 elapsed=4.2s lr=3.000000e-04 loss=3.4282 ppl=30.8602 acc=0.3804 tokens=8128.0000 +step=36280 micro_steps=72560 elapsed=4.2s lr=3.000000e-04 loss=3.4124 ppl=30.3674 acc=0.3832 tokens=8128.0000 +step=36300 micro_steps=72600 elapsed=4.2s lr=3.000000e-04 loss=3.4220 ppl=30.6658 acc=0.3811 tokens=8128.0000 +step=36320 micro_steps=72640 elapsed=4.2s lr=3.000000e-04 loss=3.4191 ppl=30.5761 acc=0.3823 tokens=8128.0000 +step=36340 micro_steps=72680 elapsed=4.2s lr=3.000000e-04 loss=3.4282 ppl=30.8422 acc=0.3810 tokens=8128.0000 +step=36360 micro_steps=72720 elapsed=4.2s lr=3.000000e-04 loss=3.4252 ppl=30.7683 acc=0.3818 tokens=8128.0000 +step=36380 micro_steps=72760 elapsed=4.2s lr=3.000000e-04 loss=3.4234 ppl=30.7205 acc=0.3813 tokens=8128.0000 +step=36400 micro_steps=72800 elapsed=4.2s lr=3.000000e-04 loss=3.4169 ppl=30.5102 acc=0.3817 tokens=8128.0000 +step=36420 micro_steps=72840 elapsed=4.2s lr=3.000000e-04 loss=3.4272 ppl=30.8158 acc=0.3810 tokens=8128.0000 +step=36440 micro_steps=72880 elapsed=4.2s lr=3.000000e-04 loss=3.4172 ppl=30.5308 acc=0.3825 tokens=8128.0000 +step=36460 micro_steps=72920 elapsed=4.2s lr=3.000000e-04 loss=3.4257 ppl=30.7714 acc=0.3812 tokens=8128.0000 +step=36480 micro_steps=72960 elapsed=4.2s lr=3.000000e-04 loss=3.4229 ppl=30.6858 acc=0.3815 tokens=8128.0000 +step=36500 micro_steps=73000 elapsed=4.2s lr=3.000000e-04 loss=3.4298 ppl=30.9045 acc=0.3803 tokens=8128.0000 +step=36520 micro_steps=73040 elapsed=4.2s lr=3.000000e-04 loss=3.4036 ppl=30.1045 acc=0.3832 tokens=8128.0000 +step=36540 micro_steps=73080 elapsed=4.2s lr=3.000000e-04 loss=3.4178 ppl=30.5231 acc=0.3812 tokens=8128.0000 +step=36560 micro_steps=73120 elapsed=4.2s lr=3.000000e-04 loss=3.4126 ppl=30.3930 acc=0.3818 tokens=8128.0000 +step=36580 micro_steps=73160 elapsed=4.2s lr=3.000000e-04 loss=3.4157 ppl=30.4746 acc=0.3829 tokens=8128.0000 +step=36600 micro_steps=73200 elapsed=4.2s lr=3.000000e-04 loss=3.4184 ppl=30.5595 acc=0.3824 tokens=8128.0000 +step=36620 micro_steps=73240 elapsed=4.2s lr=3.000000e-04 loss=3.4265 ppl=30.8097 acc=0.3803 tokens=8128.0000 +step=36640 micro_steps=73280 elapsed=4.2s lr=3.000000e-04 loss=3.4194 ppl=30.5901 acc=0.3819 tokens=8128.0000 +step=36660 micro_steps=73320 elapsed=4.2s lr=3.000000e-04 loss=3.4046 ppl=30.1415 acc=0.3836 tokens=8128.0000 +step=36680 micro_steps=73360 elapsed=4.2s lr=3.000000e-04 loss=3.4344 ppl=31.0533 acc=0.3797 tokens=8128.0000 +step=36700 micro_steps=73400 elapsed=4.2s lr=3.000000e-04 loss=3.4236 ppl=30.7160 acc=0.3812 tokens=8128.0000 +step=36720 micro_steps=73440 elapsed=4.2s lr=3.000000e-04 loss=3.4146 ppl=30.4334 acc=0.3826 tokens=8128.0000 +step=36740 micro_steps=73480 elapsed=4.2s lr=3.000000e-04 loss=3.4282 ppl=30.8594 acc=0.3811 tokens=8128.0000 +step=36760 micro_steps=73520 elapsed=4.2s lr=3.000000e-04 loss=3.4247 ppl=30.7531 acc=0.3817 tokens=8128.0000 +step=36780 micro_steps=73560 elapsed=4.2s lr=3.000000e-04 loss=3.4174 ppl=30.5316 acc=0.3817 tokens=8128.0000 +step=36800 micro_steps=73600 elapsed=4.2s lr=3.000000e-04 loss=3.4151 ppl=30.4603 acc=0.3824 tokens=8128.0000 +step=36820 micro_steps=73640 elapsed=4.2s lr=3.000000e-04 loss=3.4328 ppl=31.0042 acc=0.3812 tokens=8128.0000 +step=36840 micro_steps=73680 elapsed=4.2s lr=3.000000e-04 loss=3.4150 ppl=30.4570 acc=0.3814 tokens=8128.0000 +step=36860 micro_steps=73720 elapsed=4.2s lr=3.000000e-04 loss=3.4150 ppl=30.4487 acc=0.3814 tokens=8128.0000 +step=36880 micro_steps=73760 elapsed=4.2s lr=3.000000e-04 loss=3.4119 ppl=30.3514 acc=0.3838 tokens=8128.0000 +step=36900 micro_steps=73800 elapsed=4.2s lr=3.000000e-04 loss=3.4136 ppl=30.4049 acc=0.3836 tokens=8128.0000 +step=36920 micro_steps=73840 elapsed=4.2s lr=3.000000e-04 loss=3.4210 ppl=30.6236 acc=0.3827 tokens=8128.0000 +step=36940 micro_steps=73880 elapsed=4.2s lr=3.000000e-04 loss=3.4167 ppl=30.5188 acc=0.3825 tokens=8128.0000 +step=36960 micro_steps=73920 elapsed=4.2s lr=3.000000e-04 loss=3.4189 ppl=30.5918 acc=0.3828 tokens=8128.0000 +step=36980 micro_steps=73960 elapsed=4.2s lr=3.000000e-04 loss=3.4173 ppl=30.5348 acc=0.3822 tokens=8128.0000 +step=37000 micro_steps=74000 elapsed=4.2s lr=3.000000e-04 loss=3.4106 ppl=30.3136 acc=0.3826 tokens=8128.0000 +[sample step=37000] [CLS] credit card and petrol consumers will no longer be able to pay off the debt they took out in the recession. [SEP] why are men so reluctant to go to look after their own babies? [SEP] some ice said federal and local authorities and law enforcement agencies can coexist in immigration against multiple jurisdictions, in part because their departments are craftily organized and staffed. [SEP] oregon state, meanwhile, is sparring with ucla all the way, and even turning the ball over three summers into another dive before losing to arkansas in pasadena. [SEP] stuart's suspension sparks concern among baseball fans: a federal judge in arizona sent a shudder through his industry [SEP] +step=37020 micro_steps=74040 elapsed=6.4s lr=3.000000e-04 loss=3.4096 ppl=30.2911 acc=0.3837 tokens=8128.0000 +step=37040 micro_steps=74080 elapsed=4.2s lr=3.000000e-04 loss=3.4121 ppl=30.3613 acc=0.3825 tokens=8128.0000 +step=37060 micro_steps=74120 elapsed=4.2s lr=3.000000e-04 loss=3.4102 ppl=30.3152 acc=0.3834 tokens=8128.0000 +step=37080 micro_steps=74160 elapsed=4.2s lr=3.000000e-04 loss=3.4312 ppl=30.9431 acc=0.3795 tokens=8128.0000 +step=37100 micro_steps=74200 elapsed=4.2s lr=3.000000e-04 loss=3.4176 ppl=30.5375 acc=0.3825 tokens=8128.0000 +step=37120 micro_steps=74240 elapsed=4.2s lr=3.000000e-04 loss=3.4189 ppl=30.5667 acc=0.3817 tokens=8128.0000 +step=37140 micro_steps=74280 elapsed=4.2s lr=3.000000e-04 loss=3.4231 ppl=30.7079 acc=0.3825 tokens=8128.0000 +step=37160 micro_steps=74320 elapsed=4.2s lr=3.000000e-04 loss=3.4210 ppl=30.6436 acc=0.3817 tokens=8128.0000 +step=37180 micro_steps=74360 elapsed=4.2s lr=3.000000e-04 loss=3.4157 ppl=30.4733 acc=0.3820 tokens=8128.0000 +step=37200 micro_steps=74400 elapsed=4.2s lr=3.000000e-04 loss=3.4155 ppl=30.4590 acc=0.3825 tokens=8128.0000 +step=37220 micro_steps=74440 elapsed=4.2s lr=3.000000e-04 loss=3.4160 ppl=30.4834 acc=0.3827 tokens=8128.0000 +step=37240 micro_steps=74480 elapsed=4.2s lr=3.000000e-04 loss=3.4024 ppl=30.0661 acc=0.3833 tokens=8128.0000 +step=37260 micro_steps=74520 elapsed=4.2s lr=3.000000e-04 loss=3.4178 ppl=30.5419 acc=0.3812 tokens=8128.0000 +step=37280 micro_steps=74560 elapsed=4.2s lr=3.000000e-04 loss=3.4041 ppl=30.1275 acc=0.3835 tokens=8128.0000 +step=37300 micro_steps=74600 elapsed=4.2s lr=3.000000e-04 loss=3.4202 ppl=30.6172 acc=0.3806 tokens=8128.0000 +step=37320 micro_steps=74640 elapsed=4.2s lr=3.000000e-04 loss=3.4122 ppl=30.3712 acc=0.3832 tokens=8128.0000 +step=37340 micro_steps=74680 elapsed=4.2s lr=3.000000e-04 loss=3.4253 ppl=30.7578 acc=0.3823 tokens=8128.0000 +step=37360 micro_steps=74720 elapsed=4.2s lr=3.000000e-04 loss=3.4103 ppl=30.3048 acc=0.3830 tokens=8128.0000 +step=37380 micro_steps=74760 elapsed=4.2s lr=3.000000e-04 loss=3.4000 ppl=30.0152 acc=0.3845 tokens=8128.0000 +step=37400 micro_steps=74800 elapsed=4.2s lr=3.000000e-04 loss=3.4059 ppl=30.1876 acc=0.3837 tokens=8128.0000 +step=37420 micro_steps=74840 elapsed=4.2s lr=3.000000e-04 loss=3.4198 ppl=30.5933 acc=0.3814 tokens=8128.0000 +step=37440 micro_steps=74880 elapsed=4.2s lr=3.000000e-04 loss=3.4297 ppl=30.9189 acc=0.3812 tokens=8128.0000 +step=37460 micro_steps=74920 elapsed=4.2s lr=3.000000e-04 loss=3.4135 ppl=30.4087 acc=0.3824 tokens=8128.0000 +step=37480 micro_steps=74960 elapsed=4.2s lr=3.000000e-04 loss=3.4219 ppl=30.6624 acc=0.3807 tokens=8128.0000 +step=37500 micro_steps=75000 elapsed=4.2s lr=3.000000e-04 loss=3.4205 ppl=30.6126 acc=0.3815 tokens=8128.0000 +step=37520 micro_steps=75040 elapsed=4.2s lr=3.000000e-04 loss=3.4079 ppl=30.2476 acc=0.3826 tokens=8128.0000 +step=37540 micro_steps=75080 elapsed=4.2s lr=3.000000e-04 loss=3.4072 ppl=30.2160 acc=0.3828 tokens=8128.0000 +step=37560 micro_steps=75120 elapsed=4.2s lr=3.000000e-04 loss=3.3866 ppl=29.7015 acc=0.3861 tokens=8128.0000 +step=37580 micro_steps=75160 elapsed=4.2s lr=3.000000e-04 loss=3.4199 ppl=30.6023 acc=0.3826 tokens=8128.0000 +step=37600 micro_steps=75200 elapsed=4.2s lr=3.000000e-04 loss=3.4047 ppl=30.1455 acc=0.3837 tokens=8128.0000 +step=37620 micro_steps=75240 elapsed=4.2s lr=3.000000e-04 loss=3.4101 ppl=30.3006 acc=0.3834 tokens=8128.0000 +step=37640 micro_steps=75280 elapsed=4.2s lr=3.000000e-04 loss=3.4164 ppl=30.5054 acc=0.3821 tokens=8128.0000 +step=37660 micro_steps=75320 elapsed=4.2s lr=3.000000e-04 loss=3.4104 ppl=30.3175 acc=0.3833 tokens=8128.0000 +step=37680 micro_steps=75360 elapsed=4.2s lr=3.000000e-04 loss=3.4192 ppl=30.5824 acc=0.3820 tokens=8128.0000 +step=37700 micro_steps=75400 elapsed=4.2s lr=3.000000e-04 loss=3.4073 ppl=30.2097 acc=0.3831 tokens=8128.0000 +step=37720 micro_steps=75440 elapsed=4.2s lr=3.000000e-04 loss=3.4123 ppl=30.3768 acc=0.3822 tokens=8128.0000 +step=37740 micro_steps=75480 elapsed=4.2s lr=3.000000e-04 loss=3.4305 ppl=30.9294 acc=0.3812 tokens=8128.0000 +step=37760 micro_steps=75520 elapsed=4.2s lr=3.000000e-04 loss=3.4071 ppl=30.2185 acc=0.3831 tokens=8128.0000 +step=37780 micro_steps=75560 elapsed=4.2s lr=3.000000e-04 loss=3.4194 ppl=30.5923 acc=0.3820 tokens=8128.0000 +step=37800 micro_steps=75600 elapsed=4.2s lr=3.000000e-04 loss=3.4181 ppl=30.5626 acc=0.3826 tokens=8128.0000 +step=37820 micro_steps=75640 elapsed=4.2s lr=3.000000e-04 loss=3.4242 ppl=30.7456 acc=0.3805 tokens=8128.0000 +step=37840 micro_steps=75680 elapsed=4.2s lr=3.000000e-04 loss=3.4112 ppl=30.3557 acc=0.3831 tokens=8128.0000 +step=37860 micro_steps=75720 elapsed=4.2s lr=3.000000e-04 loss=3.4085 ppl=30.2518 acc=0.3824 tokens=8128.0000 +step=37880 micro_steps=75760 elapsed=4.2s lr=3.000000e-04 loss=3.4121 ppl=30.3685 acc=0.3827 tokens=8128.0000 +step=37900 micro_steps=75800 elapsed=4.2s lr=3.000000e-04 loss=3.4189 ppl=30.5798 acc=0.3830 tokens=8128.0000 +step=37920 micro_steps=75840 elapsed=4.2s lr=3.000000e-04 loss=3.4165 ppl=30.5060 acc=0.3811 tokens=8128.0000 +step=37940 micro_steps=75880 elapsed=4.2s lr=3.000000e-04 loss=3.4068 ppl=30.1946 acc=0.3829 tokens=8128.0000 +step=37960 micro_steps=75920 elapsed=4.2s lr=3.000000e-04 loss=3.4256 ppl=30.7681 acc=0.3804 tokens=8128.0000 +step=37980 micro_steps=75960 elapsed=4.2s lr=3.000000e-04 loss=3.4069 ppl=30.2002 acc=0.3833 tokens=8128.0000 +step=38000 micro_steps=76000 elapsed=4.2s lr=3.000000e-04 loss=3.4094 ppl=30.2847 acc=0.3828 tokens=8128.0000 +[sample step=38000] [CLS] deaconess medical center, scoleriates center and alabama children's hospital, atlanta, ga. [SEP] howard's response was one that had sparked cheers from many many south korean fans. [SEP] i wonder if it is that there is already a knee - jerk reaction to this famous recent indicator encouraging € 948 entry into euro zone banknotes on thursday, affording a better picture of our current position than worrying about an unusually heavy cash flow of latent greek debt and an imminent fiscal squeeze which will stoke public anger over the shape and severity of greek debt. [SEP] coddington recommends making sure the allergens aren't [SEP] +step=38020 micro_steps=76040 elapsed=6.3s lr=3.000000e-04 loss=3.4011 ppl=30.0384 acc=0.3828 tokens=8128.0000 +step=38040 micro_steps=76080 elapsed=4.2s lr=3.000000e-04 loss=3.4149 ppl=30.4527 acc=0.3820 tokens=8128.0000 +step=38060 micro_steps=76120 elapsed=4.2s lr=3.000000e-04 loss=3.4094 ppl=30.2812 acc=0.3824 tokens=8128.0000 +step=38080 micro_steps=76160 elapsed=4.2s lr=3.000000e-04 loss=3.3940 ppl=29.8349 acc=0.3851 tokens=8128.0000 +step=38100 micro_steps=76200 elapsed=4.2s lr=3.000000e-04 loss=3.4028 ppl=30.0764 acc=0.3843 tokens=8128.0000 +step=38120 micro_steps=76240 elapsed=4.2s lr=3.000000e-04 loss=3.4106 ppl=30.3152 acc=0.3823 tokens=8128.0000 +step=38140 micro_steps=76280 elapsed=4.2s lr=3.000000e-04 loss=3.4066 ppl=30.1961 acc=0.3832 tokens=8128.0000 +step=38160 micro_steps=76320 elapsed=4.2s lr=3.000000e-04 loss=3.4183 ppl=30.5658 acc=0.3810 tokens=8128.0000 +step=38180 micro_steps=76360 elapsed=4.2s lr=3.000000e-04 loss=3.4009 ppl=30.0571 acc=0.3847 tokens=8128.0000 +step=38200 micro_steps=76400 elapsed=4.2s lr=3.000000e-04 loss=3.3982 ppl=29.9871 acc=0.3842 tokens=8128.0000 +step=38220 micro_steps=76440 elapsed=4.2s lr=3.000000e-04 loss=3.4060 ppl=30.1841 acc=0.3839 tokens=8128.0000 +step=38240 micro_steps=76480 elapsed=4.2s lr=3.000000e-04 loss=3.4080 ppl=30.2493 acc=0.3831 tokens=8128.0000 +step=38260 micro_steps=76520 elapsed=5.0s lr=3.000000e-04 loss=3.4069 ppl=30.1989 acc=0.3831 tokens=8128.0000 +step=38280 micro_steps=76560 elapsed=8.5s lr=3.000000e-04 loss=3.4127 ppl=30.3759 acc=0.3837 tokens=8128.0000 +step=38300 micro_steps=76600 elapsed=8.5s lr=3.000000e-04 loss=3.4170 ppl=30.5103 acc=0.3819 tokens=8128.0000 +step=38320 micro_steps=76640 elapsed=8.5s lr=3.000000e-04 loss=3.4065 ppl=30.1936 acc=0.3828 tokens=8128.0000 +step=38340 micro_steps=76680 elapsed=8.5s lr=3.000000e-04 loss=3.3975 ppl=29.9294 acc=0.3834 tokens=8128.0000 +step=38360 micro_steps=76720 elapsed=8.5s lr=3.000000e-04 loss=3.4066 ppl=30.2160 acc=0.3836 tokens=8128.0000 +step=38380 micro_steps=76760 elapsed=8.6s lr=3.000000e-04 loss=3.3989 ppl=29.9581 acc=0.3847 tokens=8128.0000 +step=38400 micro_steps=76800 elapsed=8.6s lr=3.000000e-04 loss=3.4095 ppl=30.2864 acc=0.3826 tokens=8128.0000 +step=38420 micro_steps=76840 elapsed=8.5s lr=3.000000e-04 loss=3.4170 ppl=30.5218 acc=0.3819 tokens=8128.0000 +step=38440 micro_steps=76880 elapsed=8.5s lr=3.000000e-04 loss=3.4037 ppl=30.1030 acc=0.3831 tokens=8128.0000 +step=38460 micro_steps=76920 elapsed=8.5s lr=3.000000e-04 loss=3.4139 ppl=30.4171 acc=0.3840 tokens=8128.0000 +step=38480 micro_steps=76960 elapsed=8.5s lr=3.000000e-04 loss=3.4087 ppl=30.2549 acc=0.3832 tokens=8128.0000 +step=38500 micro_steps=77000 elapsed=8.5s lr=3.000000e-04 loss=3.4126 ppl=30.3802 acc=0.3833 tokens=8128.0000 +step=38520 micro_steps=77040 elapsed=8.5s lr=3.000000e-04 loss=3.4101 ppl=30.2949 acc=0.3819 tokens=8128.0000 +step=38540 micro_steps=77080 elapsed=8.6s lr=3.000000e-04 loss=3.4084 ppl=30.2473 acc=0.3837 tokens=8128.0000 +step=38560 micro_steps=77120 elapsed=8.5s lr=3.000000e-04 loss=3.4098 ppl=30.3150 acc=0.3829 tokens=8128.0000 +step=38580 micro_steps=77160 elapsed=8.5s lr=3.000000e-04 loss=3.4215 ppl=30.6519 acc=0.3818 tokens=8128.0000 +step=38600 micro_steps=77200 elapsed=8.5s lr=3.000000e-04 loss=3.4179 ppl=30.5430 acc=0.3825 tokens=8128.0000 +step=38620 micro_steps=77240 elapsed=8.5s lr=3.000000e-04 loss=3.4165 ppl=30.4946 acc=0.3823 tokens=8128.0000 +step=38640 micro_steps=77280 elapsed=8.5s lr=3.000000e-04 loss=3.4061 ppl=30.1799 acc=0.3841 tokens=8128.0000 +step=38660 micro_steps=77320 elapsed=8.5s lr=3.000000e-04 loss=3.4197 ppl=30.5881 acc=0.3819 tokens=8128.0000 +step=38680 micro_steps=77360 elapsed=8.5s lr=3.000000e-04 loss=3.3950 ppl=29.8545 acc=0.3845 tokens=8128.0000 +step=38700 micro_steps=77400 elapsed=8.5s lr=3.000000e-04 loss=3.4036 ppl=30.1126 acc=0.3835 tokens=8128.0000 +step=38720 micro_steps=77440 elapsed=8.5s lr=3.000000e-04 loss=3.4256 ppl=30.7711 acc=0.3815 tokens=8128.0000 +step=38740 micro_steps=77480 elapsed=8.5s lr=3.000000e-04 loss=3.4166 ppl=30.5028 acc=0.3824 tokens=8128.0000 +step=38760 micro_steps=77520 elapsed=8.5s lr=3.000000e-04 loss=3.4292 ppl=30.8801 acc=0.3803 tokens=8128.0000 +step=38780 micro_steps=77560 elapsed=8.5s lr=3.000000e-04 loss=3.4057 ppl=30.1614 acc=0.3832 tokens=8128.0000 +step=38800 micro_steps=77600 elapsed=8.5s lr=3.000000e-04 loss=3.4158 ppl=30.4931 acc=0.3820 tokens=8128.0000 +step=38820 micro_steps=77640 elapsed=8.5s lr=3.000000e-04 loss=3.4001 ppl=30.0062 acc=0.3843 tokens=8128.0000 +step=38840 micro_steps=77680 elapsed=8.5s lr=3.000000e-04 loss=3.4089 ppl=30.2718 acc=0.3832 tokens=8128.0000 +step=38860 micro_steps=77720 elapsed=8.5s lr=3.000000e-04 loss=3.4049 ppl=30.1374 acc=0.3828 tokens=8128.0000 +step=38880 micro_steps=77760 elapsed=8.5s lr=3.000000e-04 loss=3.4134 ppl=30.4141 acc=0.3822 tokens=8128.0000 +step=38900 micro_steps=77800 elapsed=8.5s lr=3.000000e-04 loss=3.4218 ppl=30.6675 acc=0.3807 tokens=8128.0000 +step=38920 micro_steps=77840 elapsed=8.5s lr=3.000000e-04 loss=3.4153 ppl=30.4751 acc=0.3823 tokens=8128.0000 +step=38940 micro_steps=77880 elapsed=8.5s lr=3.000000e-04 loss=3.4163 ppl=30.4952 acc=0.3826 tokens=8128.0000 +step=38960 micro_steps=77920 elapsed=8.5s lr=3.000000e-04 loss=3.4117 ppl=30.3515 acc=0.3829 tokens=8128.0000 +step=38980 micro_steps=77960 elapsed=8.5s lr=3.000000e-04 loss=3.3993 ppl=29.9754 acc=0.3842 tokens=8128.0000 +step=39000 micro_steps=78000 elapsed=8.5s lr=3.000000e-04 loss=3.4026 ppl=30.0754 acc=0.3834 tokens=8128.0000 +[sample step=39000] [CLS] - dating case dropped in 2006 after adm. mike mullen's investigation concluded that it was counterfeiting payments at the highest levels of the u. s. government. [SEP] there are more cases of "school issues," such as grades gcse, english and maths, the report claims - one serious sector of whitehall. [SEP] it was implemented at least three years old and reduced the number of british troops to some 500 but not all of them were part of a "robust protection force" - - an important undertaking for karzai's government and the u. s. military. [SEP] home markets appear [SEP] +step=39020 micro_steps=78040 elapsed=10.7s lr=3.000000e-04 loss=3.4052 ppl=30.1484 acc=0.3843 tokens=8128.0000 +step=39040 micro_steps=78080 elapsed=8.5s lr=3.000000e-04 loss=3.4138 ppl=30.4030 acc=0.3823 tokens=8128.0000 +step=39060 micro_steps=78120 elapsed=8.5s lr=3.000000e-04 loss=3.4146 ppl=30.4441 acc=0.3822 tokens=8128.0000 +step=39080 micro_steps=78160 elapsed=8.5s lr=3.000000e-04 loss=3.4243 ppl=30.7283 acc=0.3802 tokens=8128.0000 +step=39100 micro_steps=78200 elapsed=8.5s lr=3.000000e-04 loss=3.4160 ppl=30.4813 acc=0.3833 tokens=8128.0000 +step=39120 micro_steps=78240 elapsed=8.5s lr=3.000000e-04 loss=3.4251 ppl=30.7603 acc=0.3807 tokens=8128.0000 +step=39140 micro_steps=78280 elapsed=8.5s lr=3.000000e-04 loss=3.4096 ppl=30.2842 acc=0.3838 tokens=8128.0000 +step=39160 micro_steps=78320 elapsed=8.5s lr=3.000000e-04 loss=3.3943 ppl=29.8429 acc=0.3854 tokens=8128.0000 +step=39180 micro_steps=78360 elapsed=8.5s lr=3.000000e-04 loss=3.4141 ppl=30.4227 acc=0.3835 tokens=8128.0000 +step=39200 micro_steps=78400 elapsed=8.5s lr=3.000000e-04 loss=3.4140 ppl=30.4290 acc=0.3824 tokens=8128.0000 +step=39220 micro_steps=78440 elapsed=8.5s lr=3.000000e-04 loss=3.4081 ppl=30.2454 acc=0.3831 tokens=8128.0000 +step=39240 micro_steps=78480 elapsed=8.5s lr=3.000000e-04 loss=3.3957 ppl=29.9045 acc=0.3845 tokens=8128.0000 +step=39260 micro_steps=78520 elapsed=8.5s lr=3.000000e-04 loss=3.4084 ppl=30.2442 acc=0.3829 tokens=8128.0000 +step=39280 micro_steps=78560 elapsed=8.6s lr=3.000000e-04 loss=3.4133 ppl=30.4089 acc=0.3829 tokens=8128.0000 +step=39300 micro_steps=78600 elapsed=8.5s lr=3.000000e-04 loss=3.4100 ppl=30.3071 acc=0.3828 tokens=8128.0000 +step=39320 micro_steps=78640 elapsed=8.6s lr=3.000000e-04 loss=3.4012 ppl=30.0383 acc=0.3830 tokens=8128.0000 +step=39340 micro_steps=78680 elapsed=8.5s lr=3.000000e-04 loss=3.4037 ppl=30.1043 acc=0.3832 tokens=8128.0000 +step=39360 micro_steps=78720 elapsed=8.5s lr=3.000000e-04 loss=3.3997 ppl=29.9991 acc=0.3842 tokens=8128.0000 +step=39380 micro_steps=78760 elapsed=8.5s lr=3.000000e-04 loss=3.4200 ppl=30.5977 acc=0.3818 tokens=8128.0000 +step=39400 micro_steps=78800 elapsed=8.5s lr=3.000000e-04 loss=3.4165 ppl=30.5038 acc=0.3819 tokens=8128.0000 +step=39420 micro_steps=78840 elapsed=8.6s lr=3.000000e-04 loss=3.4131 ppl=30.3903 acc=0.3831 tokens=8128.0000 +step=39440 micro_steps=78880 elapsed=8.5s lr=3.000000e-04 loss=3.4231 ppl=30.6997 acc=0.3808 tokens=8128.0000 +step=39460 micro_steps=78920 elapsed=8.6s lr=3.000000e-04 loss=3.4212 ppl=30.6451 acc=0.3808 tokens=8128.0000 +step=39480 micro_steps=78960 elapsed=8.6s lr=3.000000e-04 loss=3.3984 ppl=29.9533 acc=0.3846 tokens=8128.0000 +step=39500 micro_steps=79000 elapsed=8.5s lr=3.000000e-04 loss=3.3984 ppl=29.9515 acc=0.3841 tokens=8128.0000 +step=39520 micro_steps=79040 elapsed=8.5s lr=3.000000e-04 loss=3.4044 ppl=30.1326 acc=0.3833 tokens=8128.0000 +step=39540 micro_steps=79080 elapsed=8.5s lr=3.000000e-04 loss=3.4187 ppl=30.5805 acc=0.3817 tokens=8128.0000 +step=39560 micro_steps=79120 elapsed=8.6s lr=3.000000e-04 loss=3.4203 ppl=30.6231 acc=0.3822 tokens=8128.0000 +step=39580 micro_steps=79160 elapsed=8.5s lr=3.000000e-04 loss=3.4039 ppl=30.1139 acc=0.3842 tokens=8128.0000 +step=39600 micro_steps=79200 elapsed=8.5s lr=3.000000e-04 loss=3.3980 ppl=29.9522 acc=0.3849 tokens=8128.0000 +step=39620 micro_steps=79240 elapsed=8.5s lr=3.000000e-04 loss=3.4044 ppl=30.1213 acc=0.3830 tokens=8128.0000 +step=39640 micro_steps=79280 elapsed=8.5s lr=3.000000e-04 loss=3.4042 ppl=30.1188 acc=0.3850 tokens=8128.0000 +step=39660 micro_steps=79320 elapsed=8.5s lr=3.000000e-04 loss=3.4054 ppl=30.1571 acc=0.3834 tokens=8128.0000 +step=39680 micro_steps=79360 elapsed=8.5s lr=3.000000e-04 loss=3.4009 ppl=30.0136 acc=0.3841 tokens=8128.0000 +step=39700 micro_steps=79400 elapsed=8.6s lr=3.000000e-04 loss=3.4127 ppl=30.3923 acc=0.3832 tokens=8128.0000 +step=39720 micro_steps=79440 elapsed=8.5s lr=3.000000e-04 loss=3.4101 ppl=30.2964 acc=0.3834 tokens=8128.0000 +step=39740 micro_steps=79480 elapsed=8.5s lr=3.000000e-04 loss=3.3973 ppl=29.9179 acc=0.3843 tokens=8128.0000 +step=39760 micro_steps=79520 elapsed=8.5s lr=3.000000e-04 loss=3.4181 ppl=30.5548 acc=0.3820 tokens=8128.0000 +step=39780 micro_steps=79560 elapsed=8.6s lr=3.000000e-04 loss=3.4016 ppl=30.0537 acc=0.3838 tokens=8128.0000 +step=39800 micro_steps=79600 elapsed=8.5s lr=3.000000e-04 loss=3.4184 ppl=30.5637 acc=0.3816 tokens=8128.0000 +step=39820 micro_steps=79640 elapsed=8.5s lr=3.000000e-04 loss=3.3992 ppl=29.9806 acc=0.3835 tokens=8128.0000 +step=39840 micro_steps=79680 elapsed=8.6s lr=3.000000e-04 loss=3.4002 ppl=30.0095 acc=0.3836 tokens=8128.0000 +step=39860 micro_steps=79720 elapsed=8.5s lr=3.000000e-04 loss=3.4124 ppl=30.3679 acc=0.3830 tokens=8128.0000 +step=39880 micro_steps=79760 elapsed=8.5s lr=3.000000e-04 loss=3.4103 ppl=30.3104 acc=0.3818 tokens=8128.0000 +step=39900 micro_steps=79800 elapsed=8.5s lr=3.000000e-04 loss=3.4144 ppl=30.4294 acc=0.3826 tokens=8128.0000 +step=39920 micro_steps=79840 elapsed=8.5s lr=3.000000e-04 loss=3.4088 ppl=30.2591 acc=0.3837 tokens=8128.0000 +step=39940 micro_steps=79880 elapsed=8.5s lr=3.000000e-04 loss=3.4128 ppl=30.3857 acc=0.3823 tokens=8128.0000 +step=39960 micro_steps=79920 elapsed=8.5s lr=3.000000e-04 loss=3.4066 ppl=30.2075 acc=0.3848 tokens=8128.0000 +step=39980 micro_steps=79960 elapsed=8.6s lr=3.000000e-04 loss=3.3999 ppl=30.0030 acc=0.3832 tokens=8128.0000 +step=40000 micro_steps=80000 elapsed=8.5s lr=3.000000e-04 loss=3.4003 ppl=30.0137 acc=0.3838 tokens=8128.0000 +[sample step=40000] [CLS] 700 people whose family medical problems they sorely regret as they are losing weight. [SEP] didn't he just make the idea clear what that information was, and nothing in it surrounded her - the. [SEP] most observers had expected hillary clinton to win the pivotal state of alabama on tuesday, when and for whom march and her win there was widely expected. [SEP] depending on the outcome of this anguish vote, the ruling must be handed down over to the court. [SEP] deputy commissioner scott grueneber said there had been a case of "sabotage" before mr price was found. [SEP] fifa renewed its sponsorship ban this week for what it described [SEP] +step=40020 micro_steps=80040 elapsed=11.7s lr=3.000000e-04 loss=3.4158 ppl=30.4855 acc=0.3820 tokens=8128.0000 +step=40040 micro_steps=80080 elapsed=8.5s lr=3.000000e-04 loss=3.3934 ppl=29.8099 acc=0.3854 tokens=8128.0000 +step=40060 micro_steps=80120 elapsed=8.5s lr=3.000000e-04 loss=3.3945 ppl=29.8345 acc=0.3848 tokens=8128.0000 +step=40080 micro_steps=80160 elapsed=8.5s lr=3.000000e-04 loss=3.4154 ppl=30.4534 acc=0.3818 tokens=8128.0000 +step=40100 micro_steps=80200 elapsed=8.5s lr=3.000000e-04 loss=3.3971 ppl=29.9041 acc=0.3837 tokens=8128.0000 +step=40120 micro_steps=80240 elapsed=8.5s lr=3.000000e-04 loss=3.4073 ppl=30.2150 acc=0.3819 tokens=8128.0000 +step=40140 micro_steps=80280 elapsed=8.5s lr=3.000000e-04 loss=3.4180 ppl=30.5363 acc=0.3812 tokens=8128.0000 +step=40160 micro_steps=80320 elapsed=8.5s lr=3.000000e-04 loss=3.4016 ppl=30.0491 acc=0.3837 tokens=8128.0000 +step=40180 micro_steps=80360 elapsed=8.5s lr=3.000000e-04 loss=3.4170 ppl=30.5208 acc=0.3818 tokens=8128.0000 +step=40200 micro_steps=80400 elapsed=8.5s lr=3.000000e-04 loss=3.3970 ppl=29.8991 acc=0.3848 tokens=8128.0000 +step=40220 micro_steps=80440 elapsed=8.5s lr=3.000000e-04 loss=3.4074 ppl=30.2239 acc=0.3840 tokens=8128.0000 +step=40240 micro_steps=80480 elapsed=8.5s lr=3.000000e-04 loss=3.4072 ppl=30.2294 acc=0.3827 tokens=8128.0000 +step=40260 micro_steps=80520 elapsed=8.5s lr=3.000000e-04 loss=3.4075 ppl=30.2274 acc=0.3831 tokens=8128.0000 +step=40280 micro_steps=80560 elapsed=8.5s lr=3.000000e-04 loss=3.4044 ppl=30.1227 acc=0.3829 tokens=8128.0000 +step=40300 micro_steps=80600 elapsed=8.5s lr=3.000000e-04 loss=3.4040 ppl=30.1382 acc=0.3842 tokens=8128.0000 +step=40320 micro_steps=80640 elapsed=8.5s lr=3.000000e-04 loss=3.4042 ppl=30.1324 acc=0.3837 tokens=8128.0000 +step=40340 micro_steps=80680 elapsed=8.5s lr=3.000000e-04 loss=3.4167 ppl=30.5334 acc=0.3818 tokens=8128.0000 +step=40360 micro_steps=80720 elapsed=8.5s lr=3.000000e-04 loss=3.3924 ppl=29.7698 acc=0.3845 tokens=8128.0000 +step=40380 micro_steps=80760 elapsed=8.5s lr=3.000000e-04 loss=3.3989 ppl=29.9657 acc=0.3846 tokens=8128.0000 +step=40400 micro_steps=80800 elapsed=8.6s lr=3.000000e-04 loss=3.4046 ppl=30.1392 acc=0.3840 tokens=8128.0000 +step=40420 micro_steps=80840 elapsed=8.6s lr=3.000000e-04 loss=3.4045 ppl=30.1338 acc=0.3843 tokens=8128.0000 +step=40440 micro_steps=80880 elapsed=8.5s lr=3.000000e-04 loss=3.4016 ppl=30.0410 acc=0.3837 tokens=8128.0000 +step=40460 micro_steps=80920 elapsed=8.5s lr=3.000000e-04 loss=3.4038 ppl=30.1353 acc=0.3840 tokens=8128.0000 +step=40480 micro_steps=80960 elapsed=8.5s lr=3.000000e-04 loss=3.3995 ppl=29.9761 acc=0.3852 tokens=8128.0000 +step=40500 micro_steps=81000 elapsed=8.5s lr=3.000000e-04 loss=3.4046 ppl=30.1457 acc=0.3840 tokens=8128.0000 +step=40520 micro_steps=81040 elapsed=8.5s lr=3.000000e-04 loss=3.3955 ppl=29.8631 acc=0.3844 tokens=8128.0000 +step=40540 micro_steps=81080 elapsed=8.5s lr=3.000000e-04 loss=3.4051 ppl=30.1475 acc=0.3828 tokens=8128.0000 +step=40560 micro_steps=81120 elapsed=8.5s lr=3.000000e-04 loss=3.4003 ppl=30.0112 acc=0.3847 tokens=8128.0000 +step=40580 micro_steps=81160 elapsed=8.5s lr=3.000000e-04 loss=3.4032 ppl=30.1143 acc=0.3838 tokens=8128.0000 +step=40600 micro_steps=81200 elapsed=8.5s lr=3.000000e-04 loss=3.4059 ppl=30.1684 acc=0.3840 tokens=8128.0000 +step=40620 micro_steps=81240 elapsed=8.5s lr=3.000000e-04 loss=3.4038 ppl=30.1154 acc=0.3845 tokens=8128.0000 +step=40640 micro_steps=81280 elapsed=8.5s lr=3.000000e-04 loss=3.4123 ppl=30.3764 acc=0.3821 tokens=8128.0000 +step=40660 micro_steps=81320 elapsed=8.5s lr=3.000000e-04 loss=3.4006 ppl=30.0370 acc=0.3836 tokens=8128.0000 +step=40680 micro_steps=81360 elapsed=8.5s lr=3.000000e-04 loss=3.4163 ppl=30.4763 acc=0.3821 tokens=8128.0000 +step=40700 micro_steps=81400 elapsed=8.5s lr=3.000000e-04 loss=3.4112 ppl=30.3457 acc=0.3822 tokens=8128.0000 +step=40720 micro_steps=81440 elapsed=8.5s lr=3.000000e-04 loss=3.4134 ppl=30.4239 acc=0.3820 tokens=8128.0000 +step=40740 micro_steps=81480 elapsed=8.6s lr=3.000000e-04 loss=3.4021 ppl=30.0700 acc=0.3827 tokens=8128.0000 +step=40760 micro_steps=81520 elapsed=8.5s lr=3.000000e-04 loss=3.4107 ppl=30.3110 acc=0.3823 tokens=8128.0000 +step=40780 micro_steps=81560 elapsed=8.5s lr=3.000000e-04 loss=3.4198 ppl=30.6079 acc=0.3817 tokens=8128.0000 +step=40800 micro_steps=81600 elapsed=8.5s lr=3.000000e-04 loss=3.4100 ppl=30.2921 acc=0.3831 tokens=8128.0000 +step=40820 micro_steps=81640 elapsed=8.6s lr=3.000000e-04 loss=3.3985 ppl=29.9458 acc=0.3843 tokens=8128.0000 +step=40840 micro_steps=81680 elapsed=8.5s lr=3.000000e-04 loss=3.3910 ppl=29.7401 acc=0.3865 tokens=8128.0000 +step=40860 micro_steps=81720 elapsed=8.5s lr=3.000000e-04 loss=3.4000 ppl=30.0021 acc=0.3827 tokens=8128.0000 +step=40880 micro_steps=81760 elapsed=8.5s lr=3.000000e-04 loss=3.4044 ppl=30.1528 acc=0.3832 tokens=8128.0000 +step=40900 micro_steps=81800 elapsed=8.5s lr=3.000000e-04 loss=3.4010 ppl=30.0250 acc=0.3841 tokens=8128.0000 +step=40920 micro_steps=81840 elapsed=8.5s lr=3.000000e-04 loss=3.4004 ppl=30.0247 acc=0.3839 tokens=8128.0000 +step=40940 micro_steps=81880 elapsed=8.5s lr=3.000000e-04 loss=3.3759 ppl=29.2761 acc=0.3874 tokens=8128.0000 +step=40960 micro_steps=81920 elapsed=8.6s lr=3.000000e-04 loss=3.4199 ppl=30.5997 acc=0.3814 tokens=8128.0000 +step=40980 micro_steps=81960 elapsed=8.5s lr=3.000000e-04 loss=3.4184 ppl=30.5523 acc=0.3810 tokens=8128.0000 +step=41000 micro_steps=82000 elapsed=8.5s lr=3.000000e-04 loss=3.4102 ppl=30.3140 acc=0.3829 tokens=8128.0000 +[sample step=41000] [CLS]. [SEP] it was then that i started working on a book and the first bit of work i did was a gardener's setting. [SEP] the bomber calmly approached the security council after the panel agreed there was more likely to be a backlash against iraq's new government, and he expressed sympathy with al - qaeda. [SEP] great guy frank said it seemed like his own life was in turmoil. [SEP] none of the allegations by the football association were investigated by fifa (world governing body uefa), but it does at least acknowledge the extent of malpractice, and because of enforced age issues cricket australia would employ special administrators for matches [SEP] +step=41020 micro_steps=82040 elapsed=10.7s lr=3.000000e-04 loss=3.3988 ppl=29.9560 acc=0.3863 tokens=8128.0000 +step=41040 micro_steps=82080 elapsed=8.5s lr=3.000000e-04 loss=3.4150 ppl=30.4545 acc=0.3821 tokens=8128.0000 +step=41060 micro_steps=82120 elapsed=8.5s lr=3.000000e-04 loss=3.4020 ppl=30.0485 acc=0.3835 tokens=8128.0000 +step=41080 micro_steps=82160 elapsed=8.5s lr=3.000000e-04 loss=3.3915 ppl=29.7485 acc=0.3855 tokens=8128.0000 +step=41100 micro_steps=82200 elapsed=8.5s lr=3.000000e-04 loss=3.4070 ppl=30.2109 acc=0.3837 tokens=8128.0000 +step=41120 micro_steps=82240 elapsed=8.5s lr=3.000000e-04 loss=3.4061 ppl=30.1934 acc=0.3831 tokens=8128.0000 +step=41140 micro_steps=82280 elapsed=8.5s lr=3.000000e-04 loss=3.4084 ppl=30.2532 acc=0.3828 tokens=8128.0000 +step=41160 micro_steps=82320 elapsed=8.5s lr=3.000000e-04 loss=3.4066 ppl=30.1798 acc=0.3826 tokens=8128.0000 +step=41180 micro_steps=82360 elapsed=8.5s lr=3.000000e-04 loss=3.3833 ppl=29.6098 acc=0.3884 tokens=8128.0000 +step=41200 micro_steps=82400 elapsed=8.5s lr=3.000000e-04 loss=3.4042 ppl=30.1318 acc=0.3837 tokens=8128.0000 +step=41220 micro_steps=82440 elapsed=8.6s lr=3.000000e-04 loss=3.4115 ppl=30.3569 acc=0.3817 tokens=8128.0000 +step=41240 micro_steps=82480 elapsed=8.6s lr=3.000000e-04 loss=3.3968 ppl=29.9029 acc=0.3843 tokens=8128.0000 +step=41260 micro_steps=82520 elapsed=8.5s lr=3.000000e-04 loss=3.3925 ppl=29.7763 acc=0.3857 tokens=8128.0000 +step=41280 micro_steps=82560 elapsed=8.5s lr=3.000000e-04 loss=3.4205 ppl=30.6161 acc=0.3813 tokens=8128.0000 +step=41300 micro_steps=82600 elapsed=8.5s lr=3.000000e-04 loss=3.4002 ppl=30.0185 acc=0.3841 tokens=8128.0000 +step=41320 micro_steps=82640 elapsed=8.5s lr=3.000000e-04 loss=3.4089 ppl=30.2923 acc=0.3837 tokens=8128.0000 +step=41340 micro_steps=82680 elapsed=8.5s lr=3.000000e-04 loss=3.4068 ppl=30.1994 acc=0.3837 tokens=8128.0000 +step=41360 micro_steps=82720 elapsed=8.6s lr=3.000000e-04 loss=3.4001 ppl=29.9899 acc=0.3844 tokens=8128.0000 +step=41380 micro_steps=82760 elapsed=8.5s lr=3.000000e-04 loss=3.4058 ppl=30.1607 acc=0.3826 tokens=8128.0000 +step=41400 micro_steps=82800 elapsed=8.5s lr=3.000000e-04 loss=3.4043 ppl=30.1313 acc=0.3843 tokens=8128.0000 +step=41420 micro_steps=82840 elapsed=8.5s lr=3.000000e-04 loss=3.4027 ppl=30.0839 acc=0.3825 tokens=8128.0000 +step=41440 micro_steps=82880 elapsed=8.5s lr=3.000000e-04 loss=3.4068 ppl=30.1985 acc=0.3833 tokens=8128.0000 +step=41460 micro_steps=82920 elapsed=8.5s lr=3.000000e-04 loss=3.4076 ppl=30.2237 acc=0.3826 tokens=8128.0000 +step=41480 micro_steps=82960 elapsed=8.5s lr=3.000000e-04 loss=3.4020 ppl=30.0780 acc=0.3835 tokens=8128.0000 +step=41500 micro_steps=83000 elapsed=8.6s lr=3.000000e-04 loss=3.3993 ppl=29.9846 acc=0.3839 tokens=8128.0000 +step=41520 micro_steps=83040 elapsed=8.6s lr=3.000000e-04 loss=3.4105 ppl=30.3171 acc=0.3831 tokens=8128.0000 +step=41540 micro_steps=83080 elapsed=8.5s lr=3.000000e-04 loss=3.3931 ppl=29.7848 acc=0.3826 tokens=8128.0000 +step=41560 micro_steps=83120 elapsed=8.5s lr=3.000000e-04 loss=3.4089 ppl=30.2770 acc=0.3825 tokens=8128.0000 +step=41580 micro_steps=83160 elapsed=8.5s lr=3.000000e-04 loss=3.4071 ppl=30.2150 acc=0.3841 tokens=8128.0000 +step=41600 micro_steps=83200 elapsed=8.6s lr=3.000000e-04 loss=3.4069 ppl=30.2055 acc=0.3842 tokens=8128.0000 +step=41620 micro_steps=83240 elapsed=8.5s lr=3.000000e-04 loss=3.3926 ppl=29.7744 acc=0.3848 tokens=8128.0000 +step=41640 micro_steps=83280 elapsed=8.5s lr=3.000000e-04 loss=3.4128 ppl=30.3909 acc=0.3826 tokens=8128.0000 +step=41660 micro_steps=83320 elapsed=8.6s lr=3.000000e-04 loss=3.4067 ppl=30.2126 acc=0.3840 tokens=8128.0000 +step=41680 micro_steps=83360 elapsed=8.5s lr=3.000000e-04 loss=3.3893 ppl=29.6795 acc=0.3851 tokens=8128.0000 +step=41700 micro_steps=83400 elapsed=8.5s lr=3.000000e-04 loss=3.4099 ppl=30.3032 acc=0.3831 tokens=8128.0000 +step=41720 micro_steps=83440 elapsed=8.6s lr=3.000000e-04 loss=3.4047 ppl=30.1422 acc=0.3836 tokens=8128.0000 +step=41740 micro_steps=83480 elapsed=8.6s lr=3.000000e-04 loss=3.4232 ppl=30.7045 acc=0.3798 tokens=8128.0000 +step=41760 micro_steps=83520 elapsed=8.5s lr=3.000000e-04 loss=3.4056 ppl=30.1821 acc=0.3829 tokens=8128.0000 +step=41780 micro_steps=83560 elapsed=8.5s lr=3.000000e-04 loss=3.4041 ppl=30.1262 acc=0.3831 tokens=8128.0000 +step=41800 micro_steps=83600 elapsed=8.6s lr=3.000000e-04 loss=3.4090 ppl=30.2723 acc=0.3828 tokens=8128.0000 +step=41820 micro_steps=83640 elapsed=8.5s lr=3.000000e-04 loss=3.4062 ppl=30.1937 acc=0.3838 tokens=8128.0000 +step=41840 micro_steps=83680 elapsed=8.5s lr=3.000000e-04 loss=3.4079 ppl=30.2402 acc=0.3821 tokens=8128.0000 +step=41860 micro_steps=83720 elapsed=8.6s lr=3.000000e-04 loss=3.4100 ppl=30.3060 acc=0.3830 tokens=8128.0000 +step=41880 micro_steps=83760 elapsed=8.5s lr=3.000000e-04 loss=3.4005 ppl=30.0274 acc=0.3844 tokens=8128.0000 +step=41900 micro_steps=83800 elapsed=8.5s lr=3.000000e-04 loss=3.3950 ppl=29.8491 acc=0.3848 tokens=8128.0000 +step=41920 micro_steps=83840 elapsed=8.6s lr=3.000000e-04 loss=3.3881 ppl=29.6404 acc=0.3860 tokens=8128.0000 +step=41940 micro_steps=83880 elapsed=8.5s lr=3.000000e-04 loss=3.3999 ppl=29.9850 acc=0.3839 tokens=8128.0000 +step=41960 micro_steps=83920 elapsed=8.5s lr=3.000000e-04 loss=3.3919 ppl=29.7986 acc=0.3871 tokens=8128.0000 +step=41980 micro_steps=83960 elapsed=8.6s lr=3.000000e-04 loss=3.4106 ppl=30.3185 acc=0.3825 tokens=8128.0000 +step=42000 micro_steps=84000 elapsed=8.6s lr=3.000000e-04 loss=3.4104 ppl=30.3067 acc=0.3831 tokens=8128.0000 +[sample step=42000] [CLS] nathan brodeur, who also was honored by the nhl with the nhl's norris award. [SEP] the hypocrisy does not quite hide the point that the religious parties, most of whom have been marooned in corruption trials for decades, go into foetily opposed survival mode. [SEP] mr. frank, no doubt irritated by mary until the very wrong moment, but, for the'20s, charlatans and even welsh - americans in higher education, agreed just three years ago to look at teaching english, america's favorite writing language, and offer grammar and syntax lessons instead. [SEP] only one small molecule [SEP] +step=42020 micro_steps=84040 elapsed=10.7s lr=3.000000e-04 loss=3.3987 ppl=29.9651 acc=0.3851 tokens=8128.0000 +step=42040 micro_steps=84080 elapsed=8.6s lr=3.000000e-04 loss=3.4055 ppl=30.1538 acc=0.3840 tokens=8128.0000 +step=42060 micro_steps=84120 elapsed=8.5s lr=3.000000e-04 loss=3.4019 ppl=30.0514 acc=0.3835 tokens=8128.0000 +step=42080 micro_steps=84160 elapsed=8.5s lr=3.000000e-04 loss=3.3984 ppl=29.9526 acc=0.3854 tokens=8128.0000 +step=42100 micro_steps=84200 elapsed=8.5s lr=3.000000e-04 loss=3.4059 ppl=30.1830 acc=0.3842 tokens=8128.0000 +step=42120 micro_steps=84240 elapsed=8.5s lr=3.000000e-04 loss=3.3979 ppl=29.9403 acc=0.3841 tokens=8128.0000 +step=42140 micro_steps=84280 elapsed=8.5s lr=3.000000e-04 loss=3.4020 ppl=30.0653 acc=0.3835 tokens=8128.0000 +step=42160 micro_steps=84320 elapsed=8.5s lr=3.000000e-04 loss=3.4080 ppl=30.2549 acc=0.3827 tokens=8128.0000 +step=42180 micro_steps=84360 elapsed=8.5s lr=3.000000e-04 loss=3.4078 ppl=30.2412 acc=0.3832 tokens=8128.0000 +step=42200 micro_steps=84400 elapsed=8.5s lr=3.000000e-04 loss=3.4022 ppl=30.0755 acc=0.3832 tokens=8128.0000 +step=42220 micro_steps=84440 elapsed=8.5s lr=3.000000e-04 loss=3.3948 ppl=29.8391 acc=0.3840 tokens=8128.0000 +step=42240 micro_steps=84480 elapsed=8.5s lr=3.000000e-04 loss=3.4033 ppl=30.0847 acc=0.3842 tokens=8128.0000 +step=42260 micro_steps=84520 elapsed=8.5s lr=3.000000e-04 loss=3.4044 ppl=30.1272 acc=0.3842 tokens=8128.0000 +step=42280 micro_steps=84560 elapsed=8.5s lr=3.000000e-04 loss=3.3950 ppl=29.8570 acc=0.3835 tokens=8128.0000 +step=42300 micro_steps=84600 elapsed=8.5s lr=3.000000e-04 loss=3.4067 ppl=30.2073 acc=0.3820 tokens=8128.0000 +step=42320 micro_steps=84640 elapsed=8.5s lr=3.000000e-04 loss=3.4139 ppl=30.4227 acc=0.3829 tokens=8128.0000 +step=42340 micro_steps=84680 elapsed=8.5s lr=3.000000e-04 loss=3.4129 ppl=30.3916 acc=0.3818 tokens=8128.0000 +step=42360 micro_steps=84720 elapsed=8.5s lr=3.000000e-04 loss=3.4055 ppl=30.1618 acc=0.3831 tokens=8128.0000 +step=42380 micro_steps=84760 elapsed=8.5s lr=3.000000e-04 loss=3.4034 ppl=30.1148 acc=0.3825 tokens=8128.0000 +step=42400 micro_steps=84800 elapsed=8.6s lr=3.000000e-04 loss=3.3871 ppl=29.6058 acc=0.3854 tokens=8128.0000 +step=42420 micro_steps=84840 elapsed=8.5s lr=3.000000e-04 loss=3.4008 ppl=30.0322 acc=0.3832 tokens=8128.0000 +step=42440 micro_steps=84880 elapsed=8.5s lr=3.000000e-04 loss=3.3921 ppl=29.7680 acc=0.3854 tokens=8128.0000 +step=42460 micro_steps=84920 elapsed=8.5s lr=3.000000e-04 loss=3.3789 ppl=29.3852 acc=0.3866 tokens=8128.0000 +step=42480 micro_steps=84960 elapsed=8.6s lr=3.000000e-04 loss=3.3895 ppl=29.6857 acc=0.3856 tokens=8128.0000 +step=42500 micro_steps=85000 elapsed=8.5s lr=3.000000e-04 loss=3.4002 ppl=30.0054 acc=0.3837 tokens=8128.0000 +step=42520 micro_steps=85040 elapsed=8.5s lr=3.000000e-04 loss=3.3952 ppl=29.8607 acc=0.3849 tokens=8128.0000 +step=42540 micro_steps=85080 elapsed=8.5s lr=3.000000e-04 loss=3.4038 ppl=30.1136 acc=0.3834 tokens=8128.0000 +step=42560 micro_steps=85120 elapsed=8.5s lr=3.000000e-04 loss=3.3902 ppl=29.6991 acc=0.3857 tokens=8128.0000 +step=42580 micro_steps=85160 elapsed=8.5s lr=3.000000e-04 loss=3.3951 ppl=29.8580 acc=0.3848 tokens=8128.0000 +step=42600 micro_steps=85200 elapsed=8.5s lr=3.000000e-04 loss=3.4012 ppl=30.0360 acc=0.3837 tokens=8128.0000 +step=42620 micro_steps=85240 elapsed=8.5s lr=3.000000e-04 loss=3.3901 ppl=29.7015 acc=0.3855 tokens=8128.0000 +step=42640 micro_steps=85280 elapsed=8.5s lr=3.000000e-04 loss=3.4110 ppl=30.3290 acc=0.3831 tokens=8128.0000 +step=42660 micro_steps=85320 elapsed=8.5s lr=3.000000e-04 loss=3.4059 ppl=30.1730 acc=0.3829 tokens=8128.0000 +step=42680 micro_steps=85360 elapsed=8.5s lr=3.000000e-04 loss=3.4007 ppl=30.0140 acc=0.3844 tokens=8128.0000 +step=42700 micro_steps=85400 elapsed=8.6s lr=3.000000e-04 loss=3.3973 ppl=29.9002 acc=0.3836 tokens=8128.0000 +step=42720 micro_steps=85440 elapsed=8.5s lr=3.000000e-04 loss=3.4005 ppl=30.0244 acc=0.3840 tokens=8128.0000 +step=42740 micro_steps=85480 elapsed=8.5s lr=3.000000e-04 loss=3.3988 ppl=29.9592 acc=0.3851 tokens=8128.0000 +step=42760 micro_steps=85520 elapsed=8.5s lr=3.000000e-04 loss=3.4024 ppl=30.0723 acc=0.3825 tokens=8128.0000 +step=42780 micro_steps=85560 elapsed=8.5s lr=3.000000e-04 loss=3.3995 ppl=30.0014 acc=0.3848 tokens=8128.0000 +step=42800 micro_steps=85600 elapsed=8.5s lr=3.000000e-04 loss=3.3985 ppl=29.9497 acc=0.3832 tokens=8128.0000 +step=42820 micro_steps=85640 elapsed=8.5s lr=3.000000e-04 loss=3.4062 ppl=30.1796 acc=0.3837 tokens=8128.0000 +step=42840 micro_steps=85680 elapsed=8.5s lr=3.000000e-04 loss=3.4026 ppl=30.0838 acc=0.3835 tokens=8128.0000 +step=42860 micro_steps=85720 elapsed=8.5s lr=3.000000e-04 loss=3.4065 ppl=30.1913 acc=0.3823 tokens=8128.0000 +step=42880 micro_steps=85760 elapsed=8.5s lr=3.000000e-04 loss=3.4015 ppl=30.0328 acc=0.3845 tokens=8128.0000 +step=42900 micro_steps=85800 elapsed=8.5s lr=3.000000e-04 loss=3.3966 ppl=29.9033 acc=0.3833 tokens=8128.0000 +step=42920 micro_steps=85840 elapsed=8.6s lr=3.000000e-04 loss=3.4004 ppl=30.0078 acc=0.3842 tokens=8128.0000 +step=42940 micro_steps=85880 elapsed=8.5s lr=3.000000e-04 loss=3.3902 ppl=29.7250 acc=0.3851 tokens=8128.0000 +step=42960 micro_steps=85920 elapsed=8.5s lr=3.000000e-04 loss=3.3963 ppl=29.8987 acc=0.3837 tokens=8128.0000 +step=42980 micro_steps=85960 elapsed=8.5s lr=3.000000e-04 loss=3.4087 ppl=30.2654 acc=0.3821 tokens=8128.0000 +step=43000 micro_steps=86000 elapsed=8.5s lr=3.000000e-04 loss=3.3974 ppl=29.9162 acc=0.3847 tokens=8128.0000 +[sample step=43000] [CLS] growth the leaves for the thai shrub, which is also used as a poultry base for pests. [SEP] the florida democrat hopes to attend thursday's bipartisan summit. [SEP] dad, i'm trying to negotiate a greater playing field with both of them, and i'd like to stress it has not landed in my head. [SEP] new jersey at orlando, 7: 30 p. m. [SEP] "this is about staying exposed and focusing on actually working properly rather than looking at these things as they are," said study author dr apt. [SEP] stores such as the hasbro and imdb from around the country are opening [SEP] +step=43020 micro_steps=86040 elapsed=10.7s lr=3.000000e-04 loss=3.3782 ppl=29.3416 acc=0.3866 tokens=8128.0000 +step=43040 micro_steps=86080 elapsed=8.6s lr=3.000000e-04 loss=3.3756 ppl=29.2784 acc=0.3866 tokens=8128.0000 +step=43060 micro_steps=86120 elapsed=8.5s lr=3.000000e-04 loss=3.4036 ppl=30.1005 acc=0.3836 tokens=8128.0000 +step=43080 micro_steps=86160 elapsed=8.5s lr=3.000000e-04 loss=3.3944 ppl=29.8484 acc=0.3844 tokens=8128.0000 +step=43100 micro_steps=86200 elapsed=8.5s lr=3.000000e-04 loss=3.4076 ppl=30.2342 acc=0.3836 tokens=8128.0000 +step=43120 micro_steps=86240 elapsed=8.5s lr=3.000000e-04 loss=3.3901 ppl=29.7046 acc=0.3855 tokens=8128.0000 +step=43140 micro_steps=86280 elapsed=8.5s lr=3.000000e-04 loss=3.3973 ppl=29.9248 acc=0.3851 tokens=8128.0000 +step=43160 micro_steps=86320 elapsed=8.5s lr=3.000000e-04 loss=3.3924 ppl=29.7763 acc=0.3840 tokens=8128.0000 +step=43180 micro_steps=86360 elapsed=8.6s lr=3.000000e-04 loss=3.4113 ppl=30.3476 acc=0.3824 tokens=8128.0000 +step=43200 micro_steps=86400 elapsed=8.6s lr=3.000000e-04 loss=3.3952 ppl=29.8510 acc=0.3840 tokens=8128.0000 +step=43220 micro_steps=86440 elapsed=8.5s lr=3.000000e-04 loss=3.3953 ppl=29.8557 acc=0.3850 tokens=8128.0000 +step=43240 micro_steps=86480 elapsed=8.5s lr=3.000000e-04 loss=3.3946 ppl=29.8554 acc=0.3841 tokens=8128.0000 +step=43260 micro_steps=86520 elapsed=8.5s lr=3.000000e-04 loss=3.4078 ppl=30.2337 acc=0.3825 tokens=8128.0000 +step=43280 micro_steps=86560 elapsed=8.5s lr=3.000000e-04 loss=3.3938 ppl=29.8164 acc=0.3847 tokens=8128.0000 +step=43300 micro_steps=86600 elapsed=8.5s lr=3.000000e-04 loss=3.3948 ppl=29.8488 acc=0.3855 tokens=8128.0000 +step=43320 micro_steps=86640 elapsed=8.5s lr=3.000000e-04 loss=3.4086 ppl=30.2534 acc=0.3830 tokens=8128.0000 +step=43340 micro_steps=86680 elapsed=8.5s lr=3.000000e-04 loss=3.3935 ppl=29.8150 acc=0.3858 tokens=8128.0000 +step=43360 micro_steps=86720 elapsed=8.5s lr=3.000000e-04 loss=3.3959 ppl=29.8944 acc=0.3842 tokens=8128.0000 +step=43380 micro_steps=86760 elapsed=8.5s lr=3.000000e-04 loss=3.3895 ppl=29.6905 acc=0.3872 tokens=8128.0000 +step=43400 micro_steps=86800 elapsed=8.5s lr=3.000000e-04 loss=3.3985 ppl=29.9671 acc=0.3842 tokens=8128.0000 +step=43420 micro_steps=86840 elapsed=8.5s lr=3.000000e-04 loss=3.3800 ppl=29.4559 acc=0.3875 tokens=8128.0000 +step=43440 micro_steps=86880 elapsed=8.5s lr=3.000000e-04 loss=3.3942 ppl=29.8228 acc=0.3836 tokens=8128.0000 +step=43460 micro_steps=86920 elapsed=8.6s lr=3.000000e-04 loss=3.3934 ppl=29.8097 acc=0.3841 tokens=8128.0000 +step=43480 micro_steps=86960 elapsed=8.5s lr=3.000000e-04 loss=3.3936 ppl=29.8019 acc=0.3851 tokens=8128.0000 +step=43500 micro_steps=87000 elapsed=8.5s lr=3.000000e-04 loss=3.3958 ppl=29.8698 acc=0.3838 tokens=8128.0000 +step=43520 micro_steps=87040 elapsed=8.5s lr=3.000000e-04 loss=3.3869 ppl=29.6223 acc=0.3859 tokens=8128.0000 +step=43540 micro_steps=87080 elapsed=8.5s lr=3.000000e-04 loss=3.3812 ppl=29.4313 acc=0.3859 tokens=8128.0000 +step=43560 micro_steps=87120 elapsed=8.5s lr=3.000000e-04 loss=3.3920 ppl=29.7554 acc=0.3852 tokens=8128.0000 +step=43580 micro_steps=87160 elapsed=8.5s lr=3.000000e-04 loss=3.3869 ppl=29.6141 acc=0.3858 tokens=8128.0000 +step=43600 micro_steps=87200 elapsed=8.6s lr=3.000000e-04 loss=3.3983 ppl=29.9517 acc=0.3831 tokens=8128.0000 +step=43620 micro_steps=87240 elapsed=8.5s lr=3.000000e-04 loss=3.3993 ppl=29.9718 acc=0.3835 tokens=8128.0000 +step=43640 micro_steps=87280 elapsed=8.5s lr=3.000000e-04 loss=3.3836 ppl=29.5740 acc=0.3875 tokens=8128.0000 +step=43660 micro_steps=87320 elapsed=8.5s lr=3.000000e-04 loss=3.3965 ppl=29.8878 acc=0.3838 tokens=8128.0000 +step=43680 micro_steps=87360 elapsed=8.5s lr=3.000000e-04 loss=3.4086 ppl=30.2805 acc=0.3831 tokens=8128.0000 +step=43700 micro_steps=87400 elapsed=8.5s lr=3.000000e-04 loss=3.3949 ppl=29.8496 acc=0.3850 tokens=8128.0000 +step=43720 micro_steps=87440 elapsed=8.5s lr=3.000000e-04 loss=3.3800 ppl=29.4108 acc=0.3851 tokens=8128.0000 +step=43740 micro_steps=87480 elapsed=8.6s lr=3.000000e-04 loss=3.3970 ppl=29.9220 acc=0.3839 tokens=8128.0000 +step=43760 micro_steps=87520 elapsed=8.5s lr=3.000000e-04 loss=3.4012 ppl=30.0382 acc=0.3840 tokens=8128.0000 +step=43780 micro_steps=87560 elapsed=8.5s lr=3.000000e-04 loss=3.3956 ppl=29.8844 acc=0.3847 tokens=8128.0000 +step=43800 micro_steps=87600 elapsed=8.5s lr=3.000000e-04 loss=3.3861 ppl=29.5799 acc=0.3864 tokens=8128.0000 +step=43820 micro_steps=87640 elapsed=8.5s lr=3.000000e-04 loss=3.3883 ppl=29.6528 acc=0.3861 tokens=8128.0000 +step=43840 micro_steps=87680 elapsed=8.5s lr=3.000000e-04 loss=3.3978 ppl=29.9198 acc=0.3838 tokens=8128.0000 +step=43860 micro_steps=87720 elapsed=8.5s lr=3.000000e-04 loss=3.3959 ppl=29.8652 acc=0.3848 tokens=8128.0000 +step=43880 micro_steps=87760 elapsed=8.5s lr=3.000000e-04 loss=3.3979 ppl=29.9303 acc=0.3834 tokens=8128.0000 +step=43900 micro_steps=87800 elapsed=8.5s lr=3.000000e-04 loss=3.4008 ppl=30.0152 acc=0.3829 tokens=8128.0000 +step=43920 micro_steps=87840 elapsed=8.5s lr=3.000000e-04 loss=3.3918 ppl=29.7587 acc=0.3847 tokens=8128.0000 +step=43940 micro_steps=87880 elapsed=8.5s lr=3.000000e-04 loss=3.3950 ppl=29.8485 acc=0.3848 tokens=8128.0000 +step=43960 micro_steps=87920 elapsed=8.6s lr=3.000000e-04 loss=3.3879 ppl=29.6502 acc=0.3848 tokens=8128.0000 +step=43980 micro_steps=87960 elapsed=8.5s lr=3.000000e-04 loss=3.3981 ppl=29.9438 acc=0.3847 tokens=8128.0000 +step=44000 micro_steps=88000 elapsed=8.5s lr=3.000000e-04 loss=3.4079 ppl=30.2316 acc=0.3832 tokens=8128.0000 +[sample step=44000] [CLS] walk the nys national airport today, "merkel said at the women's conference. [SEP] after some preposterous news, along with super bowl xliv and even go - go" super bowl xxxi " he researches aspects of fantasy football himself. [SEP] neither will vote to confirm nor deny bonds the powers of the ninth district district judge, a new selection to the appellate court, in a killer - swat valley case that has yet to reach this long - sought target on gun control. [SEP] washington, march 15 (upi) - - u. s. cities that own it are offering orientation programs for military service [SEP] +step=44020 micro_steps=88040 elapsed=10.7s lr=3.000000e-04 loss=3.4008 ppl=30.0257 acc=0.3842 tokens=8128.0000 +step=44040 micro_steps=88080 elapsed=8.5s lr=3.000000e-04 loss=3.3894 ppl=29.6857 acc=0.3853 tokens=8128.0000 +step=44060 micro_steps=88120 elapsed=8.6s lr=3.000000e-04 loss=3.3919 ppl=29.7503 acc=0.3836 tokens=8128.0000 +step=44080 micro_steps=88160 elapsed=8.6s lr=3.000000e-04 loss=3.4014 ppl=30.0361 acc=0.3840 tokens=8128.0000 +step=44100 micro_steps=88200 elapsed=8.5s lr=3.000000e-04 loss=3.4006 ppl=30.0102 acc=0.3849 tokens=8128.0000 +step=44120 micro_steps=88240 elapsed=8.5s lr=3.000000e-04 loss=3.3956 ppl=29.8628 acc=0.3844 tokens=8128.0000 +step=44140 micro_steps=88280 elapsed=8.6s lr=3.000000e-04 loss=3.4103 ppl=30.2979 acc=0.3828 tokens=8128.0000 +step=44160 micro_steps=88320 elapsed=8.5s lr=3.000000e-04 loss=3.3883 ppl=29.6375 acc=0.3845 tokens=8128.0000 +step=44180 micro_steps=88360 elapsed=8.5s lr=3.000000e-04 loss=3.3810 ppl=29.4411 acc=0.3853 tokens=8128.0000 +step=44200 micro_steps=88400 elapsed=8.5s lr=3.000000e-04 loss=3.3893 ppl=29.6915 acc=0.3851 tokens=8128.0000 +step=44220 micro_steps=88440 elapsed=8.5s lr=3.000000e-04 loss=3.3927 ppl=29.7884 acc=0.3849 tokens=8128.0000 +step=44240 micro_steps=88480 elapsed=8.5s lr=3.000000e-04 loss=3.3936 ppl=29.8075 acc=0.3842 tokens=8128.0000 +step=44260 micro_steps=88520 elapsed=8.5s lr=3.000000e-04 loss=3.4006 ppl=30.0290 acc=0.3834 tokens=8128.0000 +step=44280 micro_steps=88560 elapsed=8.5s lr=3.000000e-04 loss=3.3993 ppl=29.9811 acc=0.3844 tokens=8128.0000 +step=44300 micro_steps=88600 elapsed=8.6s lr=3.000000e-04 loss=3.3972 ppl=29.9155 acc=0.3840 tokens=8128.0000 +step=44320 micro_steps=88640 elapsed=8.5s lr=3.000000e-04 loss=3.3991 ppl=29.9680 acc=0.3843 tokens=8128.0000 +step=44340 micro_steps=88680 elapsed=8.5s lr=3.000000e-04 loss=3.4054 ppl=30.1667 acc=0.3833 tokens=8128.0000 +step=44360 micro_steps=88720 elapsed=8.5s lr=3.000000e-04 loss=3.3939 ppl=29.8275 acc=0.3850 tokens=8128.0000 +step=44380 micro_steps=88760 elapsed=8.5s lr=3.000000e-04 loss=3.4002 ppl=30.0026 acc=0.3844 tokens=8128.0000 +step=44400 micro_steps=88800 elapsed=8.5s lr=3.000000e-04 loss=3.4036 ppl=30.0984 acc=0.3845 tokens=8128.0000 +step=44420 micro_steps=88840 elapsed=8.5s lr=3.000000e-04 loss=3.3976 ppl=29.9196 acc=0.3841 tokens=8128.0000 +step=44440 micro_steps=88880 elapsed=8.6s lr=3.000000e-04 loss=3.3933 ppl=29.7985 acc=0.3849 tokens=8128.0000 +step=44460 micro_steps=88920 elapsed=8.5s lr=3.000000e-04 loss=3.4017 ppl=30.0591 acc=0.3841 tokens=8128.0000 +step=44480 micro_steps=88960 elapsed=8.5s lr=3.000000e-04 loss=3.3919 ppl=29.7579 acc=0.3856 tokens=8128.0000 +step=44500 micro_steps=89000 elapsed=8.5s lr=3.000000e-04 loss=3.3775 ppl=29.3460 acc=0.3876 tokens=8128.0000 +step=44520 micro_steps=89040 elapsed=8.5s lr=3.000000e-04 loss=3.3953 ppl=29.8611 acc=0.3847 tokens=8128.0000 +step=44540 micro_steps=89080 elapsed=8.5s lr=3.000000e-04 loss=3.3820 ppl=29.4638 acc=0.3856 tokens=8128.0000 +step=44560 micro_steps=89120 elapsed=8.5s lr=3.000000e-04 loss=3.3802 ppl=29.4201 acc=0.3864 tokens=8128.0000 +step=44580 micro_steps=89160 elapsed=8.5s lr=3.000000e-04 loss=3.3851 ppl=29.5503 acc=0.3852 tokens=8128.0000 +step=44600 micro_steps=89200 elapsed=8.5s lr=3.000000e-04 loss=3.3858 ppl=29.5725 acc=0.3858 tokens=8128.0000 +step=44620 micro_steps=89240 elapsed=8.5s lr=3.000000e-04 loss=3.3883 ppl=29.6506 acc=0.3844 tokens=8128.0000 +step=44640 micro_steps=89280 elapsed=8.5s lr=3.000000e-04 loss=3.3887 ppl=29.6624 acc=0.3866 tokens=8128.0000 +step=44660 micro_steps=89320 elapsed=8.5s lr=3.000000e-04 loss=3.3967 ppl=29.8893 acc=0.3844 tokens=8128.0000 +step=44680 micro_steps=89360 elapsed=8.5s lr=3.000000e-04 loss=3.3928 ppl=29.7782 acc=0.3841 tokens=8128.0000 +step=44700 micro_steps=89400 elapsed=8.5s lr=3.000000e-04 loss=3.4022 ppl=30.0567 acc=0.3850 tokens=8128.0000 +step=44720 micro_steps=89440 elapsed=8.6s lr=3.000000e-04 loss=3.3920 ppl=29.7488 acc=0.3850 tokens=8128.0000 +step=44740 micro_steps=89480 elapsed=8.5s lr=3.000000e-04 loss=3.4105 ppl=30.3122 acc=0.3833 tokens=8128.0000 +step=44760 micro_steps=89520 elapsed=8.5s lr=3.000000e-04 loss=3.3894 ppl=29.6806 acc=0.3845 tokens=8128.0000 +step=44780 micro_steps=89560 elapsed=8.5s lr=3.000000e-04 loss=3.3790 ppl=29.3743 acc=0.3862 tokens=8128.0000 +step=44800 micro_steps=89600 elapsed=8.5s lr=3.000000e-04 loss=3.3859 ppl=29.5812 acc=0.3850 tokens=8128.0000 +step=44820 micro_steps=89640 elapsed=8.5s lr=3.000000e-04 loss=3.3940 ppl=29.8119 acc=0.3853 tokens=8128.0000 +step=44840 micro_steps=89680 elapsed=8.5s lr=3.000000e-04 loss=3.4001 ppl=29.9902 acc=0.3831 tokens=8128.0000 +step=44860 micro_steps=89720 elapsed=8.5s lr=3.000000e-04 loss=3.4054 ppl=30.1692 acc=0.3821 tokens=8128.0000 +step=44880 micro_steps=89760 elapsed=8.5s lr=3.000000e-04 loss=3.4030 ppl=30.0877 acc=0.3837 tokens=8128.0000 +step=44900 micro_steps=89800 elapsed=8.5s lr=3.000000e-04 loss=3.3990 ppl=29.9583 acc=0.3842 tokens=8128.0000 +step=44920 micro_steps=89840 elapsed=8.5s lr=3.000000e-04 loss=3.3858 ppl=29.5919 acc=0.3854 tokens=8128.0000 +step=44940 micro_steps=89880 elapsed=8.5s lr=3.000000e-04 loss=3.4008 ppl=30.0205 acc=0.3838 tokens=8128.0000 +step=44960 micro_steps=89920 elapsed=8.5s lr=3.000000e-04 loss=3.4005 ppl=30.0106 acc=0.3836 tokens=8128.0000 +step=44980 micro_steps=89960 elapsed=8.5s lr=3.000000e-04 loss=3.3829 ppl=29.4889 acc=0.3869 tokens=8128.0000 +step=45000 micro_steps=90000 elapsed=8.5s lr=3.000000e-04 loss=3.3848 ppl=29.5439 acc=0.3850 tokens=8128.0000 +[sample step=45000] [CLS] - led coalition charged sunday that bombers aimed at kabul or the southern city of kandahar were planning to use the airliner explosively based in a training ground frequented by u. s. military personnel. [SEP] it was last updated at 18. 02 bst on wednesday 9 june 2009. harris hill. a well known and respected public sector c.... [SEP] the uk population is expected to hit 8. 3 million by 2048, the first year after the clocks give away the living room habits of adults. [SEP] he has said he would appeal. [SEP] gareth batty, manager of the corporate finance division at alliance & [SEP] +step=45020 micro_steps=90040 elapsed=10.7s lr=3.000000e-04 loss=3.3968 ppl=29.9068 acc=0.3834 tokens=8128.0000 +step=45040 micro_steps=90080 elapsed=8.5s lr=3.000000e-04 loss=3.3961 ppl=29.8948 acc=0.3844 tokens=8128.0000 +step=45060 micro_steps=90120 elapsed=8.5s lr=3.000000e-04 loss=3.3825 ppl=29.5066 acc=0.3857 tokens=8128.0000 +step=45080 micro_steps=90160 elapsed=8.5s lr=3.000000e-04 loss=3.3820 ppl=29.4621 acc=0.3858 tokens=8128.0000 +step=45100 micro_steps=90200 elapsed=8.5s lr=3.000000e-04 loss=3.3942 ppl=29.8209 acc=0.3847 tokens=8128.0000 +step=45120 micro_steps=90240 elapsed=8.5s lr=3.000000e-04 loss=3.3982 ppl=29.9553 acc=0.3832 tokens=8128.0000 +step=45140 micro_steps=90280 elapsed=8.6s lr=3.000000e-04 loss=3.3922 ppl=29.7794 acc=0.3847 tokens=8128.0000 +step=45160 micro_steps=90320 elapsed=8.5s lr=3.000000e-04 loss=3.3977 ppl=29.9531 acc=0.3840 tokens=8128.0000 +step=45180 micro_steps=90360 elapsed=8.5s lr=3.000000e-04 loss=3.4030 ppl=30.0903 acc=0.3828 tokens=8128.0000 +step=45200 micro_steps=90400 elapsed=8.5s lr=3.000000e-04 loss=3.3928 ppl=29.7852 acc=0.3860 tokens=8128.0000 +step=45220 micro_steps=90440 elapsed=8.5s lr=3.000000e-04 loss=3.3998 ppl=29.9999 acc=0.3836 tokens=8128.0000 +step=45240 micro_steps=90480 elapsed=8.5s lr=3.000000e-04 loss=3.3884 ppl=29.6566 acc=0.3851 tokens=8128.0000 +step=45260 micro_steps=90520 elapsed=8.5s lr=3.000000e-04 loss=3.3981 ppl=29.9379 acc=0.3844 tokens=8128.0000 +step=45280 micro_steps=90560 elapsed=8.6s lr=3.000000e-04 loss=3.3971 ppl=29.9143 acc=0.3844 tokens=8128.0000 +step=45300 micro_steps=90600 elapsed=8.5s lr=3.000000e-04 loss=3.3699 ppl=29.1096 acc=0.3859 tokens=8128.0000 +step=45320 micro_steps=90640 elapsed=8.6s lr=3.000000e-04 loss=3.3939 ppl=29.8273 acc=0.3859 tokens=8128.0000 +step=45340 micro_steps=90680 elapsed=8.5s lr=3.000000e-04 loss=3.3837 ppl=29.5152 acc=0.3858 tokens=8128.0000 +step=45360 micro_steps=90720 elapsed=8.5s lr=3.000000e-04 loss=3.3977 ppl=29.9300 acc=0.3833 tokens=8128.0000 +step=45380 micro_steps=90760 elapsed=8.6s lr=3.000000e-04 loss=3.3956 ppl=29.8767 acc=0.3833 tokens=8128.0000 +step=45400 micro_steps=90800 elapsed=8.5s lr=3.000000e-04 loss=3.3885 ppl=29.6633 acc=0.3862 tokens=8128.0000 +step=45420 micro_steps=90840 elapsed=8.6s lr=3.000000e-04 loss=3.4045 ppl=30.1375 acc=0.3836 tokens=8128.0000 +step=45440 micro_steps=90880 elapsed=8.5s lr=3.000000e-04 loss=3.3930 ppl=29.7802 acc=0.3851 tokens=8128.0000 +step=45460 micro_steps=90920 elapsed=8.5s lr=3.000000e-04 loss=3.3962 ppl=29.8876 acc=0.3846 tokens=8128.0000 +step=45480 micro_steps=90960 elapsed=8.5s lr=3.000000e-04 loss=3.3973 ppl=29.9277 acc=0.3848 tokens=8128.0000 +step=45500 micro_steps=91000 elapsed=8.5s lr=3.000000e-04 loss=3.3906 ppl=29.7179 acc=0.3828 tokens=8128.0000 +step=45520 micro_steps=91040 elapsed=8.6s lr=3.000000e-04 loss=3.3964 ppl=29.8859 acc=0.3838 tokens=8128.0000 +step=45540 micro_steps=91080 elapsed=8.5s lr=3.000000e-04 loss=3.3895 ppl=29.6939 acc=0.3854 tokens=8128.0000 +step=45560 micro_steps=91120 elapsed=8.5s lr=3.000000e-04 loss=3.3922 ppl=29.7651 acc=0.3848 tokens=8128.0000 +step=45580 micro_steps=91160 elapsed=8.5s lr=3.000000e-04 loss=3.4027 ppl=30.0823 acc=0.3830 tokens=8128.0000 +step=45600 micro_steps=91200 elapsed=8.5s lr=3.000000e-04 loss=3.3932 ppl=29.8072 acc=0.3856 tokens=8128.0000 +step=45620 micro_steps=91240 elapsed=9.1s lr=3.000000e-04 loss=3.3940 ppl=29.8863 acc=0.3851 tokens=7934.3250 +step=45640 micro_steps=91280 elapsed=9.6s lr=3.000000e-04 loss=3.3919 ppl=29.7653 acc=0.3833 tokens=8128.0000 +step=45660 micro_steps=91320 elapsed=8.5s lr=3.000000e-04 loss=3.3832 ppl=29.5011 acc=0.3856 tokens=8128.0000 +step=45680 micro_steps=91360 elapsed=8.5s lr=3.000000e-04 loss=3.3994 ppl=29.9896 acc=0.3850 tokens=8128.0000 +step=45700 micro_steps=91400 elapsed=8.6s lr=3.000000e-04 loss=3.3884 ppl=29.6544 acc=0.3861 tokens=8128.0000 +step=45720 micro_steps=91440 elapsed=8.5s lr=3.000000e-04 loss=3.3659 ppl=28.9915 acc=0.3870 tokens=8128.0000 +step=45740 micro_steps=91480 elapsed=8.5s lr=3.000000e-04 loss=3.3902 ppl=29.7238 acc=0.3842 tokens=8128.0000 +step=45760 micro_steps=91520 elapsed=8.5s lr=3.000000e-04 loss=3.3962 ppl=29.8787 acc=0.3845 tokens=8128.0000 +step=45780 micro_steps=91560 elapsed=8.6s lr=3.000000e-04 loss=3.4048 ppl=30.1515 acc=0.3831 tokens=8128.0000 +step=45800 micro_steps=91600 elapsed=8.5s lr=3.000000e-04 loss=3.3790 ppl=29.3668 acc=0.3853 tokens=8128.0000 +step=45820 micro_steps=91640 elapsed=8.5s lr=3.000000e-04 loss=3.3840 ppl=29.5214 acc=0.3863 tokens=8128.0000 +step=45840 micro_steps=91680 elapsed=8.6s lr=3.000000e-04 loss=3.3828 ppl=29.4898 acc=0.3843 tokens=8128.0000 +step=45860 micro_steps=91720 elapsed=8.5s lr=3.000000e-04 loss=3.3874 ppl=29.6228 acc=0.3857 tokens=8128.0000 +step=45880 micro_steps=91760 elapsed=5.8s lr=3.000000e-04 loss=3.3881 ppl=29.6369 acc=0.3856 tokens=8128.0000 +step=45900 micro_steps=91800 elapsed=7.2s lr=3.000000e-04 loss=3.3954 ppl=29.8600 acc=0.3839 tokens=8128.0000 +step=45920 micro_steps=91840 elapsed=8.1s lr=3.000000e-04 loss=3.4012 ppl=30.0362 acc=0.3830 tokens=8128.0000 +step=45940 micro_steps=91880 elapsed=8.2s lr=3.000000e-04 loss=3.3957 ppl=29.8686 acc=0.3842 tokens=8128.0000 +step=45960 micro_steps=91920 elapsed=8.2s lr=3.000000e-04 loss=3.4048 ppl=30.1561 acc=0.3834 tokens=8128.0000 +step=45980 micro_steps=91960 elapsed=8.1s lr=3.000000e-04 loss=3.3811 ppl=29.4635 acc=0.3850 tokens=8128.0000 +step=46000 micro_steps=92000 elapsed=8.1s lr=3.000000e-04 loss=3.3920 ppl=29.7543 acc=0.3861 tokens=8128.0000 +[sample step=46000] [CLS] and swine flu both understand, and replicate, computer models used by health officials, and keep an eye on the alert level of reactions seen among high school students these days, particularly among old boys who get illiterate and develop school - aged beliefs. [SEP] a 48 - year - old man has appeared in court charged with the murder of a 100 - year - old man shot in front of his keeper by watching the 10 november conference. [SEP] on wednesday, the conglomerate prominent as high - tech the sac les mursrs government took over other businesses where the company controlled the largest landesbank subsidiaries. [SEP] " everyone knows that [SEP] +step=46020 micro_steps=92040 elapsed=10.3s lr=3.000000e-04 loss=3.3865 ppl=29.6092 acc=0.3855 tokens=8128.0000 +step=46040 micro_steps=92080 elapsed=8.1s lr=3.000000e-04 loss=3.3761 ppl=29.2836 acc=0.3882 tokens=8128.0000 +step=46060 micro_steps=92120 elapsed=8.1s lr=3.000000e-04 loss=3.3749 ppl=29.2625 acc=0.3873 tokens=8128.0000 +step=46080 micro_steps=92160 elapsed=8.2s lr=3.000000e-04 loss=3.3928 ppl=29.7838 acc=0.3843 tokens=8128.0000 +step=46100 micro_steps=92200 elapsed=5.4s lr=3.000000e-04 loss=3.3914 ppl=29.7495 acc=0.3849 tokens=8128.0000 +step=46120 micro_steps=92240 elapsed=4.2s lr=3.000000e-04 loss=3.3857 ppl=29.5707 acc=0.3859 tokens=8128.0000 +step=46140 micro_steps=92280 elapsed=4.2s lr=3.000000e-04 loss=3.3838 ppl=29.5305 acc=0.3867 tokens=8128.0000 +step=46160 micro_steps=92320 elapsed=4.2s lr=3.000000e-04 loss=3.4016 ppl=30.0373 acc=0.3839 tokens=8128.0000 +step=46180 micro_steps=92360 elapsed=4.2s lr=3.000000e-04 loss=3.3819 ppl=29.4674 acc=0.3852 tokens=8128.0000 +step=46200 micro_steps=92400 elapsed=4.2s lr=3.000000e-04 loss=3.3874 ppl=29.6371 acc=0.3854 tokens=8128.0000 +step=46220 micro_steps=92440 elapsed=4.2s lr=3.000000e-04 loss=3.3865 ppl=29.6079 acc=0.3853 tokens=8128.0000 +step=46240 micro_steps=92480 elapsed=4.2s lr=3.000000e-04 loss=3.3696 ppl=29.1020 acc=0.3861 tokens=8128.0000 +step=46260 micro_steps=92520 elapsed=4.2s lr=3.000000e-04 loss=3.3852 ppl=29.5660 acc=0.3851 tokens=8128.0000 +step=46280 micro_steps=92560 elapsed=4.2s lr=3.000000e-04 loss=3.3779 ppl=29.3320 acc=0.3859 tokens=8128.0000 +step=46300 micro_steps=92600 elapsed=4.2s lr=3.000000e-04 loss=3.3891 ppl=29.6768 acc=0.3859 tokens=8128.0000 +step=46320 micro_steps=92640 elapsed=4.2s lr=3.000000e-04 loss=3.3855 ppl=29.5687 acc=0.3843 tokens=8128.0000 +step=46340 micro_steps=92680 elapsed=4.2s lr=3.000000e-04 loss=3.3861 ppl=29.5786 acc=0.3855 tokens=8128.0000 +step=46360 micro_steps=92720 elapsed=4.2s lr=3.000000e-04 loss=3.3724 ppl=29.1801 acc=0.3854 tokens=8128.0000 +step=46380 micro_steps=92760 elapsed=4.2s lr=3.000000e-04 loss=3.3930 ppl=29.7914 acc=0.3848 tokens=8128.0000 +step=46400 micro_steps=92800 elapsed=4.2s lr=3.000000e-04 loss=3.3926 ppl=29.7875 acc=0.3847 tokens=8128.0000 +step=46420 micro_steps=92840 elapsed=4.2s lr=3.000000e-04 loss=3.3859 ppl=29.5728 acc=0.3854 tokens=8128.0000 +step=46440 micro_steps=92880 elapsed=4.2s lr=3.000000e-04 loss=3.3834 ppl=29.5029 acc=0.3846 tokens=8128.0000 +step=46460 micro_steps=92920 elapsed=4.2s lr=3.000000e-04 loss=3.3917 ppl=29.7558 acc=0.3851 tokens=8128.0000 +step=46480 micro_steps=92960 elapsed=4.2s lr=3.000000e-04 loss=3.3829 ppl=29.4878 acc=0.3864 tokens=8128.0000 +step=46500 micro_steps=93000 elapsed=4.2s lr=3.000000e-04 loss=3.3984 ppl=29.9534 acc=0.3829 tokens=8128.0000 +step=46520 micro_steps=93040 elapsed=4.2s lr=3.000000e-04 loss=3.3985 ppl=29.9398 acc=0.3830 tokens=8128.0000 +step=46540 micro_steps=93080 elapsed=4.2s lr=3.000000e-04 loss=3.3882 ppl=29.6313 acc=0.3856 tokens=8128.0000 +step=46560 micro_steps=93120 elapsed=4.2s lr=3.000000e-04 loss=3.3884 ppl=29.6598 acc=0.3851 tokens=8128.0000 +step=46580 micro_steps=93160 elapsed=4.2s lr=3.000000e-04 loss=3.3944 ppl=29.8256 acc=0.3839 tokens=8128.0000 +step=46600 micro_steps=93200 elapsed=4.2s lr=3.000000e-04 loss=3.3843 ppl=29.5501 acc=0.3856 tokens=8128.0000 +step=46620 micro_steps=93240 elapsed=4.2s lr=3.000000e-04 loss=3.3759 ppl=29.2789 acc=0.3868 tokens=8128.0000 +step=46640 micro_steps=93280 elapsed=4.2s lr=3.000000e-04 loss=3.3853 ppl=29.5655 acc=0.3864 tokens=8128.0000 +step=46660 micro_steps=93320 elapsed=4.2s lr=3.000000e-04 loss=3.3918 ppl=29.7430 acc=0.3842 tokens=8128.0000 +step=46680 micro_steps=93360 elapsed=4.2s lr=3.000000e-04 loss=3.3995 ppl=29.9926 acc=0.3838 tokens=8128.0000 +step=46700 micro_steps=93400 elapsed=4.2s lr=3.000000e-04 loss=3.3981 ppl=29.9441 acc=0.3850 tokens=8128.0000 +step=46720 micro_steps=93440 elapsed=4.2s lr=3.000000e-04 loss=3.3734 ppl=29.2108 acc=0.3870 tokens=8128.0000 +step=46740 micro_steps=93480 elapsed=4.2s lr=3.000000e-04 loss=3.3941 ppl=29.8293 acc=0.3851 tokens=8128.0000 +step=46760 micro_steps=93520 elapsed=4.2s lr=3.000000e-04 loss=3.3926 ppl=29.7688 acc=0.3847 tokens=8128.0000 +step=46780 micro_steps=93560 elapsed=4.2s lr=3.000000e-04 loss=3.3886 ppl=29.6521 acc=0.3855 tokens=8128.0000 +step=46800 micro_steps=93600 elapsed=4.2s lr=3.000000e-04 loss=3.3834 ppl=29.5105 acc=0.3855 tokens=8128.0000 +step=46820 micro_steps=93640 elapsed=4.2s lr=3.000000e-04 loss=3.3937 ppl=29.8147 acc=0.3859 tokens=8128.0000 +step=46840 micro_steps=93680 elapsed=4.2s lr=3.000000e-04 loss=3.3816 ppl=29.4535 acc=0.3862 tokens=8128.0000 +step=46860 micro_steps=93720 elapsed=4.2s lr=3.000000e-04 loss=3.3989 ppl=29.9640 acc=0.3841 tokens=8128.0000 +step=46880 micro_steps=93760 elapsed=4.2s lr=3.000000e-04 loss=3.3932 ppl=29.7791 acc=0.3841 tokens=8128.0000 +step=46900 micro_steps=93800 elapsed=4.2s lr=3.000000e-04 loss=3.3974 ppl=29.9298 acc=0.3837 tokens=8128.0000 +step=46920 micro_steps=93840 elapsed=4.2s lr=3.000000e-04 loss=3.3892 ppl=29.6648 acc=0.3846 tokens=8128.0000 +step=46940 micro_steps=93880 elapsed=4.2s lr=3.000000e-04 loss=3.3907 ppl=29.7197 acc=0.3862 tokens=8128.0000 +step=46960 micro_steps=93920 elapsed=4.2s lr=3.000000e-04 loss=3.3806 ppl=29.4249 acc=0.3867 tokens=8128.0000 +step=46980 micro_steps=93960 elapsed=4.2s lr=3.000000e-04 loss=3.3817 ppl=29.4493 acc=0.3858 tokens=8128.0000 +step=47000 micro_steps=94000 elapsed=4.2s lr=3.000000e-04 loss=3.3794 ppl=29.3923 acc=0.3860 tokens=8128.0000 +[sample step=47000] [CLS] exporting economies are operating though the baltic (unlike russia), where most investments are rated below investment grade. [SEP] recent proposals in congress subsidize health care costs, among other things. [SEP] no longer will agencies communicate with recruits who are a fraction of the population. [SEP] sir al aynsley - green, chairman of the home office, called for a "national identity card" so that businesses reduce their costs otherwise. [SEP] in one sketch, troy redshirt sophomore john fogerty is throwing in a bowl ofmastream crabs with a flourish, and junior romeo collins can dress up tight leather pants with a vertical seam [SEP] +step=47020 micro_steps=94040 elapsed=6.3s lr=3.000000e-04 loss=3.4002 ppl=29.9926 acc=0.3829 tokens=8128.0000 +step=47040 micro_steps=94080 elapsed=4.2s lr=3.000000e-04 loss=3.3828 ppl=29.4811 acc=0.3866 tokens=8128.0000 +step=47060 micro_steps=94120 elapsed=4.2s lr=3.000000e-04 loss=3.3880 ppl=29.6408 acc=0.3852 tokens=8128.0000 +step=47080 micro_steps=94160 elapsed=4.2s lr=3.000000e-04 loss=3.3970 ppl=29.9035 acc=0.3834 tokens=8128.0000 +step=47100 micro_steps=94200 elapsed=4.2s lr=3.000000e-04 loss=3.3851 ppl=29.5581 acc=0.3852 tokens=8128.0000 +step=47120 micro_steps=94240 elapsed=4.2s lr=3.000000e-04 loss=3.3825 ppl=29.4762 acc=0.3853 tokens=8128.0000 +step=47140 micro_steps=94280 elapsed=4.2s lr=3.000000e-04 loss=3.3864 ppl=29.5796 acc=0.3852 tokens=8128.0000 +step=47160 micro_steps=94320 elapsed=4.2s lr=3.000000e-04 loss=3.3834 ppl=29.5131 acc=0.3866 tokens=8128.0000 +step=47180 micro_steps=94360 elapsed=4.2s lr=3.000000e-04 loss=3.3907 ppl=29.7140 acc=0.3854 tokens=8128.0000 +step=47200 micro_steps=94400 elapsed=4.2s lr=3.000000e-04 loss=3.3835 ppl=29.5241 acc=0.3858 tokens=8128.0000 +step=47220 micro_steps=94440 elapsed=4.2s lr=3.000000e-04 loss=3.3828 ppl=29.4809 acc=0.3864 tokens=8128.0000 +step=47240 micro_steps=94480 elapsed=4.2s lr=3.000000e-04 loss=3.3732 ppl=29.2123 acc=0.3868 tokens=8128.0000 +step=47260 micro_steps=94520 elapsed=4.2s lr=3.000000e-04 loss=3.3899 ppl=29.6932 acc=0.3852 tokens=8128.0000 +step=47280 micro_steps=94560 elapsed=4.2s lr=3.000000e-04 loss=3.3842 ppl=29.5383 acc=0.3869 tokens=8128.0000 +step=47300 micro_steps=94600 elapsed=4.2s lr=3.000000e-04 loss=3.3803 ppl=29.4058 acc=0.3857 tokens=8128.0000 +step=47320 micro_steps=94640 elapsed=4.2s lr=3.000000e-04 loss=3.3732 ppl=29.2089 acc=0.3855 tokens=8128.0000 +step=47340 micro_steps=94680 elapsed=4.2s lr=3.000000e-04 loss=3.3838 ppl=29.5256 acc=0.3861 tokens=8128.0000 +step=47360 micro_steps=94720 elapsed=4.2s lr=3.000000e-04 loss=3.3825 ppl=29.4784 acc=0.3858 tokens=8128.0000 +step=47380 micro_steps=94760 elapsed=4.2s lr=3.000000e-04 loss=3.3926 ppl=29.7914 acc=0.3849 tokens=8128.0000 +step=47400 micro_steps=94800 elapsed=4.2s lr=3.000000e-04 loss=3.3755 ppl=29.2740 acc=0.3874 tokens=8128.0000 +step=47420 micro_steps=94840 elapsed=4.2s lr=3.000000e-04 loss=3.3653 ppl=29.0088 acc=0.3879 tokens=8128.0000 +step=47440 micro_steps=94880 elapsed=4.2s lr=3.000000e-04 loss=3.3899 ppl=29.7088 acc=0.3868 tokens=8128.0000 +step=47460 micro_steps=94920 elapsed=4.2s lr=3.000000e-04 loss=3.3835 ppl=29.5088 acc=0.3860 tokens=8128.0000 +step=47480 micro_steps=94960 elapsed=4.2s lr=3.000000e-04 loss=3.3932 ppl=29.8100 acc=0.3841 tokens=8128.0000 +step=47500 micro_steps=95000 elapsed=4.2s lr=3.000000e-04 loss=3.3826 ppl=29.4828 acc=0.3846 tokens=8128.0000 +step=47520 micro_steps=95040 elapsed=4.2s lr=3.000000e-04 loss=3.3756 ppl=29.2761 acc=0.3865 tokens=8128.0000 +step=47540 micro_steps=95080 elapsed=4.2s lr=3.000000e-04 loss=3.3845 ppl=29.5235 acc=0.3854 tokens=8128.0000 +step=47560 micro_steps=95120 elapsed=4.2s lr=3.000000e-04 loss=3.3721 ppl=29.1643 acc=0.3869 tokens=8128.0000 +step=47580 micro_steps=95160 elapsed=4.2s lr=3.000000e-04 loss=3.3762 ppl=29.2871 acc=0.3874 tokens=8128.0000 +step=47600 micro_steps=95200 elapsed=4.2s lr=3.000000e-04 loss=3.3812 ppl=29.4513 acc=0.3858 tokens=8128.0000 +step=47620 micro_steps=95240 elapsed=4.2s lr=3.000000e-04 loss=3.3712 ppl=29.1493 acc=0.3873 tokens=8128.0000 +step=47640 micro_steps=95280 elapsed=4.2s lr=3.000000e-04 loss=3.3729 ppl=29.1989 acc=0.3862 tokens=8128.0000 +step=47660 micro_steps=95320 elapsed=4.2s lr=3.000000e-04 loss=3.3728 ppl=29.1919 acc=0.3868 tokens=8128.0000 +step=47680 micro_steps=95360 elapsed=4.2s lr=3.000000e-04 loss=3.3731 ppl=29.2014 acc=0.3873 tokens=8128.0000 +step=47700 micro_steps=95400 elapsed=4.2s lr=3.000000e-04 loss=3.3879 ppl=29.6422 acc=0.3854 tokens=8128.0000 +step=47720 micro_steps=95440 elapsed=4.2s lr=3.000000e-04 loss=3.3880 ppl=29.6636 acc=0.3847 tokens=8128.0000 +step=47740 micro_steps=95480 elapsed=4.2s lr=3.000000e-04 loss=3.3836 ppl=29.5021 acc=0.3856 tokens=8128.0000 +step=47760 micro_steps=95520 elapsed=4.2s lr=3.000000e-04 loss=3.3755 ppl=29.2743 acc=0.3855 tokens=8128.0000 +step=47780 micro_steps=95560 elapsed=4.2s lr=3.000000e-04 loss=3.3998 ppl=29.9972 acc=0.3839 tokens=8128.0000 +step=47800 micro_steps=95600 elapsed=4.2s lr=3.000000e-04 loss=3.3918 ppl=29.7502 acc=0.3845 tokens=8128.0000 +step=47820 micro_steps=95640 elapsed=4.2s lr=3.000000e-04 loss=3.3936 ppl=29.8000 acc=0.3851 tokens=8128.0000 +step=47840 micro_steps=95680 elapsed=6.7s lr=3.000000e-04 loss=3.3809 ppl=29.4372 acc=0.3867 tokens=8128.0000 +step=47860 micro_steps=95720 elapsed=8.6s lr=3.000000e-04 loss=3.3730 ppl=29.1878 acc=0.3872 tokens=8128.0000 +step=47880 micro_steps=95760 elapsed=8.6s lr=3.000000e-04 loss=3.3926 ppl=29.7755 acc=0.3839 tokens=8128.0000 +step=47900 micro_steps=95800 elapsed=8.6s lr=3.000000e-04 loss=3.3914 ppl=29.7573 acc=0.3848 tokens=8128.0000 +step=47920 micro_steps=95840 elapsed=8.6s lr=3.000000e-04 loss=3.3779 ppl=29.3496 acc=0.3861 tokens=8128.0000 +step=47940 micro_steps=95880 elapsed=8.6s lr=3.000000e-04 loss=3.3840 ppl=29.5097 acc=0.3860 tokens=8128.0000 +step=47960 micro_steps=95920 elapsed=8.6s lr=3.000000e-04 loss=3.3792 ppl=29.3944 acc=0.3860 tokens=8128.0000 +step=47980 micro_steps=95960 elapsed=8.6s lr=3.000000e-04 loss=3.3814 ppl=29.4450 acc=0.3868 tokens=8128.0000 +step=48000 micro_steps=96000 elapsed=8.6s lr=3.000000e-04 loss=3.3773 ppl=29.3239 acc=0.3866 tokens=8128.0000 +[sample step=48000] [CLS] he was arrested and charged with incest and coercion following a horrific incident at his home in 2006. [SEP] gerbil said: " as a premier of several prestigious technology capitals, we look forward to moving with business from what has become the editor atlanta - based business daily. [SEP] the recent surge of high - voltages must be for the very real reason organics remain a truly and truly energy - intensive medium, even if it's because we can no longer accurately help an immense pool of people belonging to the mass produced burnsianship between higher keeping and higher quality. [SEP] those involved in the deal were sallie [SEP] +step=48020 micro_steps=96040 elapsed=10.8s lr=3.000000e-04 loss=3.3822 ppl=29.4776 acc=0.3855 tokens=8128.0000 +step=48040 micro_steps=96080 elapsed=8.6s lr=3.000000e-04 loss=3.3727 ppl=29.2034 acc=0.3885 tokens=8128.0000 +step=48060 micro_steps=96120 elapsed=8.6s lr=3.000000e-04 loss=3.3860 ppl=29.5779 acc=0.3857 tokens=8128.0000 +step=48080 micro_steps=96160 elapsed=8.6s lr=3.000000e-04 loss=3.3722 ppl=29.1825 acc=0.3860 tokens=8128.0000 +step=48100 micro_steps=96200 elapsed=8.6s lr=3.000000e-04 loss=3.3887 ppl=29.6763 acc=0.3850 tokens=8128.0000 +step=48120 micro_steps=96240 elapsed=8.6s lr=3.000000e-04 loss=3.3844 ppl=29.5275 acc=0.3862 tokens=8128.0000 +step=48140 micro_steps=96280 elapsed=8.6s lr=3.000000e-04 loss=3.3755 ppl=29.2689 acc=0.3878 tokens=8128.0000 +step=48160 micro_steps=96320 elapsed=8.6s lr=3.000000e-04 loss=3.3778 ppl=29.3486 acc=0.3860 tokens=8128.0000 +step=48180 micro_steps=96360 elapsed=8.6s lr=3.000000e-04 loss=3.3758 ppl=29.2961 acc=0.3867 tokens=8128.0000 +step=48200 micro_steps=96400 elapsed=8.6s lr=3.000000e-04 loss=3.3790 ppl=29.3868 acc=0.3866 tokens=8128.0000 +step=48220 micro_steps=96440 elapsed=8.6s lr=3.000000e-04 loss=3.3821 ppl=29.4726 acc=0.3860 tokens=8128.0000 +step=48240 micro_steps=96480 elapsed=8.6s lr=3.000000e-04 loss=3.3843 ppl=29.5294 acc=0.3873 tokens=8128.0000 +step=48260 micro_steps=96520 elapsed=8.6s lr=3.000000e-04 loss=3.3969 ppl=29.9098 acc=0.3838 tokens=8128.0000 +step=48280 micro_steps=96560 elapsed=8.6s lr=3.000000e-04 loss=3.3811 ppl=29.4415 acc=0.3864 tokens=8128.0000 +step=48300 micro_steps=96600 elapsed=8.6s lr=3.000000e-04 loss=3.3765 ppl=29.3150 acc=0.3862 tokens=8128.0000 +step=48320 micro_steps=96640 elapsed=8.6s lr=3.000000e-04 loss=3.3769 ppl=29.3121 acc=0.3853 tokens=8128.0000 +step=48340 micro_steps=96680 elapsed=8.6s lr=3.000000e-04 loss=3.3717 ppl=29.1808 acc=0.3866 tokens=8128.0000 +step=48360 micro_steps=96720 elapsed=8.6s lr=3.000000e-04 loss=3.3784 ppl=29.3799 acc=0.3868 tokens=8128.0000 +step=48380 micro_steps=96760 elapsed=8.6s lr=3.000000e-04 loss=3.3823 ppl=29.4740 acc=0.3860 tokens=8128.0000 +step=48400 micro_steps=96800 elapsed=8.6s lr=3.000000e-04 loss=3.3816 ppl=29.4534 acc=0.3867 tokens=8128.0000 +step=48420 micro_steps=96840 elapsed=5.4s lr=3.000000e-04 loss=3.3836 ppl=29.5131 acc=0.3859 tokens=8128.0000 +step=48440 micro_steps=96880 elapsed=4.2s lr=3.000000e-04 loss=3.3729 ppl=29.1936 acc=0.3851 tokens=8128.0000 +step=48460 micro_steps=96920 elapsed=4.2s lr=3.000000e-04 loss=3.3757 ppl=29.2713 acc=0.3866 tokens=8128.0000 +step=48480 micro_steps=96960 elapsed=4.2s lr=3.000000e-04 loss=3.3738 ppl=29.2479 acc=0.3866 tokens=8128.0000 +step=48500 micro_steps=97000 elapsed=4.2s lr=3.000000e-04 loss=3.3776 ppl=29.3236 acc=0.3863 tokens=8128.0000 +step=48520 micro_steps=97040 elapsed=4.2s lr=3.000000e-04 loss=3.3694 ppl=29.0914 acc=0.3868 tokens=8128.0000 +step=48540 micro_steps=97080 elapsed=4.2s lr=3.000000e-04 loss=3.3835 ppl=29.5179 acc=0.3862 tokens=8128.0000 +step=48560 micro_steps=97120 elapsed=4.2s lr=3.000000e-04 loss=3.3867 ppl=29.6062 acc=0.3851 tokens=8128.0000 +step=48580 micro_steps=97160 elapsed=4.2s lr=3.000000e-04 loss=3.3740 ppl=29.2230 acc=0.3861 tokens=8128.0000 +step=48600 micro_steps=97200 elapsed=4.2s lr=3.000000e-04 loss=3.3874 ppl=29.6138 acc=0.3844 tokens=8128.0000 +step=48620 micro_steps=97240 elapsed=4.2s lr=3.000000e-04 loss=3.3645 ppl=28.9605 acc=0.3879 tokens=8128.0000 +step=48640 micro_steps=97280 elapsed=4.2s lr=3.000000e-04 loss=3.3813 ppl=29.4420 acc=0.3852 tokens=8128.0000 +step=48660 micro_steps=97320 elapsed=4.2s lr=3.000000e-04 loss=3.3901 ppl=29.7039 acc=0.3844 tokens=8128.0000 +step=48680 micro_steps=97360 elapsed=4.2s lr=3.000000e-04 loss=3.3826 ppl=29.4813 acc=0.3856 tokens=8128.0000 +step=48700 micro_steps=97400 elapsed=4.2s lr=3.000000e-04 loss=3.3919 ppl=29.7580 acc=0.3850 tokens=8128.0000 +step=48720 micro_steps=97440 elapsed=4.2s lr=3.000000e-04 loss=3.3756 ppl=29.2753 acc=0.3859 tokens=8128.0000 +step=48740 micro_steps=97480 elapsed=4.2s lr=3.000000e-04 loss=3.3818 ppl=29.4709 acc=0.3855 tokens=8128.0000 +step=48760 micro_steps=97520 elapsed=4.2s lr=3.000000e-04 loss=3.3809 ppl=29.4425 acc=0.3856 tokens=8128.0000 +step=48780 micro_steps=97560 elapsed=4.2s lr=3.000000e-04 loss=3.3857 ppl=29.5787 acc=0.3858 tokens=8128.0000 +step=48800 micro_steps=97600 elapsed=4.2s lr=3.000000e-04 loss=3.3816 ppl=29.4577 acc=0.3868 tokens=8128.0000 +step=48820 micro_steps=97640 elapsed=4.2s lr=3.000000e-04 loss=3.3866 ppl=29.6107 acc=0.3854 tokens=8128.0000 +step=48840 micro_steps=97680 elapsed=4.2s lr=3.000000e-04 loss=3.3761 ppl=29.2844 acc=0.3861 tokens=8128.0000 +step=48860 micro_steps=97720 elapsed=4.2s lr=3.000000e-04 loss=3.3918 ppl=29.7507 acc=0.3848 tokens=8128.0000 +step=48880 micro_steps=97760 elapsed=4.2s lr=3.000000e-04 loss=3.3680 ppl=29.0674 acc=0.3880 tokens=8128.0000 +step=48900 micro_steps=97800 elapsed=4.2s lr=3.000000e-04 loss=3.3849 ppl=29.5462 acc=0.3864 tokens=8128.0000 +step=48920 micro_steps=97840 elapsed=4.2s lr=3.000000e-04 loss=3.3815 ppl=29.4459 acc=0.3868 tokens=8128.0000 +step=48940 micro_steps=97880 elapsed=4.2s lr=3.000000e-04 loss=3.3826 ppl=29.4815 acc=0.3866 tokens=8128.0000 +step=48960 micro_steps=97920 elapsed=4.2s lr=3.000000e-04 loss=3.3740 ppl=29.2274 acc=0.3867 tokens=8128.0000 +step=48980 micro_steps=97960 elapsed=4.2s lr=3.000000e-04 loss=3.3837 ppl=29.5108 acc=0.3860 tokens=8128.0000 +step=49000 micro_steps=98000 elapsed=4.2s lr=3.000000e-04 loss=3.3773 ppl=29.3128 acc=0.3856 tokens=8128.0000 +[sample step=49000] [CLS] cresting of a helicopter from 1873 - 21, leading to an invasion of powerful authoritative voices like joseph louis salangutans. [SEP] but in may he was accepted to belmarsh high school. [SEP] "we met him just 10 days ago, he is 30 minutes ahead, and if you guys go down a splendid route with him, every day he will help you," general manager tonizzo said. [SEP] look for the bargain quarter to be a good one? [SEP] chief justice samuel alito, appearing before the senate judiciary committee, said the change was needed for the tribunal system to be expanded, the new york times reported [SEP] +step=49020 micro_steps=98040 elapsed=6.3s lr=3.000000e-04 loss=3.3868 ppl=29.6194 acc=0.3869 tokens=8128.0000 +step=49040 micro_steps=98080 elapsed=4.2s lr=3.000000e-04 loss=3.3807 ppl=29.4176 acc=0.3857 tokens=8128.0000 +step=49060 micro_steps=98120 elapsed=4.2s lr=3.000000e-04 loss=3.3841 ppl=29.5210 acc=0.3864 tokens=8128.0000 +step=49080 micro_steps=98160 elapsed=4.2s lr=3.000000e-04 loss=3.3789 ppl=29.3840 acc=0.3857 tokens=8128.0000 +step=49100 micro_steps=98200 elapsed=4.2s lr=3.000000e-04 loss=3.3860 ppl=29.5805 acc=0.3852 tokens=8128.0000 +step=49120 micro_steps=98240 elapsed=4.2s lr=3.000000e-04 loss=3.3685 ppl=29.0658 acc=0.3872 tokens=8128.0000 +step=49140 micro_steps=98280 elapsed=4.2s lr=3.000000e-04 loss=3.3895 ppl=29.6859 acc=0.3860 tokens=8128.0000 +step=49160 micro_steps=98320 elapsed=4.2s lr=3.000000e-04 loss=3.3751 ppl=29.2603 acc=0.3869 tokens=8128.0000 +step=49180 micro_steps=98360 elapsed=4.2s lr=3.000000e-04 loss=3.3887 ppl=29.6560 acc=0.3848 tokens=8128.0000 +step=49200 micro_steps=98400 elapsed=4.2s lr=3.000000e-04 loss=3.3776 ppl=29.3387 acc=0.3873 tokens=8128.0000 +step=49220 micro_steps=98440 elapsed=4.2s lr=3.000000e-04 loss=3.3727 ppl=29.1837 acc=0.3882 tokens=8128.0000 +step=49240 micro_steps=98480 elapsed=4.2s lr=3.000000e-04 loss=3.3815 ppl=29.4398 acc=0.3863 tokens=8128.0000 +step=49260 micro_steps=98520 elapsed=4.2s lr=3.000000e-04 loss=3.3828 ppl=29.5006 acc=0.3865 tokens=8128.0000 +step=49280 micro_steps=98560 elapsed=4.2s lr=3.000000e-04 loss=3.3762 ppl=29.2911 acc=0.3873 tokens=8128.0000 +step=49300 micro_steps=98600 elapsed=4.2s lr=3.000000e-04 loss=3.3880 ppl=29.6335 acc=0.3865 tokens=8128.0000 +step=49320 micro_steps=98640 elapsed=4.2s lr=3.000000e-04 loss=3.3860 ppl=29.5796 acc=0.3851 tokens=8128.0000 +step=49340 micro_steps=98680 elapsed=4.2s lr=3.000000e-04 loss=3.3771 ppl=29.3215 acc=0.3861 tokens=8128.0000 +step=49360 micro_steps=98720 elapsed=4.2s lr=3.000000e-04 loss=3.3881 ppl=29.6419 acc=0.3855 tokens=8128.0000 +step=49380 micro_steps=98760 elapsed=4.2s lr=3.000000e-04 loss=3.3949 ppl=29.8509 acc=0.3846 tokens=8128.0000 +step=49400 micro_steps=98800 elapsed=4.2s lr=3.000000e-04 loss=3.3702 ppl=29.1149 acc=0.3880 tokens=8128.0000 +step=49420 micro_steps=98840 elapsed=4.2s lr=3.000000e-04 loss=3.3825 ppl=29.4788 acc=0.3851 tokens=8128.0000 +step=49440 micro_steps=98880 elapsed=4.2s lr=3.000000e-04 loss=3.3870 ppl=29.6186 acc=0.3849 tokens=8128.0000 +step=49460 micro_steps=98920 elapsed=4.2s lr=3.000000e-04 loss=3.3877 ppl=29.6376 acc=0.3854 tokens=8128.0000 +step=49480 micro_steps=98960 elapsed=4.2s lr=3.000000e-04 loss=3.3756 ppl=29.2724 acc=0.3875 tokens=8128.0000 +step=49500 micro_steps=99000 elapsed=4.2s lr=3.000000e-04 loss=3.3780 ppl=29.3433 acc=0.3864 tokens=8128.0000 +step=49520 micro_steps=99040 elapsed=4.2s lr=3.000000e-04 loss=3.3899 ppl=29.6903 acc=0.3851 tokens=8128.0000 +step=49540 micro_steps=99080 elapsed=4.2s lr=3.000000e-04 loss=3.3778 ppl=29.3348 acc=0.3862 tokens=8128.0000 +step=49560 micro_steps=99120 elapsed=4.2s lr=3.000000e-04 loss=3.3964 ppl=29.8969 acc=0.3842 tokens=8128.0000 +step=49580 micro_steps=99160 elapsed=4.2s lr=3.000000e-04 loss=3.3811 ppl=29.4280 acc=0.3853 tokens=8128.0000 +step=49600 micro_steps=99200 elapsed=4.2s lr=3.000000e-04 loss=3.3892 ppl=29.6712 acc=0.3849 tokens=8128.0000 +step=49620 micro_steps=99240 elapsed=4.2s lr=3.000000e-04 loss=3.3739 ppl=29.2192 acc=0.3873 tokens=8128.0000 +step=49640 micro_steps=99280 elapsed=4.2s lr=3.000000e-04 loss=3.3766 ppl=29.3114 acc=0.3864 tokens=8128.0000 +step=49660 micro_steps=99320 elapsed=4.2s lr=3.000000e-04 loss=3.3844 ppl=29.5350 acc=0.3869 tokens=8128.0000 +step=49680 micro_steps=99360 elapsed=4.2s lr=3.000000e-04 loss=3.3912 ppl=29.7539 acc=0.3845 tokens=8128.0000 +step=49700 micro_steps=99400 elapsed=4.2s lr=3.000000e-04 loss=3.3913 ppl=29.7455 acc=0.3838 tokens=8128.0000 +step=49720 micro_steps=99440 elapsed=4.2s lr=3.000000e-04 loss=3.3755 ppl=29.2647 acc=0.3867 tokens=8128.0000 +step=49740 micro_steps=99480 elapsed=4.2s lr=3.000000e-04 loss=3.3781 ppl=29.3351 acc=0.3882 tokens=8128.0000 +step=49760 micro_steps=99520 elapsed=4.2s lr=3.000000e-04 loss=3.3910 ppl=29.7340 acc=0.3858 tokens=8128.0000 +step=49780 micro_steps=99560 elapsed=4.2s lr=3.000000e-04 loss=3.3768 ppl=29.3169 acc=0.3864 tokens=8128.0000 +step=49800 micro_steps=99600 elapsed=4.2s lr=3.000000e-04 loss=3.3750 ppl=29.2697 acc=0.3869 tokens=8128.0000 +step=49820 micro_steps=99640 elapsed=4.2s lr=3.000000e-04 loss=3.3876 ppl=29.6287 acc=0.3851 tokens=8128.0000 +step=49840 micro_steps=99680 elapsed=4.2s lr=3.000000e-04 loss=3.3884 ppl=29.6429 acc=0.3849 tokens=8128.0000 +step=49860 micro_steps=99720 elapsed=4.2s lr=3.000000e-04 loss=3.3825 ppl=29.4779 acc=0.3865 tokens=8128.0000 +step=49880 micro_steps=99760 elapsed=4.2s lr=3.000000e-04 loss=3.3868 ppl=29.6027 acc=0.3844 tokens=8128.0000 +step=49900 micro_steps=99800 elapsed=4.2s lr=3.000000e-04 loss=3.3637 ppl=28.9328 acc=0.3882 tokens=8128.0000 +step=49920 micro_steps=99840 elapsed=4.2s lr=3.000000e-04 loss=3.3635 ppl=28.9469 acc=0.3887 tokens=8128.0000 +step=49940 micro_steps=99880 elapsed=4.2s lr=3.000000e-04 loss=3.3897 ppl=29.6934 acc=0.3849 tokens=8128.0000 +step=49960 micro_steps=99920 elapsed=4.2s lr=3.000000e-04 loss=3.3676 ppl=29.0382 acc=0.3869 tokens=8128.0000 +step=49980 micro_steps=99960 elapsed=4.2s lr=3.000000e-04 loss=3.3906 ppl=29.7145 acc=0.3853 tokens=8128.0000 +step=50000 micro_steps=100000 elapsed=4.2s lr=3.000000e-04 loss=3.3781 ppl=29.3456 acc=0.3862 tokens=8128.0000 +[sample step=50000] [CLS] since and we have done our thing to make sure letting his mentality hide for a week or two, then he will buckle up, " coates said. [SEP] in 2005, gonzalez - - who has denied responsibility for detonating the september 2005 apollo missions - - was shot and killed in an armored car that was stopped at a madrid roadblock after entering a customs and border protection target shelter. [SEP] doing these roles can be risky - - if march 1 - 6 doesn't rule out countermeasures - - because managers often hydraulic themselves over the course of rotation. [SEP] british singer and pianist james ellroy has [SEP] +step=50020 micro_steps=100040 elapsed=6.3s lr=3.000000e-04 loss=3.3730 ppl=29.1943 acc=0.3860 tokens=8128.0000 +step=50040 micro_steps=100080 elapsed=4.2s lr=3.000000e-04 loss=3.3800 ppl=29.3956 acc=0.3869 tokens=8128.0000 +step=50060 micro_steps=100120 elapsed=4.2s lr=3.000000e-04 loss=3.3782 ppl=29.3543 acc=0.3862 tokens=8128.0000 +step=50080 micro_steps=100160 elapsed=4.2s lr=3.000000e-04 loss=3.3846 ppl=29.5535 acc=0.3855 tokens=8128.0000 +step=50100 micro_steps=100200 elapsed=4.2s lr=3.000000e-04 loss=3.3792 ppl=29.3853 acc=0.3867 tokens=8128.0000 +step=50120 micro_steps=100240 elapsed=4.2s lr=3.000000e-04 loss=3.3387 ppl=28.5226 acc=0.3942 tokens=8128.0000 +step=50140 micro_steps=100280 elapsed=4.2s lr=3.000000e-04 loss=3.3805 ppl=29.4291 acc=0.3862 tokens=8128.0000 +step=50160 micro_steps=100320 elapsed=4.2s lr=3.000000e-04 loss=3.3778 ppl=29.3304 acc=0.3869 tokens=8128.0000 +step=50180 micro_steps=100360 elapsed=4.2s lr=3.000000e-04 loss=3.3790 ppl=29.3763 acc=0.3862 tokens=8128.0000 +step=50200 micro_steps=100400 elapsed=4.2s lr=3.000000e-04 loss=3.3888 ppl=29.6537 acc=0.3850 tokens=8128.0000 +step=50220 micro_steps=100440 elapsed=4.2s lr=3.000000e-04 loss=3.3804 ppl=29.4074 acc=0.3863 tokens=8128.0000 +step=50240 micro_steps=100480 elapsed=4.2s lr=3.000000e-04 loss=3.3819 ppl=29.4739 acc=0.3869 tokens=8128.0000 +step=50260 micro_steps=100520 elapsed=4.2s lr=3.000000e-04 loss=3.3809 ppl=29.4338 acc=0.3850 tokens=8128.0000 +step=50280 micro_steps=100560 elapsed=4.2s lr=3.000000e-04 loss=3.3801 ppl=29.4134 acc=0.3858 tokens=8128.0000 +step=50300 micro_steps=100600 elapsed=4.2s lr=3.000000e-04 loss=3.3899 ppl=29.7022 acc=0.3852 tokens=8128.0000 +step=50320 micro_steps=100640 elapsed=4.2s lr=3.000000e-04 loss=3.3769 ppl=29.3137 acc=0.3868 tokens=8128.0000 +step=50340 micro_steps=100680 elapsed=4.2s lr=3.000000e-04 loss=3.3804 ppl=29.4080 acc=0.3863 tokens=8128.0000 +step=50360 micro_steps=100720 elapsed=4.2s lr=3.000000e-04 loss=3.3924 ppl=29.7642 acc=0.3844 tokens=8128.0000 +step=50380 micro_steps=100760 elapsed=4.2s lr=3.000000e-04 loss=3.3850 ppl=29.5519 acc=0.3854 tokens=8128.0000 +step=50400 micro_steps=100800 elapsed=4.2s lr=3.000000e-04 loss=3.3643 ppl=28.9392 acc=0.3881 tokens=8128.0000 +step=50420 micro_steps=100840 elapsed=4.2s lr=3.000000e-04 loss=3.3657 ppl=28.9820 acc=0.3864 tokens=8128.0000 +step=50440 micro_steps=100880 elapsed=4.2s lr=3.000000e-04 loss=3.3816 ppl=29.4588 acc=0.3858 tokens=8128.0000 +step=50460 micro_steps=100920 elapsed=4.2s lr=3.000000e-04 loss=3.3751 ppl=29.2634 acc=0.3880 tokens=8128.0000 +step=50480 micro_steps=100960 elapsed=4.2s lr=3.000000e-04 loss=3.3796 ppl=29.3987 acc=0.3864 tokens=8128.0000 +step=50500 micro_steps=101000 elapsed=4.2s lr=3.000000e-04 loss=3.3950 ppl=29.8547 acc=0.3842 tokens=8128.0000 +step=50520 micro_steps=101040 elapsed=4.2s lr=3.000000e-04 loss=3.3639 ppl=28.9450 acc=0.3876 tokens=8128.0000 +step=50540 micro_steps=101080 elapsed=4.2s lr=3.000000e-04 loss=3.3735 ppl=29.2173 acc=0.3869 tokens=8128.0000 +step=50560 micro_steps=101120 elapsed=4.2s lr=3.000000e-04 loss=3.3892 ppl=29.6803 acc=0.3850 tokens=8128.0000 +step=50580 micro_steps=101160 elapsed=4.2s lr=3.000000e-04 loss=3.3881 ppl=29.6385 acc=0.3854 tokens=8128.0000 +step=50600 micro_steps=101200 elapsed=4.2s lr=3.000000e-04 loss=3.3738 ppl=29.2232 acc=0.3871 tokens=8128.0000 +step=50620 micro_steps=101240 elapsed=4.2s lr=3.000000e-04 loss=3.3907 ppl=29.7213 acc=0.3853 tokens=8128.0000 +step=50640 micro_steps=101280 elapsed=4.2s lr=3.000000e-04 loss=3.3896 ppl=29.6870 acc=0.3855 tokens=8128.0000 +step=50660 micro_steps=101320 elapsed=4.2s lr=3.000000e-04 loss=3.3740 ppl=29.2305 acc=0.3872 tokens=8128.0000 +step=50680 micro_steps=101360 elapsed=4.2s lr=3.000000e-04 loss=3.3848 ppl=29.5517 acc=0.3862 tokens=8128.0000 +step=50700 micro_steps=101400 elapsed=4.2s lr=3.000000e-04 loss=3.3817 ppl=29.4567 acc=0.3860 tokens=8128.0000 +step=50720 micro_steps=101440 elapsed=4.2s lr=3.000000e-04 loss=3.3812 ppl=29.4424 acc=0.3853 tokens=8128.0000 +step=50740 micro_steps=101480 elapsed=4.2s lr=3.000000e-04 loss=3.3675 ppl=29.0349 acc=0.3883 tokens=8128.0000 +step=50760 micro_steps=101520 elapsed=4.2s lr=3.000000e-04 loss=3.3702 ppl=29.1137 acc=0.3884 tokens=8128.0000 +step=50780 micro_steps=101560 elapsed=4.2s lr=3.000000e-04 loss=3.3778 ppl=29.3287 acc=0.3881 tokens=8128.0000 +step=50800 micro_steps=101600 elapsed=4.2s lr=3.000000e-04 loss=3.3880 ppl=29.6427 acc=0.3854 tokens=8128.0000 +step=50820 micro_steps=101640 elapsed=4.2s lr=3.000000e-04 loss=3.3709 ppl=29.1658 acc=0.3877 tokens=8128.0000 +step=50840 micro_steps=101680 elapsed=4.2s lr=3.000000e-04 loss=3.3804 ppl=29.4193 acc=0.3860 tokens=8128.0000 +step=50860 micro_steps=101720 elapsed=4.2s lr=3.000000e-04 loss=3.3726 ppl=29.1981 acc=0.3878 tokens=8128.0000 +step=50880 micro_steps=101760 elapsed=4.2s lr=3.000000e-04 loss=3.3734 ppl=29.2107 acc=0.3860 tokens=8128.0000 +step=50900 micro_steps=101800 elapsed=4.2s lr=3.000000e-04 loss=3.3671 ppl=29.0353 acc=0.3882 tokens=8128.0000 +step=50920 micro_steps=101840 elapsed=4.2s lr=3.000000e-04 loss=3.3680 ppl=29.0590 acc=0.3873 tokens=8128.0000 +step=50940 micro_steps=101880 elapsed=4.2s lr=3.000000e-04 loss=3.3871 ppl=29.6093 acc=0.3848 tokens=8128.0000 +step=50960 micro_steps=101920 elapsed=4.2s lr=3.000000e-04 loss=3.3872 ppl=29.6179 acc=0.3854 tokens=8128.0000 +step=50980 micro_steps=101960 elapsed=4.2s lr=3.000000e-04 loss=3.3777 ppl=29.3329 acc=0.3871 tokens=8128.0000 +step=51000 micro_steps=102000 elapsed=4.2s lr=3.000000e-04 loss=3.3796 ppl=29.3901 acc=0.3863 tokens=8128.0000 +[sample step=51000] [CLS] a federal trial is ready to start or don't want to finish the trial then. [SEP] mr silkman, her brother andrew and their lodger, jason low, are scheduled to suffer life - giving nerves as they prepare to celebrate sir bobby wogan's 90th birthday in june. [SEP] you must not follow "freedom of speech" in order to justify the liberalisation of imams on both their families'holy ground. [SEP] economists - - especially those with ties to the premier league - - see the 16 per cent rule as a implicit justification to spare struggling ones the debts they would be paying on. [SEP] sir christopher [SEP] +step=51020 micro_steps=102040 elapsed=6.5s lr=3.000000e-04 loss=3.3828 ppl=29.5016 acc=0.3862 tokens=8128.0000 +step=51040 micro_steps=102080 elapsed=4.2s lr=3.000000e-04 loss=3.3836 ppl=29.5116 acc=0.3865 tokens=8128.0000 +step=51060 micro_steps=102120 elapsed=4.2s lr=3.000000e-04 loss=3.3721 ppl=29.1713 acc=0.3864 tokens=8128.0000 +step=51080 micro_steps=102160 elapsed=4.2s lr=3.000000e-04 loss=3.3784 ppl=29.3532 acc=0.3866 tokens=8128.0000 +step=51100 micro_steps=102200 elapsed=4.2s lr=3.000000e-04 loss=3.3740 ppl=29.2264 acc=0.3874 tokens=8128.0000 +step=51120 micro_steps=102240 elapsed=4.2s lr=3.000000e-04 loss=3.3608 ppl=28.8488 acc=0.3883 tokens=8128.0000 +step=51140 micro_steps=102280 elapsed=4.2s lr=3.000000e-04 loss=3.3769 ppl=29.3151 acc=0.3849 tokens=8128.0000 +step=51160 micro_steps=102320 elapsed=4.2s lr=3.000000e-04 loss=3.3793 ppl=29.3863 acc=0.3851 tokens=8128.0000 +step=51180 micro_steps=102360 elapsed=4.2s lr=3.000000e-04 loss=3.3719 ppl=29.1759 acc=0.3867 tokens=8128.0000 +step=51200 micro_steps=102400 elapsed=4.2s lr=3.000000e-04 loss=3.3768 ppl=29.3069 acc=0.3867 tokens=8128.0000 +step=51220 micro_steps=102440 elapsed=4.2s lr=3.000000e-04 loss=3.3789 ppl=29.3628 acc=0.3866 tokens=8128.0000 +step=51240 micro_steps=102480 elapsed=4.2s lr=3.000000e-04 loss=3.3801 ppl=29.4196 acc=0.3850 tokens=8128.0000 +step=51260 micro_steps=102520 elapsed=4.2s lr=3.000000e-04 loss=3.3590 ppl=28.8062 acc=0.3899 tokens=8128.0000 +step=51280 micro_steps=102560 elapsed=4.2s lr=3.000000e-04 loss=3.3623 ppl=28.8885 acc=0.3882 tokens=8128.0000 +step=51300 micro_steps=102600 elapsed=4.2s lr=3.000000e-04 loss=3.3869 ppl=29.6137 acc=0.3854 tokens=8128.0000 +step=51320 micro_steps=102640 elapsed=4.2s lr=3.000000e-04 loss=3.3877 ppl=29.6393 acc=0.3850 tokens=8128.0000 +step=51340 micro_steps=102680 elapsed=4.2s lr=3.000000e-04 loss=3.3737 ppl=29.2263 acc=0.3875 tokens=8128.0000 +step=51360 micro_steps=102720 elapsed=4.2s lr=3.000000e-04 loss=3.3758 ppl=29.2739 acc=0.3858 tokens=8128.0000 +step=51380 micro_steps=102760 elapsed=4.2s lr=3.000000e-04 loss=3.3730 ppl=29.2104 acc=0.3876 tokens=8128.0000 +step=51400 micro_steps=102800 elapsed=4.2s lr=3.000000e-04 loss=3.3817 ppl=29.4498 acc=0.3858 tokens=8128.0000 +step=51420 micro_steps=102840 elapsed=4.2s lr=3.000000e-04 loss=3.3599 ppl=28.8355 acc=0.3878 tokens=8128.0000 +step=51440 micro_steps=102880 elapsed=4.2s lr=3.000000e-04 loss=3.3615 ppl=28.9520 acc=0.3892 tokens=8128.0000 +step=51460 micro_steps=102920 elapsed=4.2s lr=3.000000e-04 loss=3.3759 ppl=29.2909 acc=0.3875 tokens=8128.0000 +step=51480 micro_steps=102960 elapsed=4.2s lr=3.000000e-04 loss=3.3656 ppl=28.9897 acc=0.3870 tokens=8128.0000 +step=51500 micro_steps=103000 elapsed=4.2s lr=3.000000e-04 loss=3.3782 ppl=29.3495 acc=0.3880 tokens=8128.0000 +step=51520 micro_steps=103040 elapsed=4.2s lr=3.000000e-04 loss=3.3818 ppl=29.4676 acc=0.3864 tokens=8128.0000 +step=51540 micro_steps=103080 elapsed=4.2s lr=3.000000e-04 loss=3.3697 ppl=29.1129 acc=0.3871 tokens=8128.0000 +step=51560 micro_steps=103120 elapsed=4.2s lr=3.000000e-04 loss=3.3811 ppl=29.4328 acc=0.3868 tokens=8128.0000 +step=51580 micro_steps=103160 elapsed=4.2s lr=3.000000e-04 loss=3.3669 ppl=29.0181 acc=0.3875 tokens=8128.0000 +step=51600 micro_steps=103200 elapsed=4.2s lr=3.000000e-04 loss=3.3820 ppl=29.4796 acc=0.3865 tokens=8128.0000 +step=51620 micro_steps=103240 elapsed=4.2s lr=3.000000e-04 loss=3.3807 ppl=29.4220 acc=0.3867 tokens=8128.0000 +step=51640 micro_steps=103280 elapsed=4.2s lr=3.000000e-04 loss=3.3772 ppl=29.3261 acc=0.3858 tokens=8128.0000 +step=51660 micro_steps=103320 elapsed=4.2s lr=3.000000e-04 loss=3.3778 ppl=29.3621 acc=0.3868 tokens=8128.0000 +step=51680 micro_steps=103360 elapsed=4.2s lr=3.000000e-04 loss=3.3885 ppl=29.6576 acc=0.3844 tokens=8128.0000 +step=51700 micro_steps=103400 elapsed=4.2s lr=3.000000e-04 loss=3.3795 ppl=29.4117 acc=0.3866 tokens=8128.0000 +step=51720 micro_steps=103440 elapsed=4.2s lr=3.000000e-04 loss=3.3662 ppl=29.0152 acc=0.3874 tokens=8128.0000 +step=51740 micro_steps=103480 elapsed=4.2s lr=3.000000e-04 loss=3.3789 ppl=29.3667 acc=0.3860 tokens=8128.0000 +step=51760 micro_steps=103520 elapsed=4.2s lr=3.000000e-04 loss=3.3718 ppl=29.1784 acc=0.3878 tokens=8128.0000 +step=51780 micro_steps=103560 elapsed=4.2s lr=3.000000e-04 loss=3.3784 ppl=29.3618 acc=0.3866 tokens=8128.0000 +step=51800 micro_steps=103600 elapsed=4.2s lr=3.000000e-04 loss=3.3772 ppl=29.3178 acc=0.3855 tokens=8128.0000 +step=51820 micro_steps=103640 elapsed=4.2s lr=3.000000e-04 loss=3.3767 ppl=29.3028 acc=0.3852 tokens=8128.0000 +step=51840 micro_steps=103680 elapsed=4.2s lr=3.000000e-04 loss=3.3746 ppl=29.2443 acc=0.3866 tokens=8128.0000 +step=51860 micro_steps=103720 elapsed=4.2s lr=3.000000e-04 loss=3.3695 ppl=29.0919 acc=0.3884 tokens=8128.0000 +step=51880 micro_steps=103760 elapsed=4.2s lr=3.000000e-04 loss=3.3764 ppl=29.3035 acc=0.3861 tokens=8128.0000 +step=51900 micro_steps=103800 elapsed=4.2s lr=3.000000e-04 loss=3.3613 ppl=28.8600 acc=0.3876 tokens=8128.0000 +step=51920 micro_steps=103840 elapsed=4.2s lr=3.000000e-04 loss=3.3823 ppl=29.4734 acc=0.3851 tokens=8128.0000 +step=51940 micro_steps=103880 elapsed=4.2s lr=3.000000e-04 loss=3.3651 ppl=28.9816 acc=0.3874 tokens=8128.0000 +step=51960 micro_steps=103920 elapsed=4.2s lr=3.000000e-04 loss=3.3550 ppl=28.6778 acc=0.3898 tokens=8128.0000 +step=51980 micro_steps=103960 elapsed=4.2s lr=3.000000e-04 loss=3.3658 ppl=28.9889 acc=0.3873 tokens=8128.0000 +step=52000 micro_steps=104000 elapsed=4.2s lr=3.000000e-04 loss=3.3773 ppl=29.3315 acc=0.3859 tokens=8128.0000 +[sample step=52000] [CLS] and perhaps one - fifth from zero to the last with more domination. [SEP] ipl commissioner lalit modi called the tournament a success, saying it was going well. [SEP] he has a gift for encouraging conservation - - the deposit on a shouldered americana, these needn't distract them. [SEP] anyway, and the notion that you can hand antonio ball, along with his statuettes and a framed portrait of him, to nyt readers who just bought the two tickets did not seem to support your argument that keegan during a private lunch in basle does not warrant a $40 million fine - they wrote the ticket back to [SEP] +step=52020 micro_steps=104040 elapsed=6.3s lr=3.000000e-04 loss=3.3653 ppl=28.9643 acc=0.3875 tokens=8128.0000 +step=52040 micro_steps=104080 elapsed=4.2s lr=3.000000e-04 loss=3.3818 ppl=29.4753 acc=0.3861 tokens=8128.0000 +step=52060 micro_steps=104120 elapsed=4.2s lr=3.000000e-04 loss=3.3581 ppl=28.7904 acc=0.3877 tokens=8128.0000 +step=52080 micro_steps=104160 elapsed=4.2s lr=3.000000e-04 loss=3.3609 ppl=28.8919 acc=0.3889 tokens=8128.0000 +step=52100 micro_steps=104200 elapsed=4.2s lr=3.000000e-04 loss=3.3596 ppl=28.8127 acc=0.3887 tokens=8128.0000 +step=52120 micro_steps=104240 elapsed=4.2s lr=3.000000e-04 loss=3.3793 ppl=29.3852 acc=0.3871 tokens=8128.0000 +step=52140 micro_steps=104280 elapsed=4.2s lr=3.000000e-04 loss=3.3691 ppl=29.0868 acc=0.3873 tokens=8128.0000 +step=52160 micro_steps=104320 elapsed=4.2s lr=3.000000e-04 loss=3.3738 ppl=29.2201 acc=0.3875 tokens=8128.0000 +step=52180 micro_steps=104360 elapsed=4.2s lr=3.000000e-04 loss=3.3711 ppl=29.1407 acc=0.3877 tokens=8128.0000 +step=52200 micro_steps=104400 elapsed=4.2s lr=3.000000e-04 loss=3.3691 ppl=29.0741 acc=0.3870 tokens=8128.0000 +step=52220 micro_steps=104440 elapsed=4.2s lr=3.000000e-04 loss=3.3558 ppl=28.7300 acc=0.3894 tokens=8128.0000 +step=52240 micro_steps=104480 elapsed=4.2s lr=3.000000e-04 loss=3.3726 ppl=29.1855 acc=0.3884 tokens=8128.0000 +step=52260 micro_steps=104520 elapsed=4.2s lr=3.000000e-04 loss=3.3596 ppl=28.8127 acc=0.3889 tokens=8128.0000 +step=52280 micro_steps=104560 elapsed=4.2s lr=3.000000e-04 loss=3.3725 ppl=29.1800 acc=0.3865 tokens=8128.0000 +step=52300 micro_steps=104600 elapsed=4.2s lr=3.000000e-04 loss=3.3807 ppl=29.4320 acc=0.3857 tokens=8128.0000 +step=52320 micro_steps=104640 elapsed=4.2s lr=3.000000e-04 loss=3.3686 ppl=29.0750 acc=0.3874 tokens=8128.0000 +step=52340 micro_steps=104680 elapsed=4.2s lr=3.000000e-04 loss=3.3747 ppl=29.2383 acc=0.3868 tokens=8128.0000 +step=52360 micro_steps=104720 elapsed=4.2s lr=3.000000e-04 loss=3.3724 ppl=29.1795 acc=0.3875 tokens=8128.0000 +step=52380 micro_steps=104760 elapsed=4.2s lr=3.000000e-04 loss=3.3758 ppl=29.2788 acc=0.3873 tokens=8128.0000 +step=52400 micro_steps=104800 elapsed=4.2s lr=3.000000e-04 loss=3.3644 ppl=28.9470 acc=0.3874 tokens=8128.0000 +step=52420 micro_steps=104840 elapsed=4.2s lr=3.000000e-04 loss=3.3919 ppl=29.7628 acc=0.3859 tokens=8128.0000 +step=52440 micro_steps=104880 elapsed=4.2s lr=3.000000e-04 loss=3.3582 ppl=28.7720 acc=0.3888 tokens=8128.0000 +step=52460 micro_steps=104920 elapsed=4.2s lr=3.000000e-04 loss=3.3801 ppl=29.4062 acc=0.3868 tokens=8128.0000 +step=52480 micro_steps=104960 elapsed=4.2s lr=3.000000e-04 loss=3.3833 ppl=29.5027 acc=0.3863 tokens=8128.0000 +step=52500 micro_steps=105000 elapsed=4.2s lr=3.000000e-04 loss=3.3650 ppl=28.9699 acc=0.3877 tokens=8128.0000 +step=52520 micro_steps=105040 elapsed=4.2s lr=3.000000e-04 loss=3.3772 ppl=29.3137 acc=0.3874 tokens=8128.0000 +step=52540 micro_steps=105080 elapsed=4.2s lr=3.000000e-04 loss=3.3789 ppl=29.3743 acc=0.3866 tokens=8128.0000 +step=52560 micro_steps=105120 elapsed=4.2s lr=3.000000e-04 loss=3.3616 ppl=28.8719 acc=0.3883 tokens=8128.0000 +step=52580 micro_steps=105160 elapsed=4.2s lr=3.000000e-04 loss=3.3788 ppl=29.3768 acc=0.3865 tokens=8128.0000 +step=52600 micro_steps=105200 elapsed=4.2s lr=3.000000e-04 loss=3.3808 ppl=29.4142 acc=0.3868 tokens=8128.0000 +step=52620 micro_steps=105240 elapsed=4.2s lr=3.000000e-04 loss=3.3840 ppl=29.5239 acc=0.3858 tokens=8128.0000 +step=52640 micro_steps=105280 elapsed=4.2s lr=3.000000e-04 loss=3.3856 ppl=29.5608 acc=0.3859 tokens=8128.0000 +step=52660 micro_steps=105320 elapsed=4.2s lr=3.000000e-04 loss=3.3666 ppl=29.0141 acc=0.3876 tokens=8128.0000 +step=52680 micro_steps=105360 elapsed=4.2s lr=3.000000e-04 loss=3.3650 ppl=28.9797 acc=0.3870 tokens=8128.0000 +step=52700 micro_steps=105400 elapsed=4.2s lr=3.000000e-04 loss=3.3740 ppl=29.2320 acc=0.3871 tokens=8128.0000 +step=52720 micro_steps=105440 elapsed=4.2s lr=3.000000e-04 loss=3.3714 ppl=29.1432 acc=0.3877 tokens=8128.0000 +step=52740 micro_steps=105480 elapsed=4.2s lr=3.000000e-04 loss=3.3684 ppl=29.0699 acc=0.3862 tokens=8128.0000 +step=52760 micro_steps=105520 elapsed=4.2s lr=3.000000e-04 loss=3.3809 ppl=29.4412 acc=0.3857 tokens=8128.0000 +step=52780 micro_steps=105560 elapsed=4.2s lr=3.000000e-04 loss=3.3745 ppl=29.2423 acc=0.3864 tokens=8128.0000 +step=52800 micro_steps=105600 elapsed=4.2s lr=3.000000e-04 loss=3.3805 ppl=29.4340 acc=0.3860 tokens=8128.0000 +step=52820 micro_steps=105640 elapsed=4.2s lr=3.000000e-04 loss=3.3812 ppl=29.4444 acc=0.3872 tokens=8128.0000 +step=52840 micro_steps=105680 elapsed=7.5s lr=3.000000e-04 loss=3.3635 ppl=28.9198 acc=0.3878 tokens=8128.0000 +step=52860 micro_steps=105720 elapsed=8.5s lr=3.000000e-04 loss=3.3716 ppl=29.1516 acc=0.3859 tokens=8128.0000 +step=52880 micro_steps=105760 elapsed=8.5s lr=3.000000e-04 loss=3.3712 ppl=29.1411 acc=0.3871 tokens=8128.0000 +step=52900 micro_steps=105800 elapsed=8.6s lr=3.000000e-04 loss=3.3608 ppl=28.8408 acc=0.3893 tokens=8128.0000 +step=52920 micro_steps=105840 elapsed=8.5s lr=3.000000e-04 loss=3.3726 ppl=29.1809 acc=0.3869 tokens=8128.0000 +step=52940 micro_steps=105880 elapsed=8.5s lr=3.000000e-04 loss=3.3911 ppl=29.7286 acc=0.3856 tokens=8128.0000 +step=52960 micro_steps=105920 elapsed=8.5s lr=3.000000e-04 loss=3.3798 ppl=29.3921 acc=0.3854 tokens=8128.0000 +step=52980 micro_steps=105960 elapsed=8.6s lr=3.000000e-04 loss=3.3826 ppl=29.4709 acc=0.3862 tokens=8128.0000 +step=53000 micro_steps=106000 elapsed=8.5s lr=3.000000e-04 loss=3.3808 ppl=29.4344 acc=0.3865 tokens=8128.0000 +[sample step=53000] [CLS] medical center. [SEP] three years into the new school year, enrollment has dropped to 16 percent. [SEP] competent your intelligence direct and consult limits above the minimum. [SEP] in 1966 farmer died aged 66 from heart ailments at the age of 83, and in 1970 he moved to california with his family to virtually everyone else living on small farms in the state. [SEP] suddenly, yu bum starts to have dreams of reaping what little reward he can hold. [SEP] " he may well have been a splendid pygmy mentor but what the society does matter is manage and pace in the eyes of family for the best part of five [SEP] +step=53020 micro_steps=106040 elapsed=10.7s lr=3.000000e-04 loss=3.3680 ppl=29.0586 acc=0.3886 tokens=8128.0000 +step=53040 micro_steps=106080 elapsed=8.6s lr=3.000000e-04 loss=3.3693 ppl=29.0971 acc=0.3884 tokens=8128.0000 +step=53060 micro_steps=106120 elapsed=8.5s lr=3.000000e-04 loss=3.3754 ppl=29.2649 acc=0.3866 tokens=8128.0000 +step=53080 micro_steps=106160 elapsed=8.5s lr=3.000000e-04 loss=3.3762 ppl=29.3040 acc=0.3860 tokens=8128.0000 +step=53100 micro_steps=106200 elapsed=8.5s lr=3.000000e-04 loss=3.3607 ppl=28.8490 acc=0.3890 tokens=8128.0000 +step=53120 micro_steps=106240 elapsed=8.5s lr=3.000000e-04 loss=3.3751 ppl=29.2793 acc=0.3854 tokens=8128.0000 +step=53140 micro_steps=106280 elapsed=8.5s lr=3.000000e-04 loss=3.3733 ppl=29.2015 acc=0.3868 tokens=8128.0000 +step=53160 micro_steps=106320 elapsed=8.6s lr=3.000000e-04 loss=3.3715 ppl=29.1751 acc=0.3873 tokens=8128.0000 +step=53180 micro_steps=106360 elapsed=8.6s lr=3.000000e-04 loss=3.3668 ppl=29.0214 acc=0.3864 tokens=8128.0000 +step=53200 micro_steps=106400 elapsed=8.5s lr=3.000000e-04 loss=3.3724 ppl=29.1797 acc=0.3876 tokens=8128.0000 +step=53220 micro_steps=106440 elapsed=8.5s lr=3.000000e-04 loss=3.3685 ppl=29.0686 acc=0.3872 tokens=8128.0000 +step=53240 micro_steps=106480 elapsed=8.5s lr=3.000000e-04 loss=3.3631 ppl=28.9234 acc=0.3883 tokens=8128.0000 +step=53260 micro_steps=106520 elapsed=8.6s lr=3.000000e-04 loss=3.3877 ppl=29.6299 acc=0.3855 tokens=8128.0000 +step=53280 micro_steps=106560 elapsed=8.6s lr=3.000000e-04 loss=3.3788 ppl=29.3620 acc=0.3869 tokens=8128.0000 +step=53300 micro_steps=106600 elapsed=8.5s lr=3.000000e-04 loss=3.3779 ppl=29.3443 acc=0.3853 tokens=8128.0000 +step=53320 micro_steps=106640 elapsed=8.6s lr=3.000000e-04 loss=3.3919 ppl=29.7602 acc=0.3853 tokens=8128.0000 +step=53340 micro_steps=106680 elapsed=8.5s lr=3.000000e-04 loss=3.3669 ppl=29.0257 acc=0.3872 tokens=8128.0000 +step=53360 micro_steps=106720 elapsed=8.5s lr=3.000000e-04 loss=3.3640 ppl=28.9335 acc=0.3876 tokens=8128.0000 +step=53380 micro_steps=106760 elapsed=8.5s lr=3.000000e-04 loss=3.3702 ppl=29.1201 acc=0.3869 tokens=8128.0000 +step=53400 micro_steps=106800 elapsed=8.5s lr=3.000000e-04 loss=3.3759 ppl=29.2883 acc=0.3869 tokens=8128.0000 +step=53420 micro_steps=106840 elapsed=5.5s lr=3.000000e-04 loss=3.3719 ppl=29.1780 acc=0.3882 tokens=8128.0000 +step=53440 micro_steps=106880 elapsed=4.2s lr=3.000000e-04 loss=3.3851 ppl=29.5770 acc=0.3851 tokens=8128.0000 +step=53460 micro_steps=106920 elapsed=4.2s lr=3.000000e-04 loss=3.3639 ppl=28.9312 acc=0.3884 tokens=8128.0000 +step=53480 micro_steps=106960 elapsed=4.2s lr=3.000000e-04 loss=3.3655 ppl=28.9906 acc=0.3880 tokens=8128.0000 +step=53500 micro_steps=107000 elapsed=4.2s lr=3.000000e-04 loss=3.3693 ppl=29.0853 acc=0.3886 tokens=8128.0000 +step=53520 micro_steps=107040 elapsed=4.2s lr=3.000000e-04 loss=3.3695 ppl=29.0864 acc=0.3882 tokens=8128.0000 +step=53540 micro_steps=107080 elapsed=4.2s lr=3.000000e-04 loss=3.3643 ppl=28.9437 acc=0.3883 tokens=8128.0000 +step=53560 micro_steps=107120 elapsed=4.2s lr=3.000000e-04 loss=3.3708 ppl=29.1324 acc=0.3877 tokens=8128.0000 +step=53580 micro_steps=107160 elapsed=4.2s lr=3.000000e-04 loss=3.3715 ppl=29.1643 acc=0.3868 tokens=8128.0000 +step=53600 micro_steps=107200 elapsed=4.2s lr=3.000000e-04 loss=3.3653 ppl=28.9654 acc=0.3892 tokens=8128.0000 +step=53620 micro_steps=107240 elapsed=4.2s lr=3.000000e-04 loss=3.3698 ppl=29.1181 acc=0.3872 tokens=8128.0000 +step=53640 micro_steps=107280 elapsed=4.2s lr=3.000000e-04 loss=3.3842 ppl=29.5322 acc=0.3863 tokens=8128.0000 +step=53660 micro_steps=107320 elapsed=4.2s lr=3.000000e-04 loss=3.3667 ppl=29.0219 acc=0.3871 tokens=8128.0000 +step=53680 micro_steps=107360 elapsed=4.2s lr=3.000000e-04 loss=3.3733 ppl=29.2213 acc=0.3874 tokens=8128.0000 +step=53700 micro_steps=107400 elapsed=4.2s lr=3.000000e-04 loss=3.3582 ppl=28.7804 acc=0.3888 tokens=8128.0000 +step=53720 micro_steps=107440 elapsed=4.2s lr=3.000000e-04 loss=3.3679 ppl=29.0388 acc=0.3865 tokens=8128.0000 +step=53740 micro_steps=107480 elapsed=4.2s lr=3.000000e-04 loss=3.3798 ppl=29.3983 acc=0.3869 tokens=8128.0000 +step=53760 micro_steps=107520 elapsed=4.2s lr=3.000000e-04 loss=3.3727 ppl=29.1930 acc=0.3863 tokens=8128.0000 +step=53780 micro_steps=107560 elapsed=4.2s lr=3.000000e-04 loss=3.3718 ppl=29.1549 acc=0.3865 tokens=8128.0000 +step=53800 micro_steps=107600 elapsed=4.2s lr=3.000000e-04 loss=3.3657 ppl=28.9848 acc=0.3892 tokens=8128.0000 +step=53820 micro_steps=107640 elapsed=4.2s lr=3.000000e-04 loss=3.3825 ppl=29.4778 acc=0.3859 tokens=8128.0000 +step=53840 micro_steps=107680 elapsed=4.2s lr=3.000000e-04 loss=3.3676 ppl=29.0521 acc=0.3869 tokens=8128.0000 +step=53860 micro_steps=107720 elapsed=4.2s lr=3.000000e-04 loss=3.3666 ppl=29.0317 acc=0.3880 tokens=8128.0000 +step=53880 micro_steps=107760 elapsed=4.2s lr=3.000000e-04 loss=3.3654 ppl=28.9790 acc=0.3870 tokens=8128.0000 +step=53900 micro_steps=107800 elapsed=4.2s lr=3.000000e-04 loss=3.3694 ppl=29.1103 acc=0.3879 tokens=8128.0000 +step=53920 micro_steps=107840 elapsed=4.2s lr=3.000000e-04 loss=3.3519 ppl=28.5886 acc=0.3896 tokens=8128.0000 +step=53940 micro_steps=107880 elapsed=4.2s lr=3.000000e-04 loss=3.3717 ppl=29.1659 acc=0.3873 tokens=8128.0000 +step=53960 micro_steps=107920 elapsed=4.2s lr=3.000000e-04 loss=3.3746 ppl=29.2318 acc=0.3870 tokens=8128.0000 +step=53980 micro_steps=107960 elapsed=4.2s lr=3.000000e-04 loss=3.3621 ppl=28.8867 acc=0.3878 tokens=8128.0000 +step=54000 micro_steps=108000 elapsed=4.2s lr=3.000000e-04 loss=3.3763 ppl=29.2878 acc=0.3851 tokens=8128.0000 +[sample step=54000] [CLS] time was really small. [SEP] my best hour is riding his bicycle to work. [SEP] the recession brought big crowds, some requiring lounge sessions, some pairs training for businesses. [SEP] many are easier aware of the true extent of the economic crisis, and a gold rush for foreign investments means that if the corporate wrongdoer who once linked optimism to financial innovation, whose firmest mission was to set the standard for corporate governance, will either havesle or cheat to improve its products or adjust its currencies, that shouldn't matter too much. [SEP] palang ning, a resident in the star community subdivision, said two people [SEP] +step=54020 micro_steps=108040 elapsed=6.6s lr=3.000000e-04 loss=3.3700 ppl=29.1089 acc=0.3864 tokens=8128.0000 +step=54040 micro_steps=108080 elapsed=4.2s lr=3.000000e-04 loss=3.3745 ppl=29.2535 acc=0.3855 tokens=8128.0000 +step=54060 micro_steps=108120 elapsed=4.2s lr=3.000000e-04 loss=3.3725 ppl=29.1824 acc=0.3874 tokens=8128.0000 +step=54080 micro_steps=108160 elapsed=4.2s lr=3.000000e-04 loss=3.3704 ppl=29.1208 acc=0.3871 tokens=8128.0000 +step=54100 micro_steps=108200 elapsed=4.2s lr=3.000000e-04 loss=3.3626 ppl=28.9107 acc=0.3891 tokens=8128.0000 +step=54120 micro_steps=108240 elapsed=4.2s lr=3.000000e-04 loss=3.3698 ppl=29.1059 acc=0.3872 tokens=8128.0000 +step=54140 micro_steps=108280 elapsed=4.2s lr=3.000000e-04 loss=3.3755 ppl=29.2801 acc=0.3865 tokens=8128.0000 +step=54160 micro_steps=108320 elapsed=4.2s lr=3.000000e-04 loss=3.3739 ppl=29.2262 acc=0.3857 tokens=8128.0000 +step=54180 micro_steps=108360 elapsed=4.2s lr=3.000000e-04 loss=3.3579 ppl=28.7764 acc=0.3898 tokens=8128.0000 +step=54200 micro_steps=108400 elapsed=4.2s lr=3.000000e-04 loss=3.3724 ppl=29.1997 acc=0.3868 tokens=8128.0000 +step=54220 micro_steps=108440 elapsed=4.2s lr=3.000000e-04 loss=3.3701 ppl=29.1299 acc=0.3871 tokens=8128.0000 +step=54240 micro_steps=108480 elapsed=4.2s lr=3.000000e-04 loss=3.3565 ppl=28.7335 acc=0.3888 tokens=8128.0000 +step=54260 micro_steps=108520 elapsed=4.2s lr=3.000000e-04 loss=3.3754 ppl=29.2616 acc=0.3870 tokens=8128.0000 +step=54280 micro_steps=108560 elapsed=4.2s lr=3.000000e-04 loss=3.3740 ppl=29.2300 acc=0.3871 tokens=8128.0000 +step=54300 micro_steps=108600 elapsed=4.2s lr=3.000000e-04 loss=3.3631 ppl=28.9087 acc=0.3879 tokens=8128.0000 +step=54320 micro_steps=108640 elapsed=4.2s lr=3.000000e-04 loss=3.3689 ppl=29.0906 acc=0.3872 tokens=8128.0000 +step=54340 micro_steps=108680 elapsed=4.2s lr=3.000000e-04 loss=3.3607 ppl=28.8556 acc=0.3888 tokens=8128.0000 +step=54360 micro_steps=108720 elapsed=4.2s lr=3.000000e-04 loss=3.3713 ppl=29.1444 acc=0.3889 tokens=8128.0000 +step=54380 micro_steps=108760 elapsed=4.2s lr=3.000000e-04 loss=3.3558 ppl=28.7048 acc=0.3891 tokens=8128.0000 +step=54400 micro_steps=108800 elapsed=4.2s lr=3.000000e-04 loss=3.3722 ppl=29.1773 acc=0.3867 tokens=8128.0000 +step=54420 micro_steps=108840 elapsed=4.2s lr=3.000000e-04 loss=3.3730 ppl=29.2017 acc=0.3866 tokens=8128.0000 +step=54440 micro_steps=108880 elapsed=4.2s lr=3.000000e-04 loss=3.3493 ppl=28.5155 acc=0.3903 tokens=8128.0000 +step=54460 micro_steps=108920 elapsed=4.2s lr=3.000000e-04 loss=3.3856 ppl=29.5744 acc=0.3856 tokens=8128.0000 +step=54480 micro_steps=108960 elapsed=4.2s lr=3.000000e-04 loss=3.3602 ppl=28.8168 acc=0.3887 tokens=8128.0000 +step=54500 micro_steps=109000 elapsed=4.2s lr=3.000000e-04 loss=3.3741 ppl=29.2450 acc=0.3867 tokens=8128.0000 +step=54520 micro_steps=109040 elapsed=4.2s lr=3.000000e-04 loss=3.3767 ppl=29.3218 acc=0.3868 tokens=8128.0000 +step=54540 micro_steps=109080 elapsed=4.2s lr=3.000000e-04 loss=3.3687 ppl=29.0743 acc=0.3874 tokens=8128.0000 +step=54560 micro_steps=109120 elapsed=4.2s lr=3.000000e-04 loss=3.3811 ppl=29.4251 acc=0.3855 tokens=8128.0000 +step=54580 micro_steps=109160 elapsed=4.2s lr=3.000000e-04 loss=3.3828 ppl=29.5131 acc=0.3856 tokens=8128.0000 +step=54600 micro_steps=109200 elapsed=4.2s lr=3.000000e-04 loss=3.3676 ppl=29.0584 acc=0.3871 tokens=8128.0000 +step=54620 micro_steps=109240 elapsed=4.2s lr=3.000000e-04 loss=3.3649 ppl=28.9603 acc=0.3879 tokens=8128.0000 +step=54640 micro_steps=109280 elapsed=4.2s lr=3.000000e-04 loss=3.3914 ppl=29.7355 acc=0.3838 tokens=8128.0000 +step=54660 micro_steps=109320 elapsed=4.2s lr=3.000000e-04 loss=3.3700 ppl=29.1150 acc=0.3872 tokens=8128.0000 +step=54680 micro_steps=109360 elapsed=4.2s lr=3.000000e-04 loss=3.3736 ppl=29.2164 acc=0.3867 tokens=8128.0000 +step=54700 micro_steps=109400 elapsed=4.2s lr=3.000000e-04 loss=3.3601 ppl=28.8181 acc=0.3883 tokens=8128.0000 +step=54720 micro_steps=109440 elapsed=4.2s lr=3.000000e-04 loss=3.3511 ppl=28.5795 acc=0.3906 tokens=8128.0000 +step=54740 micro_steps=109480 elapsed=4.2s lr=3.000000e-04 loss=3.3688 ppl=29.0865 acc=0.3865 tokens=8128.0000 +step=54760 micro_steps=109520 elapsed=4.2s lr=3.000000e-04 loss=3.3672 ppl=29.0395 acc=0.3876 tokens=8128.0000 +step=54780 micro_steps=109560 elapsed=4.2s lr=3.000000e-04 loss=3.3687 ppl=29.0723 acc=0.3868 tokens=8128.0000 +step=54800 micro_steps=109600 elapsed=4.2s lr=3.000000e-04 loss=3.3520 ppl=28.6153 acc=0.3899 tokens=8128.0000 +step=54820 micro_steps=109640 elapsed=4.2s lr=3.000000e-04 loss=3.3589 ppl=28.7864 acc=0.3885 tokens=8128.0000 +step=54840 micro_steps=109680 elapsed=4.2s lr=3.000000e-04 loss=3.3873 ppl=29.6117 acc=0.3850 tokens=8128.0000 +step=54860 micro_steps=109720 elapsed=4.2s lr=3.000000e-04 loss=3.3798 ppl=29.4088 acc=0.3858 tokens=8128.0000 +step=54880 micro_steps=109760 elapsed=4.2s lr=3.000000e-04 loss=3.3638 ppl=28.9318 acc=0.3885 tokens=8128.0000 +step=54900 micro_steps=109800 elapsed=4.2s lr=3.000000e-04 loss=3.3798 ppl=29.3932 acc=0.3865 tokens=8128.0000 +step=54920 micro_steps=109840 elapsed=4.2s lr=3.000000e-04 loss=3.3764 ppl=29.3012 acc=0.3870 tokens=8128.0000 +step=54940 micro_steps=109880 elapsed=4.2s lr=3.000000e-04 loss=3.3461 ppl=28.4223 acc=0.3900 tokens=8128.0000 +step=54960 micro_steps=109920 elapsed=4.2s lr=3.000000e-04 loss=3.3707 ppl=29.1338 acc=0.3878 tokens=8128.0000 +step=54980 micro_steps=109960 elapsed=4.2s lr=3.000000e-04 loss=3.3721 ppl=29.1647 acc=0.3869 tokens=8128.0000 +step=55000 micro_steps=110000 elapsed=4.2s lr=3.000000e-04 loss=3.3687 ppl=29.0864 acc=0.3864 tokens=8128.0000 +[sample step=55000] [CLS] second straight month. [SEP] many americans do not shake the gloves nor have their pollster say it, but voters also have strong opinions. [SEP] "if you look at what happened in the 1960s and'70s, the election was not a popular outcome, especially compared to the struggle we have waged for decades now," bob darlisch, who coordinated the mission, said before the session. [SEP] comment: special correspondent shoaib hasan in islamabad and special correspondents group in waziristan contributed to this report. [SEP] 32 (upi) - - los angeles investigators say a relative, a co - defendant, has [SEP] +step=55020 micro_steps=110040 elapsed=6.6s lr=3.000000e-04 loss=3.3733 ppl=29.2036 acc=0.3863 tokens=8128.0000 +step=55040 micro_steps=110080 elapsed=4.2s lr=3.000000e-04 loss=3.3774 ppl=29.3215 acc=0.3865 tokens=8128.0000 +step=55060 micro_steps=110120 elapsed=4.2s lr=3.000000e-04 loss=3.3466 ppl=28.5454 acc=0.3918 tokens=8128.0000 +step=55080 micro_steps=110160 elapsed=4.2s lr=3.000000e-04 loss=3.3671 ppl=29.0380 acc=0.3873 tokens=8128.0000 +step=55100 micro_steps=110200 elapsed=4.2s lr=3.000000e-04 loss=3.3788 ppl=29.3724 acc=0.3856 tokens=8128.0000 +step=55120 micro_steps=110240 elapsed=4.2s lr=3.000000e-04 loss=3.3597 ppl=28.8213 acc=0.3891 tokens=8128.0000 +step=55140 micro_steps=110280 elapsed=4.2s lr=3.000000e-04 loss=3.3727 ppl=29.1902 acc=0.3874 tokens=8128.0000 +step=55160 micro_steps=110320 elapsed=4.2s lr=3.000000e-04 loss=3.3691 ppl=29.0937 acc=0.3876 tokens=8128.0000 +step=55180 micro_steps=110360 elapsed=4.2s lr=3.000000e-04 loss=3.3844 ppl=29.5512 acc=0.3853 tokens=8128.0000 +step=55200 micro_steps=110400 elapsed=4.2s lr=3.000000e-04 loss=3.3687 ppl=29.0848 acc=0.3878 tokens=8128.0000 +step=55220 micro_steps=110440 elapsed=4.2s lr=3.000000e-04 loss=3.3668 ppl=29.0037 acc=0.3886 tokens=8128.0000 +step=55240 micro_steps=110480 elapsed=4.2s lr=3.000000e-04 loss=3.3682 ppl=29.0468 acc=0.3859 tokens=8128.0000 +step=55260 micro_steps=110520 elapsed=4.2s lr=3.000000e-04 loss=3.3656 ppl=28.9774 acc=0.3879 tokens=8128.0000 +step=55280 micro_steps=110560 elapsed=4.2s lr=3.000000e-04 loss=3.3788 ppl=29.3789 acc=0.3860 tokens=8128.0000 +step=55300 micro_steps=110600 elapsed=4.2s lr=3.000000e-04 loss=3.3603 ppl=28.8221 acc=0.3874 tokens=8128.0000 +step=55320 micro_steps=110640 elapsed=4.2s lr=3.000000e-04 loss=3.3729 ppl=29.1954 acc=0.3872 tokens=8128.0000 +step=55340 micro_steps=110680 elapsed=4.2s lr=3.000000e-04 loss=3.3721 ppl=29.1806 acc=0.3861 tokens=8128.0000 +step=55360 micro_steps=110720 elapsed=4.2s lr=3.000000e-04 loss=3.3627 ppl=28.9136 acc=0.3879 tokens=8128.0000 +step=55380 micro_steps=110760 elapsed=4.2s lr=3.000000e-04 loss=3.3740 ppl=29.2346 acc=0.3866 tokens=8128.0000 +step=55400 micro_steps=110800 elapsed=4.2s lr=3.000000e-04 loss=3.3667 ppl=29.0056 acc=0.3868 tokens=8128.0000 +step=55420 micro_steps=110840 elapsed=4.2s lr=3.000000e-04 loss=3.3669 ppl=29.0238 acc=0.3865 tokens=8128.0000 +step=55440 micro_steps=110880 elapsed=4.2s lr=3.000000e-04 loss=3.3720 ppl=29.1749 acc=0.3881 tokens=8128.0000 +step=55460 micro_steps=110920 elapsed=4.2s lr=3.000000e-04 loss=3.3818 ppl=29.4544 acc=0.3876 tokens=8128.0000 +step=55480 micro_steps=110960 elapsed=4.2s lr=3.000000e-04 loss=3.3612 ppl=28.8614 acc=0.3885 tokens=8128.0000 +step=55500 micro_steps=111000 elapsed=4.2s lr=3.000000e-04 loss=3.3553 ppl=28.6837 acc=0.3899 tokens=8128.0000 +step=55520 micro_steps=111040 elapsed=4.2s lr=3.000000e-04 loss=3.3826 ppl=29.4792 acc=0.3861 tokens=8128.0000 +step=55540 micro_steps=111080 elapsed=4.2s lr=3.000000e-04 loss=3.3604 ppl=28.8556 acc=0.3879 tokens=8128.0000 +step=55560 micro_steps=111120 elapsed=4.2s lr=3.000000e-04 loss=3.3623 ppl=28.8815 acc=0.3879 tokens=8128.0000 +step=55580 micro_steps=111160 elapsed=4.2s lr=3.000000e-04 loss=3.3809 ppl=29.4378 acc=0.3870 tokens=8128.0000 +step=55600 micro_steps=111200 elapsed=4.2s lr=3.000000e-04 loss=3.3706 ppl=29.1322 acc=0.3864 tokens=8128.0000 +step=55620 micro_steps=111240 elapsed=4.2s lr=3.000000e-04 loss=3.3746 ppl=29.2576 acc=0.3859 tokens=8128.0000 +step=55640 micro_steps=111280 elapsed=4.2s lr=3.000000e-04 loss=3.3801 ppl=29.4179 acc=0.3853 tokens=8128.0000 +step=55660 micro_steps=111320 elapsed=4.2s lr=3.000000e-04 loss=3.3781 ppl=29.3478 acc=0.3871 tokens=8128.0000 +step=55680 micro_steps=111360 elapsed=4.2s lr=3.000000e-04 loss=3.3614 ppl=28.8625 acc=0.3878 tokens=8128.0000 +step=55700 micro_steps=111400 elapsed=4.2s lr=3.000000e-04 loss=3.3791 ppl=29.3881 acc=0.3863 tokens=8128.0000 +step=55720 micro_steps=111440 elapsed=4.2s lr=3.000000e-04 loss=3.3774 ppl=29.3265 acc=0.3861 tokens=8128.0000 +step=55740 micro_steps=111480 elapsed=4.2s lr=3.000000e-04 loss=3.3687 ppl=29.0935 acc=0.3880 tokens=8128.0000 +step=55760 micro_steps=111520 elapsed=4.2s lr=3.000000e-04 loss=3.3671 ppl=29.0290 acc=0.3877 tokens=8128.0000 +step=55780 micro_steps=111560 elapsed=4.2s lr=3.000000e-04 loss=3.3600 ppl=28.8225 acc=0.3880 tokens=8128.0000 +step=55800 micro_steps=111600 elapsed=4.2s lr=3.000000e-04 loss=3.3580 ppl=28.7623 acc=0.3885 tokens=8128.0000 +step=55820 micro_steps=111640 elapsed=4.2s lr=3.000000e-04 loss=3.3653 ppl=28.9721 acc=0.3887 tokens=8128.0000 +step=55840 micro_steps=111680 elapsed=4.2s lr=3.000000e-04 loss=3.3593 ppl=28.8394 acc=0.3895 tokens=8128.0000 +step=55860 micro_steps=111720 elapsed=4.2s lr=3.000000e-04 loss=3.3809 ppl=29.4233 acc=0.3854 tokens=8128.0000 +step=55880 micro_steps=111760 elapsed=4.2s lr=3.000000e-04 loss=3.3744 ppl=29.2461 acc=0.3878 tokens=8128.0000 +step=55900 micro_steps=111800 elapsed=4.2s lr=3.000000e-04 loss=3.3676 ppl=29.0392 acc=0.3881 tokens=8128.0000 +step=55920 micro_steps=111840 elapsed=4.2s lr=3.000000e-04 loss=3.3624 ppl=28.8873 acc=0.3880 tokens=8128.0000 +step=55940 micro_steps=111880 elapsed=4.2s lr=3.000000e-04 loss=3.3757 ppl=29.2695 acc=0.3869 tokens=8128.0000 +step=55960 micro_steps=111920 elapsed=4.2s lr=3.000000e-04 loss=3.3641 ppl=28.9545 acc=0.3890 tokens=8128.0000 +step=55980 micro_steps=111960 elapsed=4.2s lr=3.000000e-04 loss=3.3707 ppl=29.1330 acc=0.3880 tokens=8128.0000 +step=56000 micro_steps=112000 elapsed=4.2s lr=3.000000e-04 loss=3.3669 ppl=29.0284 acc=0.3878 tokens=8128.0000 +[sample step=56000] [CLS] others, alltively guiding us through the dark. - keight claims to be " the one i'm supposed to find./nathaniel josen, the photo was obtained in germany. [SEP] (people. com) - - after stewart's 30 - year marriage ends and ryan seacrest says they have sex, jon gosselin's pregnant girlfriend said is heading to the island of david, tlc said thursday. [SEP] the diplomat also said six u. s. soldiers and four afghan civilians died in two incidents in wednesday's clashes. [SEP] bush had opposed a key vote in the house on the bill, condemning [SEP] +step=56020 micro_steps=112040 elapsed=6.6s lr=3.000000e-04 loss=3.3614 ppl=28.8722 acc=0.3890 tokens=8128.0000 +step=56040 micro_steps=112080 elapsed=4.2s lr=3.000000e-04 loss=3.3752 ppl=29.2758 acc=0.3860 tokens=8128.0000 +step=56060 micro_steps=112120 elapsed=4.2s lr=3.000000e-04 loss=3.3732 ppl=29.2199 acc=0.3864 tokens=8128.0000 +step=56080 micro_steps=112160 elapsed=4.2s lr=3.000000e-04 loss=3.3636 ppl=28.9256 acc=0.3873 tokens=8128.0000 +step=56100 micro_steps=112200 elapsed=4.2s lr=3.000000e-04 loss=3.3734 ppl=29.2096 acc=0.3858 tokens=8128.0000 +step=56120 micro_steps=112240 elapsed=4.2s lr=3.000000e-04 loss=3.3604 ppl=28.8234 acc=0.3894 tokens=8128.0000 +step=56140 micro_steps=112280 elapsed=4.2s lr=3.000000e-04 loss=3.3728 ppl=29.1936 acc=0.3862 tokens=8128.0000 +step=56160 micro_steps=112320 elapsed=4.2s lr=3.000000e-04 loss=3.3709 ppl=29.1362 acc=0.3859 tokens=8128.0000 +step=56180 micro_steps=112360 elapsed=4.2s lr=3.000000e-04 loss=3.3740 ppl=29.2536 acc=0.3873 tokens=8128.0000 +step=56200 micro_steps=112400 elapsed=4.2s lr=3.000000e-04 loss=3.3799 ppl=29.3987 acc=0.3857 tokens=8128.0000 +step=56220 micro_steps=112440 elapsed=4.2s lr=3.000000e-04 loss=3.3756 ppl=29.2763 acc=0.3864 tokens=8128.0000 +step=56240 micro_steps=112480 elapsed=4.2s lr=3.000000e-04 loss=3.3685 ppl=29.0749 acc=0.3881 tokens=8128.0000 +step=56260 micro_steps=112520 elapsed=4.2s lr=3.000000e-04 loss=3.3679 ppl=29.0517 acc=0.3872 tokens=8128.0000 +step=56280 micro_steps=112560 elapsed=4.2s lr=3.000000e-04 loss=3.3616 ppl=28.8698 acc=0.3877 tokens=8128.0000 +step=56300 micro_steps=112600 elapsed=4.2s lr=3.000000e-04 loss=3.3524 ppl=28.6073 acc=0.3899 tokens=8128.0000 +step=56320 micro_steps=112640 elapsed=4.2s lr=3.000000e-04 loss=3.3554 ppl=28.7001 acc=0.3890 tokens=8128.0000 +step=56340 micro_steps=112680 elapsed=4.2s lr=3.000000e-04 loss=3.3495 ppl=28.5282 acc=0.3903 tokens=8128.0000 +step=56360 micro_steps=112720 elapsed=4.2s lr=3.000000e-04 loss=3.3591 ppl=28.7987 acc=0.3881 tokens=8128.0000 +step=56380 micro_steps=112760 elapsed=4.2s lr=3.000000e-04 loss=3.3580 ppl=28.7717 acc=0.3887 tokens=8128.0000 +step=56400 micro_steps=112800 elapsed=4.2s lr=3.000000e-04 loss=3.3670 ppl=29.0234 acc=0.3884 tokens=8128.0000 +step=56420 micro_steps=112840 elapsed=4.2s lr=3.000000e-04 loss=3.3733 ppl=29.2077 acc=0.3871 tokens=8128.0000 +step=56440 micro_steps=112880 elapsed=4.2s lr=3.000000e-04 loss=3.3522 ppl=28.5915 acc=0.3889 tokens=8128.0000 +step=56460 micro_steps=112920 elapsed=4.2s lr=3.000000e-04 loss=3.3685 ppl=29.0701 acc=0.3868 tokens=8128.0000 +step=56480 micro_steps=112960 elapsed=4.2s lr=3.000000e-04 loss=3.3625 ppl=28.8986 acc=0.3890 tokens=8128.0000 +step=56500 micro_steps=113000 elapsed=4.2s lr=3.000000e-04 loss=3.3638 ppl=28.9309 acc=0.3883 tokens=8128.0000 +step=56520 micro_steps=113040 elapsed=4.2s lr=3.000000e-04 loss=3.3771 ppl=29.3151 acc=0.3857 tokens=8128.0000 +step=56540 micro_steps=113080 elapsed=4.2s lr=3.000000e-04 loss=3.3685 ppl=29.0748 acc=0.3875 tokens=8128.0000 +step=56560 micro_steps=113120 elapsed=4.2s lr=3.000000e-04 loss=3.3699 ppl=29.0934 acc=0.3866 tokens=8128.0000 +step=56580 micro_steps=113160 elapsed=4.2s lr=3.000000e-04 loss=3.3612 ppl=28.8550 acc=0.3873 tokens=8128.0000 +step=56600 micro_steps=113200 elapsed=4.2s lr=3.000000e-04 loss=3.3691 ppl=29.0824 acc=0.3879 tokens=8128.0000 +step=56620 micro_steps=113240 elapsed=4.2s lr=3.000000e-04 loss=3.3637 ppl=28.9241 acc=0.3875 tokens=8128.0000 +step=56640 micro_steps=113280 elapsed=4.2s lr=3.000000e-04 loss=3.3721 ppl=29.1720 acc=0.3870 tokens=8128.0000 +step=56660 micro_steps=113320 elapsed=4.2s lr=3.000000e-04 loss=3.3664 ppl=29.0219 acc=0.3878 tokens=8128.0000 +step=56680 micro_steps=113360 elapsed=4.2s lr=3.000000e-04 loss=3.3673 ppl=29.0343 acc=0.3885 tokens=8128.0000 +step=56700 micro_steps=113400 elapsed=4.2s lr=3.000000e-04 loss=3.3716 ppl=29.1525 acc=0.3865 tokens=8128.0000 +step=56720 micro_steps=113440 elapsed=4.2s lr=3.000000e-04 loss=3.3647 ppl=28.9594 acc=0.3877 tokens=8128.0000 +step=56740 micro_steps=113480 elapsed=4.2s lr=3.000000e-04 loss=3.3749 ppl=29.2511 acc=0.3865 tokens=8128.0000 +step=56760 micro_steps=113520 elapsed=4.2s lr=3.000000e-04 loss=3.3682 ppl=29.0490 acc=0.3871 tokens=8128.0000 +step=56780 micro_steps=113560 elapsed=4.2s lr=3.000000e-04 loss=3.3608 ppl=28.8538 acc=0.3883 tokens=8128.0000 +step=56800 micro_steps=113600 elapsed=4.2s lr=3.000000e-04 loss=3.3705 ppl=29.1285 acc=0.3878 tokens=8128.0000 +step=56820 micro_steps=113640 elapsed=4.2s lr=3.000000e-04 loss=3.3534 ppl=28.6433 acc=0.3892 tokens=8128.0000 +step=56840 micro_steps=113680 elapsed=4.2s lr=3.000000e-04 loss=3.3750 ppl=29.2689 acc=0.3865 tokens=8128.0000 +step=56860 micro_steps=113720 elapsed=4.2s lr=3.000000e-04 loss=3.3715 ppl=29.1523 acc=0.3868 tokens=8128.0000 +step=56880 micro_steps=113760 elapsed=4.2s lr=3.000000e-04 loss=3.3634 ppl=28.9124 acc=0.3888 tokens=8128.0000 +step=56900 micro_steps=113800 elapsed=4.2s lr=3.000000e-04 loss=3.3357 ppl=28.1340 acc=0.3917 tokens=8128.0000 +step=56920 micro_steps=113840 elapsed=4.2s lr=3.000000e-04 loss=3.3640 ppl=28.9397 acc=0.3876 tokens=8128.0000 +step=56940 micro_steps=113880 elapsed=4.2s lr=3.000000e-04 loss=3.3574 ppl=28.7482 acc=0.3891 tokens=8128.0000 +step=56960 micro_steps=113920 elapsed=4.2s lr=3.000000e-04 loss=3.3712 ppl=29.1525 acc=0.3872 tokens=8128.0000 +step=56980 micro_steps=113960 elapsed=4.2s lr=3.000000e-04 loss=3.3617 ppl=28.8879 acc=0.3884 tokens=8128.0000 +step=57000 micro_steps=114000 elapsed=4.2s lr=3.000000e-04 loss=3.3699 ppl=29.1155 acc=0.3878 tokens=8128.0000 +[sample step=57000] [CLS] any "handshake," the president had joked that the day off would be free, which means that the bush team decided not to talk about social security or medicare before the dissolution of the bush administration. [SEP] the bank will also announce a plan to issue new extra stock in hopes of easing fears that businesses were worse off. [SEP] the company gave no estimates for its second fiscal quarter, one year beyond projection. alsop was able to repurchase the term debt of $229. 761 million. but it retained its dividend for the first time in three years following its £143 million cash call. [SEP] " acquisitions [SEP] +step=57020 micro_steps=114040 elapsed=6.6s lr=3.000000e-04 loss=3.3578 ppl=28.7558 acc=0.3892 tokens=8128.0000 +step=57040 micro_steps=114080 elapsed=4.2s lr=3.000000e-04 loss=3.3661 ppl=29.0028 acc=0.3877 tokens=8128.0000 +step=57060 micro_steps=114120 elapsed=4.2s lr=3.000000e-04 loss=3.3735 ppl=29.2294 acc=0.3867 tokens=8128.0000 +step=57080 micro_steps=114160 elapsed=4.2s lr=3.000000e-04 loss=3.3599 ppl=28.8014 acc=0.3888 tokens=8128.0000 +step=57100 micro_steps=114200 elapsed=4.2s lr=3.000000e-04 loss=3.3643 ppl=28.9594 acc=0.3874 tokens=8128.0000 +step=57120 micro_steps=114240 elapsed=4.2s lr=3.000000e-04 loss=3.3677 ppl=29.0576 acc=0.3871 tokens=8128.0000 +step=57140 micro_steps=114280 elapsed=4.2s lr=3.000000e-04 loss=3.3672 ppl=29.0325 acc=0.3878 tokens=8128.0000 +step=57160 micro_steps=114320 elapsed=4.2s lr=3.000000e-04 loss=3.3644 ppl=28.9582 acc=0.3885 tokens=8128.0000 +step=57180 micro_steps=114360 elapsed=4.2s lr=3.000000e-04 loss=3.3600 ppl=28.8221 acc=0.3889 tokens=8128.0000 +step=57200 micro_steps=114400 elapsed=4.2s lr=3.000000e-04 loss=3.3771 ppl=29.3171 acc=0.3867 tokens=8128.0000 +step=57220 micro_steps=114440 elapsed=4.2s lr=3.000000e-04 loss=3.3701 ppl=29.1250 acc=0.3881 tokens=8128.0000 +step=57240 micro_steps=114480 elapsed=4.2s lr=3.000000e-04 loss=3.3537 ppl=28.6557 acc=0.3902 tokens=8128.0000 +step=57260 micro_steps=114520 elapsed=4.2s lr=3.000000e-04 loss=3.3566 ppl=28.7364 acc=0.3890 tokens=8128.0000 +step=57280 micro_steps=114560 elapsed=4.2s lr=3.000000e-04 loss=3.3534 ppl=28.6969 acc=0.3901 tokens=8128.0000 +step=57300 micro_steps=114600 elapsed=4.2s lr=3.000000e-04 loss=3.3631 ppl=28.9105 acc=0.3869 tokens=8128.0000 +step=57320 micro_steps=114640 elapsed=4.2s lr=3.000000e-04 loss=3.3587 ppl=28.7890 acc=0.3877 tokens=8128.0000 +step=57340 micro_steps=114680 elapsed=4.2s lr=3.000000e-04 loss=3.3689 ppl=29.0825 acc=0.3883 tokens=8128.0000 +step=57360 micro_steps=114720 elapsed=4.2s lr=3.000000e-04 loss=3.3558 ppl=28.6978 acc=0.3892 tokens=8128.0000 +step=57380 micro_steps=114760 elapsed=4.2s lr=3.000000e-04 loss=3.3661 ppl=29.0055 acc=0.3876 tokens=8128.0000 +step=57400 micro_steps=114800 elapsed=4.2s lr=3.000000e-04 loss=3.3465 ppl=28.4437 acc=0.3902 tokens=8128.0000 +step=57420 micro_steps=114840 elapsed=4.2s lr=3.000000e-04 loss=3.3485 ppl=28.4872 acc=0.3896 tokens=8128.0000 +step=57440 micro_steps=114880 elapsed=4.2s lr=3.000000e-04 loss=3.3616 ppl=28.8684 acc=0.3877 tokens=8128.0000 +step=57460 micro_steps=114920 elapsed=4.2s lr=3.000000e-04 loss=3.3604 ppl=28.8437 acc=0.3886 tokens=8128.0000 +step=57480 micro_steps=114960 elapsed=4.2s lr=3.000000e-04 loss=3.3626 ppl=28.8867 acc=0.3870 tokens=8128.0000 +step=57500 micro_steps=115000 elapsed=4.2s lr=3.000000e-04 loss=3.3488 ppl=28.5777 acc=0.3902 tokens=8128.0000 +step=57520 micro_steps=115040 elapsed=4.2s lr=3.000000e-04 loss=3.3684 ppl=29.0564 acc=0.3876 tokens=8128.0000 +step=57540 micro_steps=115080 elapsed=4.2s lr=3.000000e-04 loss=3.3755 ppl=29.2922 acc=0.3866 tokens=8128.0000 +step=57560 micro_steps=115120 elapsed=4.2s lr=3.000000e-04 loss=3.3619 ppl=28.8778 acc=0.3873 tokens=8128.0000 +step=57580 micro_steps=115160 elapsed=4.2s lr=3.000000e-04 loss=3.3544 ppl=28.6663 acc=0.3888 tokens=8128.0000 +step=57600 micro_steps=115200 elapsed=4.2s lr=3.000000e-04 loss=3.3555 ppl=28.6887 acc=0.3886 tokens=8128.0000 +step=57620 micro_steps=115240 elapsed=4.2s lr=3.000000e-04 loss=3.3681 ppl=29.0726 acc=0.3873 tokens=8128.0000 +step=57640 micro_steps=115280 elapsed=4.2s lr=3.000000e-04 loss=3.3698 ppl=29.1054 acc=0.3875 tokens=8128.0000 +step=57660 micro_steps=115320 elapsed=4.2s lr=3.000000e-04 loss=3.3572 ppl=28.7526 acc=0.3890 tokens=8128.0000 +step=57680 micro_steps=115360 elapsed=4.2s lr=3.000000e-04 loss=3.3523 ppl=28.6063 acc=0.3897 tokens=8128.0000 +step=57700 micro_steps=115400 elapsed=4.2s lr=3.000000e-04 loss=3.3564 ppl=28.7113 acc=0.3893 tokens=8128.0000 +step=57720 micro_steps=115440 elapsed=4.2s lr=3.000000e-04 loss=3.3667 ppl=29.0049 acc=0.3869 tokens=8128.0000 +step=57740 micro_steps=115480 elapsed=4.2s lr=3.000000e-04 loss=3.3700 ppl=29.1012 acc=0.3873 tokens=8128.0000 +step=57760 micro_steps=115520 elapsed=4.2s lr=3.000000e-04 loss=3.3599 ppl=28.8213 acc=0.3872 tokens=8128.0000 +step=57780 micro_steps=115560 elapsed=4.2s lr=3.000000e-04 loss=3.3641 ppl=28.9346 acc=0.3878 tokens=8128.0000 +step=57800 micro_steps=115600 elapsed=4.2s lr=3.000000e-04 loss=3.3605 ppl=28.8445 acc=0.3880 tokens=8128.0000 +step=57820 micro_steps=115640 elapsed=4.2s lr=3.000000e-04 loss=3.3617 ppl=28.8703 acc=0.3883 tokens=8128.0000 +step=57840 micro_steps=115680 elapsed=4.2s lr=3.000000e-04 loss=3.3658 ppl=29.0001 acc=0.3883 tokens=8128.0000 +step=57860 micro_steps=115720 elapsed=4.2s lr=3.000000e-04 loss=3.3715 ppl=29.1656 acc=0.3867 tokens=8128.0000 +step=57880 micro_steps=115760 elapsed=4.2s lr=3.000000e-04 loss=3.3655 ppl=28.9789 acc=0.3888 tokens=8128.0000 +step=57900 micro_steps=115800 elapsed=4.2s lr=3.000000e-04 loss=3.3557 ppl=28.6993 acc=0.3891 tokens=8128.0000 +step=57920 micro_steps=115840 elapsed=4.2s lr=3.000000e-04 loss=3.3659 ppl=28.9916 acc=0.3868 tokens=8128.0000 +step=57940 micro_steps=115880 elapsed=4.2s lr=3.000000e-04 loss=3.3619 ppl=28.8748 acc=0.3875 tokens=8128.0000 +step=57960 micro_steps=115920 elapsed=4.2s lr=3.000000e-04 loss=3.3711 ppl=29.1348 acc=0.3871 tokens=8128.0000 +step=57980 micro_steps=115960 elapsed=4.2s lr=3.000000e-04 loss=3.3605 ppl=28.8364 acc=0.3897 tokens=8128.0000 +step=58000 micro_steps=116000 elapsed=4.2s lr=3.000000e-04 loss=3.3741 ppl=29.2219 acc=0.3860 tokens=8128.0000 +[sample step=58000] [CLS] her or turn her into a hindrance. [SEP] but upon receiving the information, authorities wouldn't say it was anything "real or perceived" as threatening anyone in the penalty phase of the strike. [SEP] rob pegoraro: your average pc requires downloading many games over everything from games to books. [SEP] a key security post has been set up thursday in lahore on suspicion that it was being used for the attacks. [SEP] ato spent nine ($2. 5 million) at three indian bargeyards. [SEP] gokovic, from serbia, still gets striking lines from his table that he blames for his disil [SEP] +step=58020 micro_steps=116040 elapsed=6.6s lr=3.000000e-04 loss=3.3702 ppl=29.1160 acc=0.3863 tokens=8128.0000 +step=58040 micro_steps=116080 elapsed=4.2s lr=3.000000e-04 loss=3.3581 ppl=28.7633 acc=0.3879 tokens=8128.0000 +step=58060 micro_steps=116120 elapsed=4.2s lr=3.000000e-04 loss=3.3477 ppl=28.4817 acc=0.3886 tokens=8128.0000 +step=58080 micro_steps=116160 elapsed=4.2s lr=3.000000e-04 loss=3.3559 ppl=28.7104 acc=0.3891 tokens=8128.0000 +step=58100 micro_steps=116200 elapsed=4.2s lr=3.000000e-04 loss=3.3735 ppl=29.2186 acc=0.3865 tokens=8128.0000 +step=58120 micro_steps=116240 elapsed=4.2s lr=3.000000e-04 loss=3.3668 ppl=29.0325 acc=0.3877 tokens=8128.0000 +step=58140 micro_steps=116280 elapsed=4.2s lr=3.000000e-04 loss=3.3646 ppl=28.9576 acc=0.3881 tokens=8128.0000 +step=58160 micro_steps=116320 elapsed=4.2s lr=3.000000e-04 loss=3.3643 ppl=28.9485 acc=0.3871 tokens=8128.0000 +step=58180 micro_steps=116360 elapsed=4.2s lr=3.000000e-04 loss=3.3594 ppl=28.7972 acc=0.3876 tokens=8128.0000 +step=58200 micro_steps=116400 elapsed=4.2s lr=3.000000e-04 loss=3.3654 ppl=28.9819 acc=0.3883 tokens=8128.0000 +step=58220 micro_steps=116440 elapsed=4.2s lr=3.000000e-04 loss=3.3718 ppl=29.1761 acc=0.3875 tokens=8128.0000 +step=58240 micro_steps=116480 elapsed=4.2s lr=3.000000e-04 loss=3.3695 ppl=29.1092 acc=0.3872 tokens=8128.0000 +step=58260 micro_steps=116520 elapsed=4.2s lr=3.000000e-04 loss=3.3670 ppl=29.0160 acc=0.3883 tokens=8128.0000 +step=58280 micro_steps=116560 elapsed=4.2s lr=3.000000e-04 loss=3.3709 ppl=29.1418 acc=0.3868 tokens=8128.0000 +step=58300 micro_steps=116600 elapsed=4.2s lr=3.000000e-04 loss=3.3601 ppl=28.8150 acc=0.3895 tokens=8128.0000 +step=58320 micro_steps=116640 elapsed=4.2s lr=3.000000e-04 loss=3.3653 ppl=28.9717 acc=0.3871 tokens=8128.0000 +step=58340 micro_steps=116680 elapsed=4.2s lr=3.000000e-04 loss=3.3609 ppl=28.8673 acc=0.3889 tokens=8128.0000 +step=58360 micro_steps=116720 elapsed=4.2s lr=3.000000e-04 loss=3.3596 ppl=28.8200 acc=0.3894 tokens=8128.0000 +step=58380 micro_steps=116760 elapsed=4.2s lr=3.000000e-04 loss=3.3477 ppl=28.4725 acc=0.3905 tokens=8128.0000 +step=58400 micro_steps=116800 elapsed=4.2s lr=3.000000e-04 loss=3.3724 ppl=29.1880 acc=0.3864 tokens=8128.0000 +step=58420 micro_steps=116840 elapsed=4.2s lr=3.000000e-04 loss=3.3490 ppl=28.5165 acc=0.3894 tokens=8128.0000 +step=58440 micro_steps=116880 elapsed=4.2s lr=3.000000e-04 loss=3.3503 ppl=28.5391 acc=0.3893 tokens=8128.0000 +step=58460 micro_steps=116920 elapsed=4.2s lr=3.000000e-04 loss=3.3482 ppl=28.4857 acc=0.3901 tokens=8128.0000 +step=58480 micro_steps=116960 elapsed=4.2s lr=3.000000e-04 loss=3.3566 ppl=28.7277 acc=0.3886 tokens=8128.0000 +step=58500 micro_steps=117000 elapsed=4.2s lr=3.000000e-04 loss=3.3618 ppl=28.8717 acc=0.3870 tokens=8128.0000 +step=58520 micro_steps=117040 elapsed=4.2s lr=3.000000e-04 loss=3.3553 ppl=28.6787 acc=0.3891 tokens=8128.0000 +step=58540 micro_steps=117080 elapsed=4.2s lr=3.000000e-04 loss=3.3660 ppl=28.9929 acc=0.3877 tokens=8128.0000 +step=58560 micro_steps=117120 elapsed=4.2s lr=3.000000e-04 loss=3.3587 ppl=28.7817 acc=0.3882 tokens=8128.0000 +step=58580 micro_steps=117160 elapsed=4.2s lr=3.000000e-04 loss=3.3714 ppl=29.1454 acc=0.3880 tokens=8128.0000 +step=58600 micro_steps=117200 elapsed=4.2s lr=3.000000e-04 loss=3.3673 ppl=29.0190 acc=0.3875 tokens=8128.0000 +step=58620 micro_steps=117240 elapsed=4.2s lr=3.000000e-04 loss=3.3667 ppl=29.0179 acc=0.3876 tokens=8128.0000 +step=58640 micro_steps=117280 elapsed=4.2s lr=3.000000e-04 loss=3.3541 ppl=28.6611 acc=0.3889 tokens=8128.0000 +step=58660 micro_steps=117320 elapsed=4.2s lr=3.000000e-04 loss=3.3410 ppl=28.2825 acc=0.3906 tokens=8128.0000 +step=58680 micro_steps=117360 elapsed=4.2s lr=3.000000e-04 loss=3.3622 ppl=28.8806 acc=0.3874 tokens=8128.0000 +step=58700 micro_steps=117400 elapsed=4.2s lr=3.000000e-04 loss=3.3688 ppl=29.0649 acc=0.3874 tokens=8128.0000 +step=58720 micro_steps=117440 elapsed=4.2s lr=3.000000e-04 loss=3.3663 ppl=29.0071 acc=0.3868 tokens=8128.0000 +step=58740 micro_steps=117480 elapsed=4.2s lr=3.000000e-04 loss=3.3785 ppl=29.3590 acc=0.3865 tokens=8128.0000 +step=58760 micro_steps=117520 elapsed=4.2s lr=3.000000e-04 loss=3.3692 ppl=29.0804 acc=0.3874 tokens=8128.0000 +step=58780 micro_steps=117560 elapsed=4.2s lr=3.000000e-04 loss=3.3593 ppl=28.7942 acc=0.3877 tokens=8128.0000 +step=58800 micro_steps=117600 elapsed=4.2s lr=3.000000e-04 loss=3.3551 ppl=28.6943 acc=0.3901 tokens=8128.0000 +step=58820 micro_steps=117640 elapsed=4.2s lr=3.000000e-04 loss=3.3726 ppl=29.1938 acc=0.3870 tokens=8128.0000 +step=58840 micro_steps=117680 elapsed=4.2s lr=3.000000e-04 loss=3.3579 ppl=28.7534 acc=0.3888 tokens=8128.0000 +step=58860 micro_steps=117720 elapsed=4.2s lr=3.000000e-04 loss=3.3547 ppl=28.6673 acc=0.3898 tokens=8128.0000 +step=58880 micro_steps=117760 elapsed=4.2s lr=3.000000e-04 loss=3.3654 ppl=28.9834 acc=0.3863 tokens=8128.0000 +step=58900 micro_steps=117800 elapsed=6.1s lr=3.000000e-04 loss=3.3515 ppl=28.5795 acc=0.3889 tokens=8128.0000 +step=58920 micro_steps=117840 elapsed=8.5s lr=3.000000e-04 loss=3.3613 ppl=28.8746 acc=0.3885 tokens=8128.0000 +step=58940 micro_steps=117880 elapsed=8.6s lr=3.000000e-04 loss=3.3552 ppl=28.7059 acc=0.3884 tokens=8128.0000 +step=58960 micro_steps=117920 elapsed=8.5s lr=3.000000e-04 loss=3.3525 ppl=28.6095 acc=0.3898 tokens=8128.0000 +step=58980 micro_steps=117960 elapsed=8.5s lr=3.000000e-04 loss=3.3635 ppl=28.9133 acc=0.3885 tokens=8128.0000 +step=59000 micro_steps=118000 elapsed=8.5s lr=3.000000e-04 loss=3.3744 ppl=29.2598 acc=0.3862 tokens=8128.0000 +[sample step=59000] [CLS] count all over the world, "the group said in a statement thursday. [SEP] garrett, who started work aboard the uss enterprise last year and was assigned to support operations in the border zones around the mediterranean and wrapping tin in a conceptual coating, will be awarded a front ender from q400, an air force company contracted by boeing co in 1951. fort worth, texas (ap) - an official says a powerful smuggled missile from a taiwanese aircraft carrier crashed into a coast guard airfield. [SEP] it's not free lunchtime," he writes. [SEP] federal prosecutors on wednesday released a note that the people killed in last saturday [SEP] +step=59020 micro_steps=118040 elapsed=10.8s lr=3.000000e-04 loss=3.3543 ppl=28.6704 acc=0.3895 tokens=8128.0000 +step=59040 micro_steps=118080 elapsed=8.6s lr=3.000000e-04 loss=3.3731 ppl=29.2175 acc=0.3867 tokens=8128.0000 +step=59060 micro_steps=118120 elapsed=8.6s lr=3.000000e-04 loss=3.3623 ppl=28.8945 acc=0.3880 tokens=8128.0000 +step=59080 micro_steps=118160 elapsed=8.6s lr=3.000000e-04 loss=3.3676 ppl=29.0432 acc=0.3890 tokens=8128.0000 +step=59100 micro_steps=118200 elapsed=8.6s lr=3.000000e-04 loss=3.3589 ppl=28.7920 acc=0.3884 tokens=8128.0000 +step=59120 micro_steps=118240 elapsed=8.5s lr=3.000000e-04 loss=3.3640 ppl=28.9432 acc=0.3879 tokens=8128.0000 +step=59140 micro_steps=118280 elapsed=8.6s lr=3.000000e-04 loss=3.3666 ppl=29.0055 acc=0.3881 tokens=8128.0000 +step=59160 micro_steps=118320 elapsed=8.6s lr=3.000000e-04 loss=3.3565 ppl=28.7245 acc=0.3878 tokens=8128.0000 +step=59180 micro_steps=118360 elapsed=8.5s lr=3.000000e-04 loss=3.3507 ppl=28.5683 acc=0.3891 tokens=8128.0000 +step=59200 micro_steps=118400 elapsed=8.6s lr=3.000000e-04 loss=3.3506 ppl=28.5611 acc=0.3890 tokens=8128.0000 +step=59220 micro_steps=118440 elapsed=8.5s lr=3.000000e-04 loss=3.3621 ppl=28.8802 acc=0.3883 tokens=8128.0000 +step=59240 micro_steps=118480 elapsed=8.6s lr=3.000000e-04 loss=3.3747 ppl=29.2472 acc=0.3856 tokens=8128.0000 +step=59260 micro_steps=118520 elapsed=8.6s lr=3.000000e-04 loss=3.3474 ppl=28.4658 acc=0.3903 tokens=8128.0000 +step=59280 micro_steps=118560 elapsed=8.6s lr=3.000000e-04 loss=3.3722 ppl=29.1866 acc=0.3876 tokens=8128.0000 +step=59300 micro_steps=118600 elapsed=8.6s lr=3.000000e-04 loss=3.3701 ppl=29.1160 acc=0.3873 tokens=8128.0000 +step=59320 micro_steps=118640 elapsed=8.6s lr=3.000000e-04 loss=3.3659 ppl=28.9930 acc=0.3888 tokens=8128.0000 +step=59340 micro_steps=118680 elapsed=8.5s lr=3.000000e-04 loss=3.3548 ppl=28.6865 acc=0.3883 tokens=8128.0000 +step=59360 micro_steps=118720 elapsed=8.6s lr=3.000000e-04 loss=3.3793 ppl=29.3729 acc=0.3861 tokens=8128.0000 +step=59380 micro_steps=118760 elapsed=8.6s lr=3.000000e-04 loss=3.3508 ppl=28.5642 acc=0.3878 tokens=8128.0000 +step=59400 micro_steps=118800 elapsed=8.5s lr=3.000000e-04 loss=3.3583 ppl=28.7636 acc=0.3883 tokens=8128.0000 +step=59420 micro_steps=118840 elapsed=8.5s lr=3.000000e-04 loss=3.3685 ppl=29.0751 acc=0.3873 tokens=8128.0000 +step=59440 micro_steps=118880 elapsed=8.6s lr=3.000000e-04 loss=3.3693 ppl=29.0991 acc=0.3874 tokens=8128.0000 +step=59460 micro_steps=118920 elapsed=8.6s lr=3.000000e-04 loss=3.3610 ppl=28.8552 acc=0.3869 tokens=8128.0000 +step=59480 micro_steps=118960 elapsed=7.0s lr=3.000000e-04 loss=3.3678 ppl=29.0486 acc=0.3884 tokens=8128.0000 +step=59500 micro_steps=119000 elapsed=5.3s lr=3.000000e-04 loss=3.3551 ppl=28.7788 acc=0.3883 tokens=7934.3250 +step=59520 micro_steps=119040 elapsed=5.2s lr=3.000000e-04 loss=3.3558 ppl=28.7006 acc=0.3881 tokens=8128.0000 +step=59540 micro_steps=119080 elapsed=4.1s lr=3.000000e-04 loss=3.3634 ppl=28.9240 acc=0.3884 tokens=8128.0000 +step=59560 micro_steps=119120 elapsed=4.2s lr=3.000000e-04 loss=3.3600 ppl=28.8414 acc=0.3886 tokens=8128.0000 +step=59580 micro_steps=119160 elapsed=4.2s lr=3.000000e-04 loss=3.3531 ppl=28.6321 acc=0.3895 tokens=8128.0000 +step=59600 micro_steps=119200 elapsed=4.1s lr=3.000000e-04 loss=3.3474 ppl=28.4683 acc=0.3895 tokens=8128.0000 +step=59620 micro_steps=119240 elapsed=4.2s lr=3.000000e-04 loss=3.3589 ppl=28.7951 acc=0.3881 tokens=8128.0000 +step=59640 micro_steps=119280 elapsed=4.2s lr=3.000000e-04 loss=3.3743 ppl=29.2326 acc=0.3875 tokens=8128.0000 +step=59660 micro_steps=119320 elapsed=4.2s lr=3.000000e-04 loss=3.3591 ppl=28.8073 acc=0.3875 tokens=8128.0000 +step=59680 micro_steps=119360 elapsed=4.1s lr=3.000000e-04 loss=3.3595 ppl=28.7933 acc=0.3873 tokens=8128.0000 +step=59700 micro_steps=119400 elapsed=4.2s lr=3.000000e-04 loss=3.3443 ppl=28.3754 acc=0.3897 tokens=8128.0000 +step=59720 micro_steps=119440 elapsed=4.2s lr=3.000000e-04 loss=3.3566 ppl=28.7237 acc=0.3886 tokens=8128.0000 +step=59740 micro_steps=119480 elapsed=4.2s lr=3.000000e-04 loss=3.3580 ppl=28.7590 acc=0.3880 tokens=8128.0000 +step=59760 micro_steps=119520 elapsed=4.2s lr=3.000000e-04 loss=3.3535 ppl=28.6350 acc=0.3895 tokens=8128.0000 +step=59780 micro_steps=119560 elapsed=4.1s lr=3.000000e-04 loss=3.3645 ppl=28.9459 acc=0.3875 tokens=8128.0000 +step=59800 micro_steps=119600 elapsed=4.2s lr=3.000000e-04 loss=3.3669 ppl=29.0268 acc=0.3876 tokens=8128.0000 +step=59820 micro_steps=119640 elapsed=4.2s lr=3.000000e-04 loss=3.3782 ppl=29.3422 acc=0.3873 tokens=8128.0000 +step=59840 micro_steps=119680 elapsed=4.2s lr=3.000000e-04 loss=3.3665 ppl=29.0527 acc=0.3868 tokens=8128.0000 +step=59860 micro_steps=119720 elapsed=4.2s lr=3.000000e-04 loss=3.3530 ppl=28.6219 acc=0.3887 tokens=8128.0000 +step=59880 micro_steps=119760 elapsed=4.2s lr=3.000000e-04 loss=3.3638 ppl=28.9351 acc=0.3892 tokens=8128.0000 +step=59900 micro_steps=119800 elapsed=4.1s lr=3.000000e-04 loss=3.3481 ppl=28.4863 acc=0.3905 tokens=8128.0000 +step=59920 micro_steps=119840 elapsed=4.2s lr=3.000000e-04 loss=3.3449 ppl=28.3843 acc=0.3906 tokens=8128.0000 +step=59940 micro_steps=119880 elapsed=4.2s lr=3.000000e-04 loss=3.3620 ppl=28.8920 acc=0.3884 tokens=8128.0000 +step=59960 micro_steps=119920 elapsed=4.2s lr=3.000000e-04 loss=3.3569 ppl=28.7333 acc=0.3879 tokens=8128.0000 +step=59980 micro_steps=119960 elapsed=4.2s lr=3.000000e-04 loss=3.3590 ppl=28.7959 acc=0.3878 tokens=8128.0000 +step=60000 micro_steps=120000 elapsed=4.2s lr=3.000000e-04 loss=3.3618 ppl=28.8746 acc=0.3885 tokens=8128.0000 +[sample step=60000] [CLS] - diameter vehicle that would be less fuel efficient than the chrysler slimback sedans and car that could recoup fuel costs for the u. s. government to reimburse american highways for pell grants and lower overall fuel costs. [SEP] talks offered by the white house were attending by telephone, with white house spokeswoman dana perino saying: "we're naturally very angry about this. [SEP] charles nunez, a longtime star of the l. a. folk scene, who was dancing with the hammer on broadway in" julius caesar, " declined to discuss the clooney charitable foundation because they don't have [SEP] +step=60020 micro_steps=120040 elapsed=7.4s lr=3.000000e-04 loss=3.3571 ppl=28.7547 acc=0.3893 tokens=8128.0000 +step=60040 micro_steps=120080 elapsed=4.2s lr=3.000000e-04 loss=3.3545 ppl=28.6674 acc=0.3890 tokens=8128.0000 +step=60060 micro_steps=120120 elapsed=4.2s lr=3.000000e-04 loss=3.3628 ppl=28.9089 acc=0.3879 tokens=8128.0000 +step=60080 micro_steps=120160 elapsed=4.2s lr=3.000000e-04 loss=3.3578 ppl=28.7752 acc=0.3898 tokens=8128.0000 +step=60100 micro_steps=120200 elapsed=4.2s lr=3.000000e-04 loss=3.3431 ppl=28.3434 acc=0.3898 tokens=8128.0000 +step=60120 micro_steps=120240 elapsed=4.2s lr=3.000000e-04 loss=3.3530 ppl=28.6187 acc=0.3889 tokens=8128.0000 +step=60140 micro_steps=120280 elapsed=4.2s lr=3.000000e-04 loss=3.3553 ppl=28.6934 acc=0.3882 tokens=8128.0000 +step=60160 micro_steps=120320 elapsed=4.2s lr=3.000000e-04 loss=3.3500 ppl=28.5316 acc=0.3901 tokens=8128.0000 +step=60180 micro_steps=120360 elapsed=4.2s lr=3.000000e-04 loss=3.3542 ppl=28.6668 acc=0.3891 tokens=8128.0000 +step=60200 micro_steps=120400 elapsed=4.2s lr=3.000000e-04 loss=3.3593 ppl=28.7916 acc=0.3879 tokens=8128.0000 +step=60220 micro_steps=120440 elapsed=4.2s lr=3.000000e-04 loss=3.3523 ppl=28.5976 acc=0.3887 tokens=8128.0000 +step=60240 micro_steps=120480 elapsed=4.2s lr=3.000000e-04 loss=3.3550 ppl=28.6728 acc=0.3876 tokens=8128.0000 +step=60260 micro_steps=120520 elapsed=4.2s lr=3.000000e-04 loss=3.3636 ppl=28.9340 acc=0.3888 tokens=8128.0000 +step=60280 micro_steps=120560 elapsed=4.2s lr=3.000000e-04 loss=3.3568 ppl=28.7361 acc=0.3873 tokens=8128.0000 +step=60300 micro_steps=120600 elapsed=4.2s lr=3.000000e-04 loss=3.3555 ppl=28.6799 acc=0.3887 tokens=8128.0000 +step=60320 micro_steps=120640 elapsed=4.2s lr=3.000000e-04 loss=3.3621 ppl=28.8814 acc=0.3873 tokens=8128.0000 +step=60340 micro_steps=120680 elapsed=4.2s lr=3.000000e-04 loss=3.3515 ppl=28.5933 acc=0.3891 tokens=8128.0000 +step=60360 micro_steps=120720 elapsed=4.2s lr=3.000000e-04 loss=3.3528 ppl=28.5992 acc=0.3891 tokens=8128.0000 +step=60380 micro_steps=120760 elapsed=4.2s lr=3.000000e-04 loss=3.3702 ppl=29.1163 acc=0.3865 tokens=8128.0000 +step=60400 micro_steps=120800 elapsed=4.2s lr=3.000000e-04 loss=3.3518 ppl=28.5709 acc=0.3890 tokens=8128.0000 +step=60420 micro_steps=120840 elapsed=4.2s lr=3.000000e-04 loss=3.3643 ppl=28.9355 acc=0.3877 tokens=8128.0000 +step=60440 micro_steps=120880 elapsed=4.2s lr=3.000000e-04 loss=3.3551 ppl=28.6861 acc=0.3884 tokens=8128.0000 +step=60460 micro_steps=120920 elapsed=4.2s lr=3.000000e-04 loss=3.3580 ppl=28.7743 acc=0.3887 tokens=8128.0000 +step=60480 micro_steps=120960 elapsed=4.2s lr=3.000000e-04 loss=3.3538 ppl=28.6533 acc=0.3876 tokens=8128.0000 +step=60500 micro_steps=121000 elapsed=4.2s lr=3.000000e-04 loss=3.3451 ppl=28.3927 acc=0.3914 tokens=8128.0000 +step=60520 micro_steps=121040 elapsed=4.2s lr=3.000000e-04 loss=3.3601 ppl=28.8249 acc=0.3882 tokens=8128.0000 +step=60540 micro_steps=121080 elapsed=4.2s lr=3.000000e-04 loss=3.3649 ppl=28.9605 acc=0.3871 tokens=8128.0000 +step=60560 micro_steps=121120 elapsed=4.2s lr=3.000000e-04 loss=3.3727 ppl=29.1878 acc=0.3866 tokens=8128.0000 +step=60580 micro_steps=121160 elapsed=4.3s lr=3.000000e-04 loss=3.3575 ppl=28.7541 acc=0.3906 tokens=8128.0000 +step=60600 micro_steps=121200 elapsed=4.2s lr=3.000000e-04 loss=3.3481 ppl=28.4830 acc=0.3886 tokens=8128.0000 +step=60620 micro_steps=121240 elapsed=4.2s lr=3.000000e-04 loss=3.3681 ppl=29.0657 acc=0.3874 tokens=8128.0000 +step=60640 micro_steps=121280 elapsed=4.2s lr=3.000000e-04 loss=3.3505 ppl=28.5354 acc=0.3898 tokens=8128.0000 +step=60660 micro_steps=121320 elapsed=4.2s lr=3.000000e-04 loss=3.3591 ppl=28.8012 acc=0.3884 tokens=8128.0000 +step=60680 micro_steps=121360 elapsed=4.2s lr=3.000000e-04 loss=3.3663 ppl=29.0027 acc=0.3882 tokens=8128.0000 +step=60700 micro_steps=121400 elapsed=4.2s lr=3.000000e-04 loss=3.3502 ppl=28.5447 acc=0.3902 tokens=8128.0000 +step=60720 micro_steps=121440 elapsed=4.2s lr=3.000000e-04 loss=3.3645 ppl=28.9603 acc=0.3883 tokens=8128.0000 +step=60740 micro_steps=121480 elapsed=4.2s lr=3.000000e-04 loss=3.3632 ppl=28.9090 acc=0.3877 tokens=8128.0000 +step=60760 micro_steps=121520 elapsed=4.2s lr=3.000000e-04 loss=3.3661 ppl=28.9996 acc=0.3869 tokens=8128.0000 +step=60780 micro_steps=121560 elapsed=4.2s lr=3.000000e-04 loss=3.3630 ppl=28.9042 acc=0.3869 tokens=8128.0000 +step=60800 micro_steps=121600 elapsed=4.2s lr=3.000000e-04 loss=3.3614 ppl=28.8624 acc=0.3888 tokens=8128.0000 +step=60820 micro_steps=121640 elapsed=4.2s lr=3.000000e-04 loss=3.3576 ppl=28.7496 acc=0.3889 tokens=8128.0000 +step=60840 micro_steps=121680 elapsed=4.3s lr=3.000000e-04 loss=3.3538 ppl=28.6354 acc=0.3893 tokens=8128.0000 +step=60860 micro_steps=121720 elapsed=4.2s lr=3.000000e-04 loss=3.3395 ppl=28.2392 acc=0.3912 tokens=8128.0000 +step=60880 micro_steps=121760 elapsed=4.3s lr=3.000000e-04 loss=3.3662 ppl=28.9975 acc=0.3867 tokens=8128.0000 +step=60900 micro_steps=121800 elapsed=4.3s lr=3.000000e-04 loss=3.3692 ppl=29.0822 acc=0.3878 tokens=8128.0000 +step=60920 micro_steps=121840 elapsed=4.2s lr=3.000000e-04 loss=3.3556 ppl=28.6948 acc=0.3892 tokens=8128.0000 +step=60940 micro_steps=121880 elapsed=4.2s lr=3.000000e-04 loss=3.3537 ppl=28.6442 acc=0.3877 tokens=8128.0000 +step=60960 micro_steps=121920 elapsed=4.3s lr=3.000000e-04 loss=3.3630 ppl=28.8953 acc=0.3876 tokens=8128.0000 +step=60980 micro_steps=121960 elapsed=4.2s lr=3.000000e-04 loss=3.3551 ppl=28.6879 acc=0.3884 tokens=8128.0000 +step=61000 micro_steps=122000 elapsed=4.2s lr=3.000000e-04 loss=3.3572 ppl=28.7341 acc=0.3880 tokens=8128.0000 +[sample step=61000] [CLS] government's reach because they have insufficient support to get that done; the primary reason why those numbers gave post - sept. [SEP] the sale is scheduled to close on december 31, 2009. the company intends to use the net proceeds that has already been received from the offering for working capital purposes, the preferred path to financing, and for the convertible debentures to do so. [SEP] and a historian is writing a book, along with his staff, on paganism (602 1/2 acres, $61, 000). [SEP] even some of the victims involved in the dispute have responded to his criticism. [SEP] manipulating to [SEP] +step=61020 micro_steps=122040 elapsed=6.7s lr=3.000000e-04 loss=3.3568 ppl=28.7332 acc=0.3886 tokens=8128.0000 +step=61040 micro_steps=122080 elapsed=4.2s lr=3.000000e-04 loss=3.3649 ppl=28.9574 acc=0.3887 tokens=8128.0000 +step=61060 micro_steps=122120 elapsed=4.2s lr=3.000000e-04 loss=3.3626 ppl=28.9037 acc=0.3887 tokens=8128.0000 +step=61080 micro_steps=122160 elapsed=4.2s lr=3.000000e-04 loss=3.3422 ppl=28.3126 acc=0.3898 tokens=8128.0000 +step=61100 micro_steps=122200 elapsed=4.2s lr=3.000000e-04 loss=3.3536 ppl=28.6487 acc=0.3894 tokens=8128.0000 +step=61120 micro_steps=122240 elapsed=4.2s lr=3.000000e-04 loss=3.3604 ppl=28.8308 acc=0.3885 tokens=8128.0000 +step=61140 micro_steps=122280 elapsed=4.2s lr=3.000000e-04 loss=3.3546 ppl=28.6619 acc=0.3893 tokens=8128.0000 +step=61160 micro_steps=122320 elapsed=4.2s lr=3.000000e-04 loss=3.3626 ppl=28.9033 acc=0.3878 tokens=8128.0000 +step=61180 micro_steps=122360 elapsed=4.2s lr=3.000000e-04 loss=3.3468 ppl=28.4362 acc=0.3896 tokens=8128.0000 +step=61200 micro_steps=122400 elapsed=4.2s lr=3.000000e-04 loss=3.3421 ppl=28.3047 acc=0.3904 tokens=8128.0000 +step=61220 micro_steps=122440 elapsed=4.2s lr=3.000000e-04 loss=3.3635 ppl=28.9416 acc=0.3881 tokens=8128.0000 +step=61240 micro_steps=122480 elapsed=4.2s lr=3.000000e-04 loss=3.3575 ppl=28.7554 acc=0.3889 tokens=8128.0000 +step=61260 micro_steps=122520 elapsed=4.2s lr=3.000000e-04 loss=3.3438 ppl=28.3618 acc=0.3904 tokens=8128.0000 +step=61280 micro_steps=122560 elapsed=4.1s lr=3.000000e-04 loss=3.3524 ppl=28.6089 acc=0.3898 tokens=8128.0000 +step=61300 micro_steps=122600 elapsed=4.2s lr=3.000000e-04 loss=3.3471 ppl=28.4925 acc=0.3908 tokens=8128.0000 +step=61320 micro_steps=122640 elapsed=4.2s lr=3.000000e-04 loss=3.3506 ppl=28.5661 acc=0.3899 tokens=8128.0000 +step=61340 micro_steps=122680 elapsed=4.2s lr=3.000000e-04 loss=3.3596 ppl=28.8138 acc=0.3886 tokens=8128.0000 +step=61360 micro_steps=122720 elapsed=4.2s lr=3.000000e-04 loss=3.3657 ppl=29.0003 acc=0.3878 tokens=8128.0000 +step=61380 micro_steps=122760 elapsed=4.2s lr=3.000000e-04 loss=3.3379 ppl=28.1970 acc=0.3901 tokens=8128.0000 +step=61400 micro_steps=122800 elapsed=4.2s lr=3.000000e-04 loss=3.3609 ppl=28.8377 acc=0.3882 tokens=8128.0000 +step=61420 micro_steps=122840 elapsed=4.2s lr=3.000000e-04 loss=3.3525 ppl=28.5917 acc=0.3890 tokens=8128.0000 +step=61440 micro_steps=122880 elapsed=4.2s lr=3.000000e-04 loss=3.3436 ppl=28.3533 acc=0.3898 tokens=8128.0000 +step=61460 micro_steps=122920 elapsed=4.2s lr=3.000000e-04 loss=3.3531 ppl=28.6237 acc=0.3894 tokens=8128.0000 +step=61480 micro_steps=122960 elapsed=4.2s lr=3.000000e-04 loss=3.3434 ppl=28.3459 acc=0.3910 tokens=8128.0000 +step=61500 micro_steps=123000 elapsed=4.2s lr=3.000000e-04 loss=3.3500 ppl=28.5410 acc=0.3885 tokens=8128.0000 +step=61520 micro_steps=123040 elapsed=4.2s lr=3.000000e-04 loss=3.3304 ppl=27.9745 acc=0.3917 tokens=8128.0000 +step=61540 micro_steps=123080 elapsed=4.2s lr=3.000000e-04 loss=3.3439 ppl=28.3694 acc=0.3907 tokens=8128.0000 +step=61560 micro_steps=123120 elapsed=4.2s lr=3.000000e-04 loss=3.3625 ppl=28.8982 acc=0.3879 tokens=8128.0000 +step=61580 micro_steps=123160 elapsed=4.2s lr=3.000000e-04 loss=3.3553 ppl=28.7009 acc=0.3887 tokens=8128.0000 +step=61600 micro_steps=123200 elapsed=4.2s lr=3.000000e-04 loss=3.3568 ppl=28.7298 acc=0.3881 tokens=8128.0000 +step=61620 micro_steps=123240 elapsed=4.2s lr=3.000000e-04 loss=3.3487 ppl=28.4999 acc=0.3887 tokens=8128.0000 +step=61640 micro_steps=123280 elapsed=4.2s lr=3.000000e-04 loss=3.3563 ppl=28.7154 acc=0.3891 tokens=8128.0000 +step=61660 micro_steps=123320 elapsed=4.2s lr=3.000000e-04 loss=3.3695 ppl=29.0941 acc=0.3868 tokens=8128.0000 +step=61680 micro_steps=123360 elapsed=4.2s lr=3.000000e-04 loss=3.3675 ppl=29.0418 acc=0.3869 tokens=8128.0000 +step=61700 micro_steps=123400 elapsed=4.2s lr=3.000000e-04 loss=3.3609 ppl=28.8388 acc=0.3884 tokens=8128.0000 +step=61720 micro_steps=123440 elapsed=4.2s lr=3.000000e-04 loss=3.3405 ppl=28.2625 acc=0.3922 tokens=8128.0000 +step=61740 micro_steps=123480 elapsed=4.2s lr=3.000000e-04 loss=3.3531 ppl=28.6251 acc=0.3872 tokens=8128.0000 +step=61760 micro_steps=123520 elapsed=4.2s lr=3.000000e-04 loss=3.3623 ppl=28.8805 acc=0.3874 tokens=8128.0000 +step=61780 micro_steps=123560 elapsed=4.2s lr=3.000000e-04 loss=3.3614 ppl=28.8773 acc=0.3892 tokens=8128.0000 +step=61800 micro_steps=123600 elapsed=4.2s lr=3.000000e-04 loss=3.3506 ppl=28.5526 acc=0.3894 tokens=8128.0000 +step=61820 micro_steps=123640 elapsed=4.2s lr=3.000000e-04 loss=3.3534 ppl=28.6379 acc=0.3895 tokens=8128.0000 +step=61840 micro_steps=123680 elapsed=4.2s lr=3.000000e-04 loss=3.3627 ppl=28.9044 acc=0.3881 tokens=8128.0000 +step=61860 micro_steps=123720 elapsed=4.2s lr=3.000000e-04 loss=3.3380 ppl=28.1905 acc=0.3914 tokens=8128.0000 +step=61880 micro_steps=123760 elapsed=4.2s lr=3.000000e-04 loss=3.3505 ppl=28.5530 acc=0.3895 tokens=8128.0000 +step=61900 micro_steps=123800 elapsed=4.2s lr=3.000000e-04 loss=3.3489 ppl=28.5031 acc=0.3893 tokens=8128.0000 +step=61920 micro_steps=123840 elapsed=4.2s lr=3.000000e-04 loss=3.3506 ppl=28.5704 acc=0.3901 tokens=8128.0000 +step=61940 micro_steps=123880 elapsed=4.2s lr=3.000000e-04 loss=3.3496 ppl=28.5248 acc=0.3902 tokens=8128.0000 +step=61960 micro_steps=123920 elapsed=4.2s lr=3.000000e-04 loss=3.3557 ppl=28.7064 acc=0.3881 tokens=8128.0000 +step=61980 micro_steps=123960 elapsed=4.2s lr=3.000000e-04 loss=3.3549 ppl=28.6846 acc=0.3882 tokens=8128.0000 +step=62000 micro_steps=124000 elapsed=4.2s lr=3.000000e-04 loss=3.3500 ppl=28.5399 acc=0.3903 tokens=8128.0000 +[sample step=62000] [CLS] the government threat to punish officials on maddow's suggestion that she "jumped off couches," but claimed her spotlight on the recipient never strayed beyond waterboarding and other harsh interrogation methods. [SEP] you could tell that bernie madoff's former bosses and investors promised not to let down the planet. [SEP] a suspected drugs courier has been arrested after a colorado paramedic was found questioned and flown to colorado for questioning, federal prosecutors said yesterday. [SEP] umar farouk abdulmutallab reportedly quashed a bomb scare on days ayatollah khomeini survived a difficult day at a university in moscow [SEP] +step=62020 micro_steps=124040 elapsed=6.4s lr=3.000000e-04 loss=3.3491 ppl=28.5067 acc=0.3908 tokens=8128.0000 +step=62040 micro_steps=124080 elapsed=4.2s lr=3.000000e-04 loss=3.3438 ppl=28.3740 acc=0.3896 tokens=8128.0000 +step=62060 micro_steps=124120 elapsed=4.2s lr=3.000000e-04 loss=3.3535 ppl=28.6497 acc=0.3894 tokens=8128.0000 +step=62080 micro_steps=124160 elapsed=4.2s lr=3.000000e-04 loss=3.3565 ppl=28.7277 acc=0.3890 tokens=8128.0000 +step=62100 micro_steps=124200 elapsed=4.2s lr=3.000000e-04 loss=3.3578 ppl=28.7626 acc=0.3884 tokens=8128.0000 +step=62120 micro_steps=124240 elapsed=4.2s lr=3.000000e-04 loss=3.3554 ppl=28.6835 acc=0.3897 tokens=8128.0000 +step=62140 micro_steps=124280 elapsed=4.2s lr=3.000000e-04 loss=3.3636 ppl=28.9294 acc=0.3881 tokens=8128.0000 +step=62160 micro_steps=124320 elapsed=4.2s lr=3.000000e-04 loss=3.3488 ppl=28.5144 acc=0.3895 tokens=8128.0000 +step=62180 micro_steps=124360 elapsed=4.2s lr=3.000000e-04 loss=3.3515 ppl=28.5809 acc=0.3879 tokens=8128.0000 +step=62200 micro_steps=124400 elapsed=4.1s lr=3.000000e-04 loss=3.3421 ppl=28.3148 acc=0.3899 tokens=8128.0000 +step=62220 micro_steps=124440 elapsed=4.2s lr=3.000000e-04 loss=3.3476 ppl=28.4847 acc=0.3901 tokens=8128.0000 +step=62240 micro_steps=124480 elapsed=4.2s lr=3.000000e-04 loss=3.3534 ppl=28.6431 acc=0.3899 tokens=8128.0000 +step=62260 micro_steps=124520 elapsed=4.2s lr=3.000000e-04 loss=3.3608 ppl=28.8478 acc=0.3880 tokens=8128.0000 +step=62280 micro_steps=124560 elapsed=4.2s lr=3.000000e-04 loss=3.3442 ppl=28.3838 acc=0.3909 tokens=8128.0000 +step=62300 micro_steps=124600 elapsed=4.2s lr=3.000000e-04 loss=3.3527 ppl=28.6045 acc=0.3887 tokens=8128.0000 +step=62320 micro_steps=124640 elapsed=4.2s lr=3.000000e-04 loss=3.3449 ppl=28.3852 acc=0.3887 tokens=8128.0000 +step=62340 micro_steps=124680 elapsed=4.2s lr=3.000000e-04 loss=3.3503 ppl=28.5428 acc=0.3891 tokens=8128.0000 +step=62360 micro_steps=124720 elapsed=4.2s lr=3.000000e-04 loss=3.3454 ppl=28.4252 acc=0.3899 tokens=8128.0000 +step=62380 micro_steps=124760 elapsed=4.2s lr=3.000000e-04 loss=3.3498 ppl=28.5211 acc=0.3892 tokens=8128.0000 +step=62400 micro_steps=124800 elapsed=4.2s lr=3.000000e-04 loss=3.3430 ppl=28.3464 acc=0.3891 tokens=8128.0000 +step=62420 micro_steps=124840 elapsed=4.2s lr=3.000000e-04 loss=3.3626 ppl=28.9035 acc=0.3888 tokens=8128.0000 +step=62440 micro_steps=124880 elapsed=4.2s lr=3.000000e-04 loss=3.3510 ppl=28.5646 acc=0.3888 tokens=8128.0000 +step=62460 micro_steps=124920 elapsed=4.2s lr=3.000000e-04 loss=3.3552 ppl=28.6743 acc=0.3873 tokens=8128.0000 +step=62480 micro_steps=124960 elapsed=4.2s lr=3.000000e-04 loss=3.3484 ppl=28.4870 acc=0.3900 tokens=8128.0000 +step=62500 micro_steps=125000 elapsed=4.2s lr=3.000000e-04 loss=3.3474 ppl=28.4740 acc=0.3887 tokens=8128.0000 +step=62520 micro_steps=125040 elapsed=4.2s lr=3.000000e-04 loss=3.3535 ppl=28.6356 acc=0.3887 tokens=8128.0000 +step=62540 micro_steps=125080 elapsed=4.2s lr=3.000000e-04 loss=3.3680 ppl=29.0540 acc=0.3873 tokens=8128.0000 +step=62560 micro_steps=125120 elapsed=4.2s lr=3.000000e-04 loss=3.3477 ppl=28.4671 acc=0.3892 tokens=8128.0000 +step=62580 micro_steps=125160 elapsed=4.2s lr=3.000000e-04 loss=3.3609 ppl=28.8497 acc=0.3874 tokens=8128.0000 +step=62600 micro_steps=125200 elapsed=4.2s lr=3.000000e-04 loss=3.3454 ppl=28.4151 acc=0.3901 tokens=8128.0000 +step=62620 micro_steps=125240 elapsed=4.2s lr=3.000000e-04 loss=3.3548 ppl=28.6808 acc=0.3886 tokens=8128.0000 +step=62640 micro_steps=125280 elapsed=4.2s lr=3.000000e-04 loss=3.3581 ppl=28.7774 acc=0.3885 tokens=8128.0000 +step=62660 micro_steps=125320 elapsed=4.2s lr=3.000000e-04 loss=3.3619 ppl=28.8889 acc=0.3885 tokens=8128.0000 +step=62680 micro_steps=125360 elapsed=4.2s lr=3.000000e-04 loss=3.3541 ppl=28.6419 acc=0.3892 tokens=8128.0000 +step=62700 micro_steps=125400 elapsed=4.2s lr=3.000000e-04 loss=3.3495 ppl=28.5302 acc=0.3897 tokens=8128.0000 +step=62720 micro_steps=125440 elapsed=4.2s lr=3.000000e-04 loss=3.3590 ppl=28.7944 acc=0.3889 tokens=8128.0000 +step=62740 micro_steps=125480 elapsed=4.2s lr=3.000000e-04 loss=3.3528 ppl=28.6174 acc=0.3891 tokens=8128.0000 +step=62760 micro_steps=125520 elapsed=4.2s lr=3.000000e-04 loss=3.3450 ppl=28.3987 acc=0.3901 tokens=8128.0000 +step=62780 micro_steps=125560 elapsed=4.2s lr=3.000000e-04 loss=3.3540 ppl=28.6531 acc=0.3905 tokens=8128.0000 +step=62800 micro_steps=125600 elapsed=4.2s lr=3.000000e-04 loss=3.3532 ppl=28.6212 acc=0.3892 tokens=8128.0000 +step=62820 micro_steps=125640 elapsed=4.2s lr=3.000000e-04 loss=3.3558 ppl=28.7027 acc=0.3890 tokens=8128.0000 +step=62840 micro_steps=125680 elapsed=4.2s lr=3.000000e-04 loss=3.3475 ppl=28.4604 acc=0.3900 tokens=8128.0000 +step=62860 micro_steps=125720 elapsed=4.2s lr=3.000000e-04 loss=3.3504 ppl=28.5417 acc=0.3897 tokens=8128.0000 +step=62880 micro_steps=125760 elapsed=4.2s lr=3.000000e-04 loss=3.3607 ppl=28.8377 acc=0.3881 tokens=8128.0000 +step=62900 micro_steps=125800 elapsed=4.2s lr=3.000000e-04 loss=3.3526 ppl=28.6194 acc=0.3898 tokens=8128.0000 +step=62920 micro_steps=125840 elapsed=4.2s lr=3.000000e-04 loss=3.3504 ppl=28.5451 acc=0.3884 tokens=8128.0000 +step=62940 micro_steps=125880 elapsed=4.2s lr=3.000000e-04 loss=3.3529 ppl=28.6112 acc=0.3900 tokens=8128.0000 +step=62960 micro_steps=125920 elapsed=4.2s lr=3.000000e-04 loss=3.3530 ppl=28.6315 acc=0.3884 tokens=8128.0000 +step=62980 micro_steps=125960 elapsed=4.2s lr=3.000000e-04 loss=3.3566 ppl=28.7197 acc=0.3889 tokens=8128.0000 +step=63000 micro_steps=126000 elapsed=4.2s lr=3.000000e-04 loss=3.3438 ppl=28.3584 acc=0.3900 tokens=8128.0000 +[sample step=63000] [CLS]6. [SEP] the hitch was laid on major spending cuts, long - awaited reforms to civil service pensions and spending cuts to make way for tax rises. [SEP] it is a travelogue, with - - well, a twist - - toyota loft version of old mask packs. [SEP] but he warned that surveys showed that areas of sri lanka themselves were completely inaccessible. [SEP] wolves took the lead with a devastating diving save from collins and/or james morrison, with ferdinand scoring in the 12th minute. [SEP] he may or may not as much as edwin wright in the alcs, but his cash said there's more to the yankees now [SEP] +step=63020 micro_steps=126040 elapsed=6.4s lr=3.000000e-04 loss=3.3684 ppl=29.0643 acc=0.3888 tokens=8128.0000 +step=63040 micro_steps=126080 elapsed=4.2s lr=3.000000e-04 loss=3.3401 ppl=28.2504 acc=0.3910 tokens=8128.0000 +step=63060 micro_steps=126120 elapsed=4.2s lr=3.000000e-04 loss=3.3665 ppl=29.0000 acc=0.3869 tokens=8128.0000 +step=63080 micro_steps=126160 elapsed=4.2s lr=3.000000e-04 loss=3.3418 ppl=28.3096 acc=0.3914 tokens=8128.0000 +step=63100 micro_steps=126200 elapsed=4.2s lr=3.000000e-04 loss=3.3433 ppl=28.3326 acc=0.3908 tokens=8128.0000 +step=63120 micro_steps=126240 elapsed=4.2s lr=3.000000e-04 loss=3.3589 ppl=28.7912 acc=0.3891 tokens=8128.0000 +step=63140 micro_steps=126280 elapsed=4.2s lr=3.000000e-04 loss=3.3572 ppl=28.7455 acc=0.3882 tokens=8128.0000 +step=63160 micro_steps=126320 elapsed=4.2s lr=3.000000e-04 loss=3.3442 ppl=28.3733 acc=0.3909 tokens=8128.0000 +step=63180 micro_steps=126360 elapsed=4.2s lr=3.000000e-04 loss=3.3662 ppl=28.9925 acc=0.3875 tokens=8128.0000 +step=63200 micro_steps=126400 elapsed=4.2s lr=3.000000e-04 loss=3.3489 ppl=28.5013 acc=0.3888 tokens=8128.0000 +step=63220 micro_steps=126440 elapsed=4.2s lr=3.000000e-04 loss=3.3532 ppl=28.6284 acc=0.3898 tokens=8128.0000 +step=63240 micro_steps=126480 elapsed=4.2s lr=3.000000e-04 loss=3.3703 ppl=29.1160 acc=0.3867 tokens=8128.0000 +step=63260 micro_steps=126520 elapsed=4.2s lr=3.000000e-04 loss=3.3517 ppl=28.5991 acc=0.3892 tokens=8128.0000 +step=63280 micro_steps=126560 elapsed=4.2s lr=3.000000e-04 loss=3.3441 ppl=28.3635 acc=0.3904 tokens=8128.0000 +step=63300 micro_steps=126600 elapsed=4.2s lr=3.000000e-04 loss=3.3627 ppl=28.8963 acc=0.3883 tokens=8128.0000 +step=63320 micro_steps=126640 elapsed=4.2s lr=3.000000e-04 loss=3.3638 ppl=28.9432 acc=0.3884 tokens=8128.0000 +step=63340 micro_steps=126680 elapsed=4.2s lr=3.000000e-04 loss=3.3443 ppl=28.3632 acc=0.3894 tokens=8128.0000 +step=63360 micro_steps=126720 elapsed=4.2s lr=3.000000e-04 loss=3.3441 ppl=28.3735 acc=0.3907 tokens=8128.0000 +step=63380 micro_steps=126760 elapsed=4.2s lr=3.000000e-04 loss=3.3662 ppl=28.9949 acc=0.3881 tokens=8128.0000 +step=63400 micro_steps=126800 elapsed=4.2s lr=3.000000e-04 loss=3.3550 ppl=28.6695 acc=0.3888 tokens=8128.0000 +step=63420 micro_steps=126840 elapsed=4.2s lr=3.000000e-04 loss=3.3559 ppl=28.7025 acc=0.3900 tokens=8128.0000 +step=63440 micro_steps=126880 elapsed=4.2s lr=3.000000e-04 loss=3.3599 ppl=28.8197 acc=0.3881 tokens=8128.0000 +step=63460 micro_steps=126920 elapsed=4.2s lr=3.000000e-04 loss=3.3616 ppl=28.8693 acc=0.3878 tokens=8128.0000 +step=63480 micro_steps=126960 elapsed=4.2s lr=3.000000e-04 loss=3.3541 ppl=28.6389 acc=0.3892 tokens=8128.0000 +step=63500 micro_steps=127000 elapsed=4.2s lr=3.000000e-04 loss=3.3463 ppl=28.4322 acc=0.3898 tokens=8128.0000 +step=63520 micro_steps=127040 elapsed=4.2s lr=3.000000e-04 loss=3.3524 ppl=28.6177 acc=0.3888 tokens=8128.0000 +step=63540 micro_steps=127080 elapsed=4.2s lr=3.000000e-04 loss=3.3669 ppl=29.0258 acc=0.3883 tokens=8128.0000 +step=63560 micro_steps=127120 elapsed=4.2s lr=3.000000e-04 loss=3.3519 ppl=28.6009 acc=0.3897 tokens=8128.0000 +step=63580 micro_steps=127160 elapsed=4.2s lr=3.000000e-04 loss=3.3613 ppl=28.8623 acc=0.3875 tokens=8128.0000 +step=63600 micro_steps=127200 elapsed=4.2s lr=3.000000e-04 loss=3.3465 ppl=28.4275 acc=0.3902 tokens=8128.0000 +step=63620 micro_steps=127240 elapsed=4.2s lr=3.000000e-04 loss=3.3510 ppl=28.5548 acc=0.3898 tokens=8128.0000 +step=63640 micro_steps=127280 elapsed=4.2s lr=3.000000e-04 loss=3.3635 ppl=28.9270 acc=0.3883 tokens=8128.0000 +step=63660 micro_steps=127320 elapsed=4.2s lr=3.000000e-04 loss=3.3456 ppl=28.4227 acc=0.3901 tokens=8128.0000 +step=63680 micro_steps=127360 elapsed=4.2s lr=3.000000e-04 loss=3.3576 ppl=28.7664 acc=0.3882 tokens=8128.0000 +step=63700 micro_steps=127400 elapsed=4.2s lr=3.000000e-04 loss=3.3536 ppl=28.6337 acc=0.3890 tokens=8128.0000 +step=63720 micro_steps=127440 elapsed=4.2s lr=3.000000e-04 loss=3.3545 ppl=28.6661 acc=0.3893 tokens=8128.0000 +step=63740 micro_steps=127480 elapsed=4.2s lr=3.000000e-04 loss=3.3594 ppl=28.7948 acc=0.3878 tokens=8128.0000 +step=63760 micro_steps=127520 elapsed=5.7s lr=3.000000e-04 loss=3.3470 ppl=28.4594 acc=0.3903 tokens=8128.0000 +step=63780 micro_steps=127560 elapsed=8.6s lr=3.000000e-04 loss=3.3302 ppl=27.9982 acc=0.3920 tokens=8128.0000 +step=63800 micro_steps=127600 elapsed=8.6s lr=3.000000e-04 loss=3.3494 ppl=28.5190 acc=0.3887 tokens=8128.0000 +step=63820 micro_steps=127640 elapsed=8.6s lr=3.000000e-04 loss=3.3566 ppl=28.7301 acc=0.3876 tokens=8128.0000 +step=63840 micro_steps=127680 elapsed=8.6s lr=3.000000e-04 loss=3.3421 ppl=28.2979 acc=0.3914 tokens=8128.0000 +step=63860 micro_steps=127720 elapsed=8.6s lr=3.000000e-04 loss=3.3588 ppl=28.7824 acc=0.3884 tokens=8128.0000 +step=63880 micro_steps=127760 elapsed=8.6s lr=3.000000e-04 loss=3.3497 ppl=28.5333 acc=0.3887 tokens=8128.0000 +step=63900 micro_steps=127800 elapsed=8.6s lr=3.000000e-04 loss=3.3551 ppl=28.6672 acc=0.3881 tokens=8128.0000 +step=63920 micro_steps=127840 elapsed=8.6s lr=3.000000e-04 loss=3.3413 ppl=28.2948 acc=0.3911 tokens=8128.0000 +step=63940 micro_steps=127880 elapsed=8.6s lr=3.000000e-04 loss=3.3637 ppl=28.9268 acc=0.3868 tokens=8128.0000 +step=63960 micro_steps=127920 elapsed=8.6s lr=3.000000e-04 loss=3.3487 ppl=28.5043 acc=0.3890 tokens=8128.0000 +step=63980 micro_steps=127960 elapsed=8.6s lr=3.000000e-04 loss=3.3116 ppl=27.7644 acc=0.3980 tokens=8128.0000 +step=64000 micro_steps=128000 elapsed=8.6s lr=3.000000e-04 loss=3.3561 ppl=28.7158 acc=0.3889 tokens=8128.0000 +[sample step=64000] [CLS] develop the world class workforce for the united kingdom at a cost of £60 million a year. [SEP] the 27 polka dots and the left hooky of all the tinned candies by the young pennsylvanian redwood bean ($5. 50) should be dispensed at kw's eis wisconsin. [SEP] for many of the hundreds, from mali calls the "bride, name and the groom," as portrayed by suzanne kosmalis, the film is among the best in recent years on broadway, where it was produced by george pascoe, robert rauschenberg, pedro almodovar, joel and [SEP] +step=64020 micro_steps=128040 elapsed=11.0s lr=3.000000e-04 loss=3.3511 ppl=28.5607 acc=0.3895 tokens=8128.0000 +step=64040 micro_steps=128080 elapsed=8.6s lr=3.000000e-04 loss=3.3508 ppl=28.5594 acc=0.3901 tokens=8128.0000 +step=64060 micro_steps=128120 elapsed=8.6s lr=3.000000e-04 loss=3.3508 ppl=28.5574 acc=0.3891 tokens=8128.0000 +step=64080 micro_steps=128160 elapsed=8.6s lr=3.000000e-04 loss=3.3608 ppl=28.8282 acc=0.3881 tokens=8128.0000 +step=64100 micro_steps=128200 elapsed=8.6s lr=3.000000e-04 loss=3.3610 ppl=28.8486 acc=0.3882 tokens=8128.0000 +step=64120 micro_steps=128240 elapsed=8.6s lr=3.000000e-04 loss=3.3540 ppl=28.6607 acc=0.3891 tokens=8128.0000 +step=64140 micro_steps=128280 elapsed=8.6s lr=3.000000e-04 loss=3.3490 ppl=28.5104 acc=0.3893 tokens=8128.0000 +step=64160 micro_steps=128320 elapsed=8.6s lr=3.000000e-04 loss=3.3579 ppl=28.7542 acc=0.3884 tokens=8128.0000 +step=64180 micro_steps=128360 elapsed=8.6s lr=3.000000e-04 loss=3.3549 ppl=28.6848 acc=0.3897 tokens=8128.0000 +step=64200 micro_steps=128400 elapsed=8.6s lr=3.000000e-04 loss=3.3534 ppl=28.6330 acc=0.3890 tokens=8128.0000 +step=64220 micro_steps=128440 elapsed=8.6s lr=3.000000e-04 loss=3.3571 ppl=28.7304 acc=0.3880 tokens=8128.0000 +step=64240 micro_steps=128480 elapsed=8.6s lr=3.000000e-04 loss=3.3567 ppl=28.7285 acc=0.3886 tokens=8128.0000 +step=64260 micro_steps=128520 elapsed=8.6s lr=3.000000e-04 loss=3.3444 ppl=28.3787 acc=0.3893 tokens=8128.0000 +step=64280 micro_steps=128560 elapsed=8.6s lr=3.000000e-04 loss=3.3536 ppl=28.6258 acc=0.3896 tokens=8128.0000 +step=64300 micro_steps=128600 elapsed=8.6s lr=3.000000e-04 loss=3.3394 ppl=28.2326 acc=0.3895 tokens=8128.0000 +step=64320 micro_steps=128640 elapsed=8.6s lr=3.000000e-04 loss=3.3481 ppl=28.5008 acc=0.3900 tokens=8128.0000 +step=64340 micro_steps=128680 elapsed=6.6s lr=3.000000e-04 loss=3.3519 ppl=28.5883 acc=0.3898 tokens=8128.0000 +step=64360 micro_steps=128720 elapsed=4.2s lr=3.000000e-04 loss=3.3541 ppl=28.6614 acc=0.3889 tokens=8128.0000 +step=64380 micro_steps=128760 elapsed=4.2s lr=3.000000e-04 loss=3.3583 ppl=28.7803 acc=0.3881 tokens=8128.0000 +step=64400 micro_steps=128800 elapsed=4.2s lr=3.000000e-04 loss=3.3424 ppl=28.3177 acc=0.3909 tokens=8128.0000 +step=64420 micro_steps=128840 elapsed=4.2s lr=3.000000e-04 loss=3.3586 ppl=28.7919 acc=0.3884 tokens=8128.0000 +step=64440 micro_steps=128880 elapsed=4.2s lr=3.000000e-04 loss=3.3552 ppl=28.6906 acc=0.3890 tokens=8128.0000 +step=64460 micro_steps=128920 elapsed=4.2s lr=3.000000e-04 loss=3.3549 ppl=28.6677 acc=0.3891 tokens=8128.0000 +step=64480 micro_steps=128960 elapsed=4.2s lr=3.000000e-04 loss=3.3609 ppl=28.8549 acc=0.3881 tokens=8128.0000 +step=64500 micro_steps=129000 elapsed=4.2s lr=3.000000e-04 loss=3.3570 ppl=28.7431 acc=0.3901 tokens=8128.0000 +step=64520 micro_steps=129040 elapsed=4.2s lr=3.000000e-04 loss=3.3548 ppl=28.6681 acc=0.3887 tokens=8128.0000 +step=64540 micro_steps=129080 elapsed=4.2s lr=3.000000e-04 loss=3.3485 ppl=28.5015 acc=0.3894 tokens=8128.0000 +step=64560 micro_steps=129120 elapsed=4.2s lr=3.000000e-04 loss=3.3621 ppl=28.8825 acc=0.3893 tokens=8128.0000 +step=64580 micro_steps=129160 elapsed=4.2s lr=3.000000e-04 loss=3.3493 ppl=28.5192 acc=0.3886 tokens=8128.0000 +step=64600 micro_steps=129200 elapsed=4.2s lr=3.000000e-04 loss=3.3470 ppl=28.4528 acc=0.3889 tokens=8128.0000 +step=64620 micro_steps=129240 elapsed=4.2s lr=3.000000e-04 loss=3.3495 ppl=28.5187 acc=0.3906 tokens=8128.0000 +step=64640 micro_steps=129280 elapsed=4.2s lr=3.000000e-04 loss=3.3455 ppl=28.4009 acc=0.3910 tokens=8128.0000 +step=64660 micro_steps=129320 elapsed=4.2s lr=3.000000e-04 loss=3.3541 ppl=28.6434 acc=0.3905 tokens=8128.0000 +step=64680 micro_steps=129360 elapsed=4.2s lr=3.000000e-04 loss=3.3567 ppl=28.7376 acc=0.3892 tokens=8128.0000 +step=64700 micro_steps=129400 elapsed=4.2s lr=3.000000e-04 loss=3.3427 ppl=28.3477 acc=0.3915 tokens=8128.0000 +step=64720 micro_steps=129440 elapsed=4.2s lr=3.000000e-04 loss=3.3554 ppl=28.6939 acc=0.3882 tokens=8128.0000 +step=64740 micro_steps=129480 elapsed=4.2s lr=3.000000e-04 loss=3.3407 ppl=28.2711 acc=0.3909 tokens=8128.0000 +step=64760 micro_steps=129520 elapsed=4.2s lr=3.000000e-04 loss=3.3416 ppl=28.2974 acc=0.3906 tokens=8128.0000 +step=64780 micro_steps=129560 elapsed=4.2s lr=3.000000e-04 loss=3.3553 ppl=28.6874 acc=0.3890 tokens=8128.0000 +step=64800 micro_steps=129600 elapsed=4.2s lr=3.000000e-04 loss=3.3389 ppl=28.2261 acc=0.3910 tokens=8128.0000 +step=64820 micro_steps=129640 elapsed=4.2s lr=3.000000e-04 loss=3.3636 ppl=28.9199 acc=0.3871 tokens=8128.0000 +step=64840 micro_steps=129680 elapsed=4.2s lr=3.000000e-04 loss=3.3550 ppl=28.6872 acc=0.3890 tokens=8128.0000 +step=64860 micro_steps=129720 elapsed=4.2s lr=3.000000e-04 loss=3.3468 ppl=28.4417 acc=0.3896 tokens=8128.0000 +step=64880 micro_steps=129760 elapsed=4.2s lr=3.000000e-04 loss=3.3586 ppl=28.7904 acc=0.3889 tokens=8128.0000 +step=64900 micro_steps=129800 elapsed=4.2s lr=3.000000e-04 loss=3.3577 ppl=28.7623 acc=0.3890 tokens=8128.0000 +step=64920 micro_steps=129840 elapsed=4.2s lr=3.000000e-04 loss=3.3524 ppl=28.6019 acc=0.3885 tokens=8128.0000 +step=64940 micro_steps=129880 elapsed=4.2s lr=3.000000e-04 loss=3.3438 ppl=28.3548 acc=0.3901 tokens=8128.0000 +step=64960 micro_steps=129920 elapsed=4.2s lr=3.000000e-04 loss=3.3527 ppl=28.6149 acc=0.3904 tokens=8128.0000 +step=64980 micro_steps=129960 elapsed=4.2s lr=3.000000e-04 loss=3.3420 ppl=28.3036 acc=0.3897 tokens=8128.0000 +step=65000 micro_steps=130000 elapsed=4.2s lr=3.000000e-04 loss=3.3448 ppl=28.3858 acc=0.3898 tokens=8128.0000 +[sample step=65000] [CLS] of counsel. [SEP] but it's not perfect. [SEP] rumours that mr harper could be willing to resume the mission, which was condemned by some members of the opposition party, especially in a headline - grabbing march, prompted an emergency meeting of the government. [SEP] and last week anarchists doused gunfire in the street in the centre of athens. [SEP] traces of mesothelioma, also known as polycystic ovarian syndrome, are the biggest cause of cancer deaths among its many victims. [SEP] the contract shed 40 cents to settle at $68. 15 a barrel in trading tuesday. [SEP] however, he said the [SEP] +step=65020 micro_steps=130040 elapsed=6.4s lr=3.000000e-04 loss=3.3453 ppl=28.4099 acc=0.3896 tokens=8128.0000 +step=65040 micro_steps=130080 elapsed=4.2s lr=3.000000e-04 loss=3.3582 ppl=28.7674 acc=0.3880 tokens=8128.0000 +step=65060 micro_steps=130120 elapsed=4.3s lr=3.000000e-04 loss=3.3373 ppl=28.1787 acc=0.3907 tokens=8128.0000 +step=65080 micro_steps=130160 elapsed=4.2s lr=3.000000e-04 loss=3.3605 ppl=28.8291 acc=0.3895 tokens=8128.0000 +step=65100 micro_steps=130200 elapsed=4.2s lr=3.000000e-04 loss=3.3436 ppl=28.3532 acc=0.3895 tokens=8128.0000 +step=65120 micro_steps=130240 elapsed=4.2s lr=3.000000e-04 loss=3.3460 ppl=28.4313 acc=0.3902 tokens=8128.0000 +step=65140 micro_steps=130280 elapsed=4.2s lr=3.000000e-04 loss=3.3357 ppl=28.1432 acc=0.3914 tokens=8128.0000 +step=65160 micro_steps=130320 elapsed=4.2s lr=3.000000e-04 loss=3.3489 ppl=28.5004 acc=0.3895 tokens=8128.0000 +step=65180 micro_steps=130360 elapsed=4.2s lr=3.000000e-04 loss=3.3638 ppl=28.9468 acc=0.3880 tokens=8128.0000 +step=65200 micro_steps=130400 elapsed=4.2s lr=3.000000e-04 loss=3.3535 ppl=28.6438 acc=0.3899 tokens=8128.0000 +step=65220 micro_steps=130440 elapsed=4.2s lr=3.000000e-04 loss=3.3513 ppl=28.5734 acc=0.3891 tokens=8128.0000 +step=65240 micro_steps=130480 elapsed=4.2s lr=3.000000e-04 loss=3.3506 ppl=28.5435 acc=0.3886 tokens=8128.0000 +step=65260 micro_steps=130520 elapsed=4.2s lr=3.000000e-04 loss=3.3468 ppl=28.4620 acc=0.3895 tokens=8128.0000 +step=65280 micro_steps=130560 elapsed=4.2s lr=3.000000e-04 loss=3.3488 ppl=28.5056 acc=0.3903 tokens=8128.0000 +step=65300 micro_steps=130600 elapsed=4.2s lr=3.000000e-04 loss=3.3172 ppl=27.7058 acc=0.3932 tokens=8128.0000 +step=65320 micro_steps=130640 elapsed=4.2s lr=3.000000e-04 loss=3.3560 ppl=28.7045 acc=0.3894 tokens=8128.0000 +step=65340 micro_steps=130680 elapsed=4.2s lr=3.000000e-04 loss=3.3481 ppl=28.4859 acc=0.3899 tokens=8128.0000 +step=65360 micro_steps=130720 elapsed=4.2s lr=3.000000e-04 loss=3.3384 ppl=28.2106 acc=0.3904 tokens=8128.0000 +step=65380 micro_steps=130760 elapsed=4.2s lr=3.000000e-04 loss=3.3451 ppl=28.4012 acc=0.3907 tokens=8128.0000 +step=65400 micro_steps=130800 elapsed=4.2s lr=3.000000e-04 loss=3.3554 ppl=28.7052 acc=0.3887 tokens=8128.0000 +step=65420 micro_steps=130840 elapsed=4.2s lr=3.000000e-04 loss=3.3465 ppl=28.4409 acc=0.3902 tokens=8128.0000 +step=65440 micro_steps=130880 elapsed=4.2s lr=3.000000e-04 loss=3.3473 ppl=28.4487 acc=0.3893 tokens=8128.0000 +step=65460 micro_steps=130920 elapsed=4.2s lr=3.000000e-04 loss=3.3421 ppl=28.3104 acc=0.3900 tokens=8128.0000 +step=65480 micro_steps=130960 elapsed=4.2s lr=3.000000e-04 loss=3.3643 ppl=28.9569 acc=0.3890 tokens=8128.0000 +step=65500 micro_steps=131000 elapsed=4.2s lr=3.000000e-04 loss=3.3529 ppl=28.6246 acc=0.3895 tokens=8128.0000 +step=65520 micro_steps=131040 elapsed=4.2s lr=3.000000e-04 loss=3.3462 ppl=28.4391 acc=0.3888 tokens=8128.0000 +step=65540 micro_steps=131080 elapsed=4.2s lr=3.000000e-04 loss=3.3572 ppl=28.7538 acc=0.3889 tokens=8128.0000 +step=65560 micro_steps=131120 elapsed=4.2s lr=3.000000e-04 loss=3.3602 ppl=28.8388 acc=0.3876 tokens=8128.0000 +step=65580 micro_steps=131160 elapsed=4.2s lr=3.000000e-04 loss=3.3456 ppl=28.4320 acc=0.3906 tokens=8128.0000 +step=65600 micro_steps=131200 elapsed=4.2s lr=3.000000e-04 loss=3.3469 ppl=28.4430 acc=0.3889 tokens=8128.0000 +step=65620 micro_steps=131240 elapsed=4.2s lr=3.000000e-04 loss=3.3458 ppl=28.4251 acc=0.3895 tokens=8128.0000 +step=65640 micro_steps=131280 elapsed=4.2s lr=3.000000e-04 loss=3.3546 ppl=28.6703 acc=0.3899 tokens=8128.0000 +step=65660 micro_steps=131320 elapsed=4.2s lr=3.000000e-04 loss=3.3485 ppl=28.4991 acc=0.3892 tokens=8128.0000 +step=65680 micro_steps=131360 elapsed=4.2s lr=3.000000e-04 loss=3.3420 ppl=28.3023 acc=0.3903 tokens=8128.0000 +step=65700 micro_steps=131400 elapsed=4.2s lr=3.000000e-04 loss=3.3514 ppl=28.5667 acc=0.3886 tokens=8128.0000 +step=65720 micro_steps=131440 elapsed=4.2s lr=3.000000e-04 loss=3.3514 ppl=28.5778 acc=0.3894 tokens=8128.0000 +step=65740 micro_steps=131480 elapsed=4.2s lr=3.000000e-04 loss=3.3474 ppl=28.4590 acc=0.3907 tokens=8128.0000 +step=65760 micro_steps=131520 elapsed=4.2s lr=3.000000e-04 loss=3.3408 ppl=28.2845 acc=0.3898 tokens=8128.0000 +step=65780 micro_steps=131560 elapsed=4.2s lr=3.000000e-04 loss=3.3390 ppl=28.2231 acc=0.3904 tokens=8128.0000 +step=65800 micro_steps=131600 elapsed=4.2s lr=3.000000e-04 loss=3.3511 ppl=28.5761 acc=0.3888 tokens=8128.0000 +step=65820 micro_steps=131640 elapsed=4.2s lr=3.000000e-04 loss=3.3362 ppl=28.1540 acc=0.3916 tokens=8128.0000 +step=65840 micro_steps=131680 elapsed=4.2s lr=3.000000e-04 loss=3.3357 ppl=28.1244 acc=0.3918 tokens=8128.0000 +step=65860 micro_steps=131720 elapsed=4.2s lr=3.000000e-04 loss=3.3464 ppl=28.4323 acc=0.3890 tokens=8128.0000 +step=65880 micro_steps=131760 elapsed=4.2s lr=3.000000e-04 loss=3.3425 ppl=28.3249 acc=0.3907 tokens=8128.0000 +step=65900 micro_steps=131800 elapsed=4.2s lr=3.000000e-04 loss=3.3465 ppl=28.4415 acc=0.3888 tokens=8128.0000 +step=65920 micro_steps=131840 elapsed=4.2s lr=3.000000e-04 loss=3.3373 ppl=28.2076 acc=0.3919 tokens=8128.0000 +step=65940 micro_steps=131880 elapsed=4.2s lr=3.000000e-04 loss=3.3407 ppl=28.3190 acc=0.3902 tokens=8128.0000 +step=65960 micro_steps=131920 elapsed=4.2s lr=3.000000e-04 loss=3.3371 ppl=28.1774 acc=0.3907 tokens=8128.0000 +step=65980 micro_steps=131960 elapsed=4.2s lr=3.000000e-04 loss=3.3393 ppl=28.2349 acc=0.3898 tokens=8128.0000 +step=66000 micro_steps=132000 elapsed=4.2s lr=3.000000e-04 loss=3.3455 ppl=28.4018 acc=0.3895 tokens=8128.0000 +[sample step=66000] [CLS] are they trying to stigmatise an issue that is not widely felt and if they don't force them to have a health assessment, " makeba told afp. [SEP] analysts consider the initial capital investment realistic, but bcci has drawn up plans for next fiscal year for a steady 3 trillion won (2. 3 trillion dollars) in profit on track. [SEP] blair told the court that while racing at medico, he bore his responsibility to pack the car and towed the horse away to avoid damage. [SEP] in the film, gartenberg plays remote abbot of agapei and the bounty hunter hookgate, aily [SEP] +step=66020 micro_steps=132040 elapsed=6.3s lr=3.000000e-04 loss=3.3464 ppl=28.4303 acc=0.3903 tokens=8128.0000 +step=66040 micro_steps=132080 elapsed=4.2s lr=3.000000e-04 loss=3.3536 ppl=28.6372 acc=0.3894 tokens=8128.0000 +step=66060 micro_steps=132120 elapsed=4.2s lr=3.000000e-04 loss=3.3453 ppl=28.3985 acc=0.3885 tokens=8128.0000 +step=66080 micro_steps=132160 elapsed=4.2s lr=3.000000e-04 loss=3.3409 ppl=28.2720 acc=0.3896 tokens=8128.0000 +step=66100 micro_steps=132200 elapsed=4.2s lr=3.000000e-04 loss=3.3323 ppl=28.0524 acc=0.3922 tokens=8128.0000 +step=66120 micro_steps=132240 elapsed=4.2s lr=3.000000e-04 loss=3.3395 ppl=28.2392 acc=0.3914 tokens=8128.0000 +step=66140 micro_steps=132280 elapsed=4.2s lr=3.000000e-04 loss=3.3354 ppl=28.1215 acc=0.3911 tokens=8128.0000 +step=66160 micro_steps=132320 elapsed=4.2s lr=3.000000e-04 loss=3.3577 ppl=28.7602 acc=0.3884 tokens=8128.0000 +step=66180 micro_steps=132360 elapsed=4.2s lr=3.000000e-04 loss=3.3472 ppl=28.4567 acc=0.3882 tokens=8128.0000 +step=66200 micro_steps=132400 elapsed=4.2s lr=3.000000e-04 loss=3.3516 ppl=28.5802 acc=0.3901 tokens=8128.0000 +step=66220 micro_steps=132440 elapsed=4.2s lr=3.000000e-04 loss=3.3453 ppl=28.3885 acc=0.3904 tokens=8128.0000 +step=66240 micro_steps=132480 elapsed=4.2s lr=3.000000e-04 loss=3.3424 ppl=28.3230 acc=0.3907 tokens=8128.0000 +step=66260 micro_steps=132520 elapsed=4.2s lr=3.000000e-04 loss=3.3544 ppl=28.6563 acc=0.3893 tokens=8128.0000 +step=66280 micro_steps=132560 elapsed=4.2s lr=3.000000e-04 loss=3.3405 ppl=28.2626 acc=0.3910 tokens=8128.0000 +step=66300 micro_steps=132600 elapsed=4.2s lr=3.000000e-04 loss=3.3554 ppl=28.7095 acc=0.3896 tokens=8128.0000 +step=66320 micro_steps=132640 elapsed=4.2s lr=3.000000e-04 loss=3.3491 ppl=28.5083 acc=0.3894 tokens=8128.0000 +step=66340 micro_steps=132680 elapsed=4.2s lr=3.000000e-04 loss=3.3537 ppl=28.6432 acc=0.3896 tokens=8128.0000 +step=66360 micro_steps=132720 elapsed=4.2s lr=3.000000e-04 loss=3.3557 ppl=28.6976 acc=0.3888 tokens=8128.0000 +step=66380 micro_steps=132760 elapsed=4.2s lr=3.000000e-04 loss=3.3393 ppl=28.2280 acc=0.3908 tokens=8128.0000 +step=66400 micro_steps=132800 elapsed=4.2s lr=3.000000e-04 loss=3.3493 ppl=28.5027 acc=0.3890 tokens=8128.0000 +step=66420 micro_steps=132840 elapsed=4.2s lr=3.000000e-04 loss=3.3409 ppl=28.2925 acc=0.3908 tokens=8128.0000 +step=66440 micro_steps=132880 elapsed=4.2s lr=3.000000e-04 loss=3.3365 ppl=28.1534 acc=0.3916 tokens=8128.0000 +step=66460 micro_steps=132920 elapsed=4.2s lr=3.000000e-04 loss=3.3636 ppl=28.9236 acc=0.3885 tokens=8128.0000 +step=66480 micro_steps=132960 elapsed=4.2s lr=3.000000e-04 loss=3.3627 ppl=28.8923 acc=0.3886 tokens=8128.0000 +step=66500 micro_steps=133000 elapsed=4.2s lr=3.000000e-04 loss=3.3563 ppl=28.7104 acc=0.3885 tokens=8128.0000 +step=66520 micro_steps=133040 elapsed=4.2s lr=3.000000e-04 loss=3.3430 ppl=28.3331 acc=0.3898 tokens=8128.0000 +step=66540 micro_steps=133080 elapsed=4.2s lr=3.000000e-04 loss=3.3627 ppl=28.8966 acc=0.3871 tokens=8128.0000 +step=66560 micro_steps=133120 elapsed=4.2s lr=3.000000e-04 loss=3.3253 ppl=27.8488 acc=0.3924 tokens=8128.0000 +step=66580 micro_steps=133160 elapsed=4.2s lr=3.000000e-04 loss=3.3550 ppl=28.6764 acc=0.3898 tokens=8128.0000 +step=66600 micro_steps=133200 elapsed=4.2s lr=3.000000e-04 loss=3.3396 ppl=28.2341 acc=0.3901 tokens=8128.0000 +step=66620 micro_steps=133240 elapsed=4.2s lr=3.000000e-04 loss=3.3513 ppl=28.5836 acc=0.3887 tokens=8128.0000 +step=66640 micro_steps=133280 elapsed=4.2s lr=3.000000e-04 loss=3.3520 ppl=28.5927 acc=0.3892 tokens=8128.0000 +step=66660 micro_steps=133320 elapsed=4.2s lr=3.000000e-04 loss=3.3509 ppl=28.5716 acc=0.3892 tokens=8128.0000 +step=66680 micro_steps=133360 elapsed=4.2s lr=3.000000e-04 loss=3.3573 ppl=28.7570 acc=0.3896 tokens=8128.0000 +step=66700 micro_steps=133400 elapsed=4.2s lr=3.000000e-04 loss=3.3481 ppl=28.4745 acc=0.3906 tokens=8128.0000 +step=66720 micro_steps=133440 elapsed=4.2s lr=3.000000e-04 loss=3.3415 ppl=28.2974 acc=0.3897 tokens=8128.0000 +step=66740 micro_steps=133480 elapsed=4.2s lr=3.000000e-04 loss=3.3410 ppl=28.2837 acc=0.3903 tokens=8128.0000 +step=66760 micro_steps=133520 elapsed=4.2s lr=3.000000e-04 loss=3.3443 ppl=28.3613 acc=0.3906 tokens=8128.0000 +step=66780 micro_steps=133560 elapsed=4.2s lr=3.000000e-04 loss=3.3412 ppl=28.2738 acc=0.3906 tokens=8128.0000 +step=66800 micro_steps=133600 elapsed=4.2s lr=3.000000e-04 loss=3.3492 ppl=28.5121 acc=0.3899 tokens=8128.0000 +step=66820 micro_steps=133640 elapsed=4.2s lr=3.000000e-04 loss=3.3643 ppl=28.9409 acc=0.3876 tokens=8128.0000 +step=66840 micro_steps=133680 elapsed=4.2s lr=3.000000e-04 loss=3.3537 ppl=28.6385 acc=0.3882 tokens=8128.0000 +step=66860 micro_steps=133720 elapsed=4.2s lr=3.000000e-04 loss=3.3595 ppl=28.8030 acc=0.3883 tokens=8128.0000 +step=66880 micro_steps=133760 elapsed=4.2s lr=3.000000e-04 loss=3.3467 ppl=28.4383 acc=0.3908 tokens=8128.0000 +step=66900 micro_steps=133800 elapsed=4.2s lr=3.000000e-04 loss=3.3399 ppl=28.2615 acc=0.3908 tokens=8128.0000 +step=66920 micro_steps=133840 elapsed=4.2s lr=3.000000e-04 loss=3.3497 ppl=28.5247 acc=0.3900 tokens=8128.0000 +step=66940 micro_steps=133880 elapsed=4.2s lr=3.000000e-04 loss=3.3499 ppl=28.5354 acc=0.3892 tokens=8128.0000 +step=66960 micro_steps=133920 elapsed=4.2s lr=3.000000e-04 loss=3.3466 ppl=28.4453 acc=0.3895 tokens=8128.0000 +step=66980 micro_steps=133960 elapsed=4.2s lr=3.000000e-04 loss=3.3381 ppl=28.2241 acc=0.3913 tokens=8128.0000 +step=67000 micro_steps=134000 elapsed=4.2s lr=3.000000e-04 loss=3.3449 ppl=28.3831 acc=0.3896 tokens=8128.0000 +[sample step=67000] [CLS] mistake instead of delays, is a disaster on both coasts. [SEP] most have evolved sitting at home using their weaker limbs, and their ability - - the ancient equivalent of walkers - - to pick things up in 15 minutes, said stan smith of the national trust for historic preservation. [SEP] but others pushed for the ban to be lifted, arguing that the european union still supports women's rights. [SEP] the designers from exit polling at train operator first wow on the live show were zauline oh during the first celebration of euroquadice vies marathe computer in brussels, belgium, on august 8, 2008. [SEP] if they know [SEP] +step=67020 micro_steps=134040 elapsed=6.3s lr=3.000000e-04 loss=3.3514 ppl=28.5758 acc=0.3891 tokens=8128.0000 +step=67040 micro_steps=134080 elapsed=4.2s lr=3.000000e-04 loss=3.3493 ppl=28.5349 acc=0.3896 tokens=8128.0000 +step=67060 micro_steps=134120 elapsed=4.2s lr=3.000000e-04 loss=3.3351 ppl=28.1115 acc=0.3915 tokens=8128.0000 +step=67080 micro_steps=134160 elapsed=4.2s lr=3.000000e-04 loss=3.3445 ppl=28.3680 acc=0.3899 tokens=8128.0000 +step=67100 micro_steps=134200 elapsed=4.2s lr=3.000000e-04 loss=3.3440 ppl=28.3816 acc=0.3899 tokens=8128.0000 +step=67120 micro_steps=134240 elapsed=4.2s lr=3.000000e-04 loss=3.3498 ppl=28.5322 acc=0.3902 tokens=8128.0000 +step=67140 micro_steps=134280 elapsed=4.2s lr=3.000000e-04 loss=3.3601 ppl=28.8260 acc=0.3884 tokens=8128.0000 +step=67160 micro_steps=134320 elapsed=4.2s lr=3.000000e-04 loss=3.3486 ppl=28.4916 acc=0.3903 tokens=8128.0000 +step=67180 micro_steps=134360 elapsed=4.2s lr=3.000000e-04 loss=3.3548 ppl=28.6727 acc=0.3886 tokens=8128.0000 +step=67200 micro_steps=134400 elapsed=4.2s lr=3.000000e-04 loss=3.3662 ppl=29.0055 acc=0.3867 tokens=8128.0000 +step=67220 micro_steps=134440 elapsed=4.2s lr=3.000000e-04 loss=3.3403 ppl=28.2596 acc=0.3902 tokens=8128.0000 +step=67240 micro_steps=134480 elapsed=4.2s lr=3.000000e-04 loss=3.3345 ppl=28.0972 acc=0.3912 tokens=8128.0000 +step=67260 micro_steps=134520 elapsed=4.2s lr=3.000000e-04 loss=3.3445 ppl=28.3809 acc=0.3894 tokens=8128.0000 +step=67280 micro_steps=134560 elapsed=4.2s lr=3.000000e-04 loss=3.3648 ppl=28.9627 acc=0.3870 tokens=8128.0000 +step=67300 micro_steps=134600 elapsed=4.2s lr=3.000000e-04 loss=3.3494 ppl=28.5411 acc=0.3899 tokens=8128.0000 +step=67320 micro_steps=134640 elapsed=4.2s lr=3.000000e-04 loss=3.3495 ppl=28.5206 acc=0.3907 tokens=8128.0000 +step=67340 micro_steps=134680 elapsed=4.2s lr=3.000000e-04 loss=3.3421 ppl=28.3213 acc=0.3901 tokens=8128.0000 +step=67360 micro_steps=134720 elapsed=4.2s lr=3.000000e-04 loss=3.3354 ppl=28.1179 acc=0.3910 tokens=8128.0000 +step=67380 micro_steps=134760 elapsed=4.2s lr=3.000000e-04 loss=3.3412 ppl=28.2811 acc=0.3916 tokens=8128.0000 +step=67400 micro_steps=134800 elapsed=4.2s lr=3.000000e-04 loss=3.3436 ppl=28.3440 acc=0.3903 tokens=8128.0000 +step=67420 micro_steps=134840 elapsed=4.2s lr=3.000000e-04 loss=3.3388 ppl=28.2124 acc=0.3910 tokens=8128.0000 +step=67440 micro_steps=134880 elapsed=4.2s lr=3.000000e-04 loss=3.3451 ppl=28.4060 acc=0.3908 tokens=8128.0000 +step=67460 micro_steps=134920 elapsed=4.2s lr=3.000000e-04 loss=3.3553 ppl=28.6848 acc=0.3891 tokens=8128.0000 +step=67480 micro_steps=134960 elapsed=4.2s lr=3.000000e-04 loss=3.3356 ppl=28.1187 acc=0.3912 tokens=8128.0000 +step=67500 micro_steps=135000 elapsed=4.2s lr=3.000000e-04 loss=3.3546 ppl=28.6784 acc=0.3889 tokens=8128.0000 +step=67520 micro_steps=135040 elapsed=4.2s lr=3.000000e-04 loss=3.3479 ppl=28.4911 acc=0.3895 tokens=8128.0000 +step=67540 micro_steps=135080 elapsed=4.2s lr=3.000000e-04 loss=3.3481 ppl=28.4877 acc=0.3904 tokens=8128.0000 +step=67560 micro_steps=135120 elapsed=4.2s lr=3.000000e-04 loss=3.3420 ppl=28.3122 acc=0.3906 tokens=8128.0000 +step=67580 micro_steps=135160 elapsed=4.2s lr=3.000000e-04 loss=3.3315 ppl=28.0242 acc=0.3909 tokens=8128.0000 +step=67600 micro_steps=135200 elapsed=4.2s lr=3.000000e-04 loss=3.3483 ppl=28.4805 acc=0.3903 tokens=8128.0000 +step=67620 micro_steps=135240 elapsed=4.2s lr=3.000000e-04 loss=3.3514 ppl=28.5705 acc=0.3893 tokens=8128.0000 +step=67640 micro_steps=135280 elapsed=4.9s lr=3.000000e-04 loss=3.3511 ppl=28.5667 acc=0.3887 tokens=8128.0000 +step=67660 micro_steps=135320 elapsed=8.5s lr=3.000000e-04 loss=3.3415 ppl=28.2929 acc=0.3910 tokens=8128.0000 +step=67680 micro_steps=135360 elapsed=8.5s lr=3.000000e-04 loss=3.3466 ppl=28.4287 acc=0.3895 tokens=8128.0000 +step=67700 micro_steps=135400 elapsed=8.5s lr=3.000000e-04 loss=3.3545 ppl=28.6838 acc=0.3899 tokens=8128.0000 +step=67720 micro_steps=135440 elapsed=6.1s lr=3.000000e-04 loss=3.3451 ppl=28.3980 acc=0.3901 tokens=8128.0000 +step=67740 micro_steps=135480 elapsed=4.2s lr=3.000000e-04 loss=3.3350 ppl=28.1224 acc=0.3911 tokens=8128.0000 +step=67760 micro_steps=135520 elapsed=4.2s lr=3.000000e-04 loss=3.3526 ppl=28.6103 acc=0.3888 tokens=8128.0000 +step=67780 micro_steps=135560 elapsed=4.2s lr=3.000000e-04 loss=3.3277 ppl=27.9154 acc=0.3926 tokens=8128.0000 +step=67800 micro_steps=135600 elapsed=4.2s lr=3.000000e-04 loss=3.3263 ppl=27.8729 acc=0.3919 tokens=8128.0000 +step=67820 micro_steps=135640 elapsed=4.2s lr=3.000000e-04 loss=3.3604 ppl=28.8236 acc=0.3880 tokens=8128.0000 +step=67840 micro_steps=135680 elapsed=4.2s lr=3.000000e-04 loss=3.3439 ppl=28.3487 acc=0.3892 tokens=8128.0000 +step=67860 micro_steps=135720 elapsed=4.2s lr=3.000000e-04 loss=3.3358 ppl=28.1403 acc=0.3902 tokens=8128.0000 +step=67880 micro_steps=135760 elapsed=4.2s lr=3.000000e-04 loss=3.3626 ppl=28.8860 acc=0.3867 tokens=8128.0000 +step=67900 micro_steps=135800 elapsed=4.2s lr=3.000000e-04 loss=3.3396 ppl=28.2416 acc=0.3902 tokens=8128.0000 +step=67920 micro_steps=135840 elapsed=4.2s lr=3.000000e-04 loss=3.3481 ppl=28.4888 acc=0.3896 tokens=8128.0000 +step=67940 micro_steps=135880 elapsed=4.2s lr=3.000000e-04 loss=3.3499 ppl=28.5246 acc=0.3898 tokens=8128.0000 +step=67960 micro_steps=135920 elapsed=4.2s lr=3.000000e-04 loss=3.3419 ppl=28.3144 acc=0.3920 tokens=8128.0000 +step=67980 micro_steps=135960 elapsed=4.2s lr=3.000000e-04 loss=3.3418 ppl=28.3104 acc=0.3907 tokens=8128.0000 +step=68000 micro_steps=136000 elapsed=4.2s lr=3.000000e-04 loss=3.3465 ppl=28.4468 acc=0.3902 tokens=8128.0000 +[sample step=68000] [CLS]? [SEP] they outshine their counterpart, who escaped 125 miles in 45 hours six minutes 12 hours and 34 minutes in 68 minutes. [SEP] caitlin hayden, a senior economist at barclays capital says it was more likely banks would take money to buy back related securitized mortgage - backed securities and other securities, programs that have fueled the home - loan crisis. [SEP] broyles has lost two straight titles by dicsrsardised foot. [SEP] his court last week ordered that the case be dropped, but he hasn't been getting a fair trial, whereas he needs a written form to be approved. [SEP] and - - both assumed [SEP] +step=68020 micro_steps=136040 elapsed=6.3s lr=3.000000e-04 loss=3.3522 ppl=28.5833 acc=0.3881 tokens=8128.0000 +step=68040 micro_steps=136080 elapsed=4.2s lr=3.000000e-04 loss=3.3450 ppl=28.4079 acc=0.3906 tokens=8128.0000 +step=68060 micro_steps=136120 elapsed=4.2s lr=3.000000e-04 loss=3.3357 ppl=28.1496 acc=0.3917 tokens=8128.0000 +step=68080 micro_steps=136160 elapsed=4.2s lr=3.000000e-04 loss=3.3556 ppl=28.7138 acc=0.3888 tokens=8128.0000 +step=68100 micro_steps=136200 elapsed=4.2s lr=3.000000e-04 loss=3.3328 ppl=28.0516 acc=0.3904 tokens=8128.0000 +step=68120 micro_steps=136240 elapsed=4.2s lr=3.000000e-04 loss=3.3405 ppl=28.2729 acc=0.3903 tokens=8128.0000 +step=68140 micro_steps=136280 elapsed=4.2s lr=3.000000e-04 loss=3.3437 ppl=28.3580 acc=0.3913 tokens=8128.0000 +step=68160 micro_steps=136320 elapsed=4.2s lr=3.000000e-04 loss=3.3512 ppl=28.5667 acc=0.3897 tokens=8128.0000 +step=68180 micro_steps=136360 elapsed=4.2s lr=3.000000e-04 loss=3.3374 ppl=28.1723 acc=0.3907 tokens=8128.0000 +step=68200 micro_steps=136400 elapsed=4.2s lr=3.000000e-04 loss=3.3571 ppl=28.7519 acc=0.3880 tokens=8128.0000 +step=68220 micro_steps=136440 elapsed=4.2s lr=3.000000e-04 loss=3.3306 ppl=27.9883 acc=0.3935 tokens=8128.0000 +step=68240 micro_steps=136480 elapsed=4.2s lr=3.000000e-04 loss=3.3375 ppl=28.1877 acc=0.3916 tokens=8128.0000 +step=68260 micro_steps=136520 elapsed=4.2s lr=3.000000e-04 loss=3.3367 ppl=28.1606 acc=0.3896 tokens=8128.0000 +step=68280 micro_steps=136560 elapsed=4.2s lr=3.000000e-04 loss=3.3471 ppl=28.4480 acc=0.3892 tokens=8128.0000 +step=68300 micro_steps=136600 elapsed=6.3s lr=3.000000e-04 loss=3.3414 ppl=28.3012 acc=0.3913 tokens=8128.0000 +step=68320 micro_steps=136640 elapsed=8.1s lr=3.000000e-04 loss=3.3355 ppl=28.1334 acc=0.3918 tokens=8128.0000 +step=68340 micro_steps=136680 elapsed=8.2s lr=3.000000e-04 loss=3.3528 ppl=28.6144 acc=0.3893 tokens=8128.0000 +step=68360 micro_steps=136720 elapsed=7.0s lr=3.000000e-04 loss=3.3401 ppl=28.2543 acc=0.3907 tokens=8128.0000 +step=68380 micro_steps=136760 elapsed=4.2s lr=3.000000e-04 loss=3.3503 ppl=28.5565 acc=0.3896 tokens=8128.0000 +step=68400 micro_steps=136800 elapsed=4.2s lr=3.000000e-04 loss=3.3439 ppl=28.3761 acc=0.3902 tokens=8128.0000 +step=68420 micro_steps=136840 elapsed=4.2s lr=3.000000e-04 loss=3.3557 ppl=28.6894 acc=0.3889 tokens=8128.0000 +step=68440 micro_steps=136880 elapsed=4.2s lr=3.000000e-04 loss=3.3520 ppl=28.6009 acc=0.3885 tokens=8128.0000 +step=68460 micro_steps=136920 elapsed=4.2s lr=3.000000e-04 loss=3.3519 ppl=28.6103 acc=0.3894 tokens=8128.0000 +step=68480 micro_steps=136960 elapsed=4.2s lr=3.000000e-04 loss=3.3528 ppl=28.6246 acc=0.3887 tokens=8128.0000 +step=68500 micro_steps=137000 elapsed=4.2s lr=3.000000e-04 loss=3.3407 ppl=28.2696 acc=0.3894 tokens=8128.0000 +step=68520 micro_steps=137040 elapsed=4.2s lr=3.000000e-04 loss=3.3679 ppl=29.0537 acc=0.3879 tokens=8128.0000 +step=68540 micro_steps=137080 elapsed=4.2s lr=3.000000e-04 loss=3.3438 ppl=28.3491 acc=0.3912 tokens=8128.0000 +step=68560 micro_steps=137120 elapsed=4.2s lr=3.000000e-04 loss=3.3447 ppl=28.3861 acc=0.3896 tokens=8128.0000 +step=68580 micro_steps=137160 elapsed=4.2s lr=3.000000e-04 loss=3.3273 ppl=27.8996 acc=0.3933 tokens=8128.0000 +step=68600 micro_steps=137200 elapsed=4.2s lr=3.000000e-04 loss=3.3407 ppl=28.2757 acc=0.3908 tokens=8128.0000 +step=68620 micro_steps=137240 elapsed=4.2s lr=3.000000e-04 loss=3.3434 ppl=28.3693 acc=0.3892 tokens=8128.0000 +step=68640 micro_steps=137280 elapsed=4.2s lr=3.000000e-04 loss=3.3409 ppl=28.2734 acc=0.3906 tokens=8128.0000 +step=68660 micro_steps=137320 elapsed=4.2s lr=3.000000e-04 loss=3.3390 ppl=28.2380 acc=0.3896 tokens=8128.0000 +step=68680 micro_steps=137360 elapsed=4.2s lr=3.000000e-04 loss=3.3178 ppl=27.6363 acc=0.3937 tokens=8128.0000 +step=68700 micro_steps=137400 elapsed=4.2s lr=3.000000e-04 loss=3.3585 ppl=28.7722 acc=0.3891 tokens=8128.0000 +step=68720 micro_steps=137440 elapsed=4.2s lr=3.000000e-04 loss=3.3597 ppl=28.8084 acc=0.3881 tokens=8128.0000 +step=68740 micro_steps=137480 elapsed=4.2s lr=3.000000e-04 loss=3.3496 ppl=28.5371 acc=0.3891 tokens=8128.0000 +step=68760 micro_steps=137520 elapsed=4.2s lr=3.000000e-04 loss=3.3380 ppl=28.1844 acc=0.3917 tokens=8128.0000 +step=68780 micro_steps=137560 elapsed=4.2s lr=3.000000e-04 loss=3.3510 ppl=28.5649 acc=0.3893 tokens=8128.0000 +step=68800 micro_steps=137600 elapsed=4.2s lr=3.000000e-04 loss=3.3529 ppl=28.6134 acc=0.3896 tokens=8128.0000 +step=68820 micro_steps=137640 elapsed=4.2s lr=3.000000e-04 loss=3.3283 ppl=27.9286 acc=0.3917 tokens=8128.0000 +step=68840 micro_steps=137680 elapsed=4.2s lr=3.000000e-04 loss=3.3499 ppl=28.5362 acc=0.3896 tokens=8128.0000 +step=68860 micro_steps=137720 elapsed=4.2s lr=3.000000e-04 loss=3.3433 ppl=28.3473 acc=0.3889 tokens=8128.0000 +step=68880 micro_steps=137760 elapsed=4.2s lr=3.000000e-04 loss=3.3436 ppl=28.3564 acc=0.3903 tokens=8128.0000 +step=68900 micro_steps=137800 elapsed=4.2s lr=3.000000e-04 loss=3.3513 ppl=28.5585 acc=0.3890 tokens=8128.0000 +step=68920 micro_steps=137840 elapsed=4.2s lr=3.000000e-04 loss=3.3454 ppl=28.4276 acc=0.3910 tokens=8128.0000 +step=68940 micro_steps=137880 elapsed=4.2s lr=3.000000e-04 loss=3.3289 ppl=28.0212 acc=0.3933 tokens=8128.0000 +step=68960 micro_steps=137920 elapsed=4.2s lr=3.000000e-04 loss=3.3428 ppl=28.3505 acc=0.3897 tokens=8128.0000 +step=68980 micro_steps=137960 elapsed=4.2s lr=3.000000e-04 loss=3.3444 ppl=28.3798 acc=0.3896 tokens=8128.0000 +step=69000 micro_steps=138000 elapsed=4.2s lr=3.000000e-04 loss=3.3379 ppl=28.1975 acc=0.3917 tokens=8128.0000 +[sample step=69000] [CLS]kerman, editor in chief of the audit integrity & fraud section in investigative reporting and a former u. n. individual assistance advisor, said those senators who'd pressed the european missions and colleges were having trouble recruiting teenagers. [SEP] my teacher would have taken some of that in self - preservation when her test results came. [SEP] he chased manny with a perfect running stroke, then shook it up again with a solid straight over the top, the home crowd revelled in his huge display inside the us team's football stadium. [SEP] the secret ingredient in that smoker is white bullcriminina, which is a compound that [SEP] +step=69020 micro_steps=138040 elapsed=6.3s lr=3.000000e-04 loss=3.3545 ppl=28.6546 acc=0.3891 tokens=8128.0000 +step=69040 micro_steps=138080 elapsed=4.2s lr=3.000000e-04 loss=3.3425 ppl=28.3416 acc=0.3902 tokens=8128.0000 +step=69060 micro_steps=138120 elapsed=4.2s lr=3.000000e-04 loss=3.3490 ppl=28.5354 acc=0.3899 tokens=8128.0000 +step=69080 micro_steps=138160 elapsed=4.2s lr=3.000000e-04 loss=3.3482 ppl=28.4830 acc=0.3905 tokens=8128.0000 +step=69100 micro_steps=138200 elapsed=4.2s lr=3.000000e-04 loss=3.3453 ppl=28.3886 acc=0.3903 tokens=8128.0000 +step=69120 micro_steps=138240 elapsed=4.2s lr=3.000000e-04 loss=3.3441 ppl=28.3588 acc=0.3897 tokens=8128.0000 +step=69140 micro_steps=138280 elapsed=4.2s lr=3.000000e-04 loss=3.3455 ppl=28.4081 acc=0.3907 tokens=8128.0000 +step=69160 micro_steps=138320 elapsed=4.2s lr=3.000000e-04 loss=3.3460 ppl=28.4274 acc=0.3895 tokens=8128.0000 +step=69180 micro_steps=138360 elapsed=4.2s lr=3.000000e-04 loss=3.3424 ppl=28.3092 acc=0.3899 tokens=8128.0000 +step=69200 micro_steps=138400 elapsed=4.2s lr=3.000000e-04 loss=3.3478 ppl=28.4691 acc=0.3892 tokens=8128.0000 +step=69220 micro_steps=138440 elapsed=4.2s lr=3.000000e-04 loss=3.3497 ppl=28.5407 acc=0.3892 tokens=8128.0000 +step=69240 micro_steps=138480 elapsed=4.2s lr=3.000000e-04 loss=3.3364 ppl=28.1620 acc=0.3912 tokens=8128.0000 +step=69260 micro_steps=138520 elapsed=4.2s lr=3.000000e-04 loss=3.3575 ppl=28.7528 acc=0.3883 tokens=8128.0000 +step=69280 micro_steps=138560 elapsed=4.2s lr=3.000000e-04 loss=3.3311 ppl=27.9890 acc=0.3902 tokens=8128.0000 +step=69300 micro_steps=138600 elapsed=4.2s lr=3.000000e-04 loss=3.3505 ppl=28.5610 acc=0.3892 tokens=8128.0000 +step=69320 micro_steps=138640 elapsed=4.2s lr=3.000000e-04 loss=3.3470 ppl=28.4523 acc=0.3918 tokens=8128.0000 +step=69340 micro_steps=138680 elapsed=4.2s lr=3.000000e-04 loss=3.3519 ppl=28.5895 acc=0.3910 tokens=8128.0000 +step=69360 micro_steps=138720 elapsed=4.2s lr=3.000000e-04 loss=3.3341 ppl=28.0838 acc=0.3904 tokens=8128.0000 +step=69380 micro_steps=138760 elapsed=4.2s lr=3.000000e-04 loss=3.3469 ppl=28.4553 acc=0.3905 tokens=8128.0000 +step=69400 micro_steps=138800 elapsed=4.2s lr=3.000000e-04 loss=3.3525 ppl=28.6179 acc=0.3900 tokens=8128.0000 +step=69420 micro_steps=138840 elapsed=4.2s lr=3.000000e-04 loss=3.3289 ppl=27.9416 acc=0.3925 tokens=8128.0000 +step=69440 micro_steps=138880 elapsed=4.2s lr=3.000000e-04 loss=3.3430 ppl=28.3362 acc=0.3895 tokens=8128.0000 +step=69460 micro_steps=138920 elapsed=4.2s lr=3.000000e-04 loss=3.3521 ppl=28.5997 acc=0.3895 tokens=8128.0000 +step=69480 micro_steps=138960 elapsed=4.2s lr=3.000000e-04 loss=3.3638 ppl=28.9370 acc=0.3867 tokens=8128.0000 +step=69500 micro_steps=139000 elapsed=4.2s lr=3.000000e-04 loss=3.3470 ppl=28.4584 acc=0.3886 tokens=8128.0000 +step=69520 micro_steps=139040 elapsed=4.2s lr=3.000000e-04 loss=3.3475 ppl=28.4679 acc=0.3895 tokens=8128.0000 +step=69540 micro_steps=139080 elapsed=4.2s lr=3.000000e-04 loss=3.3547 ppl=28.6694 acc=0.3893 tokens=8128.0000 +step=69560 micro_steps=139120 elapsed=4.2s lr=3.000000e-04 loss=3.3495 ppl=28.5339 acc=0.3899 tokens=8128.0000 +step=69580 micro_steps=139160 elapsed=4.2s lr=3.000000e-04 loss=3.3510 ppl=28.5681 acc=0.3889 tokens=8128.0000 +step=69600 micro_steps=139200 elapsed=4.2s lr=3.000000e-04 loss=3.3479 ppl=28.4764 acc=0.3901 tokens=8128.0000 +step=69620 micro_steps=139240 elapsed=4.2s lr=3.000000e-04 loss=3.3497 ppl=28.5347 acc=0.3898 tokens=8128.0000 +step=69640 micro_steps=139280 elapsed=4.2s lr=3.000000e-04 loss=3.3362 ppl=28.1532 acc=0.3916 tokens=8128.0000 +step=69660 micro_steps=139320 elapsed=4.2s lr=3.000000e-04 loss=3.3319 ppl=28.0239 acc=0.3920 tokens=8128.0000 +step=69680 micro_steps=139360 elapsed=4.2s lr=3.000000e-04 loss=3.3341 ppl=28.0765 acc=0.3910 tokens=8128.0000 +step=69700 micro_steps=139400 elapsed=4.2s lr=3.000000e-04 loss=3.3354 ppl=28.1594 acc=0.3925 tokens=8128.0000 +step=69720 micro_steps=139440 elapsed=4.2s lr=3.000000e-04 loss=3.3541 ppl=28.6539 acc=0.3897 tokens=8128.0000 +step=69740 micro_steps=139480 elapsed=4.2s lr=3.000000e-04 loss=3.3561 ppl=28.7068 acc=0.3886 tokens=8128.0000 +step=69760 micro_steps=139520 elapsed=4.2s lr=3.000000e-04 loss=3.3429 ppl=28.3436 acc=0.3921 tokens=8128.0000 +step=69780 micro_steps=139560 elapsed=4.2s lr=3.000000e-04 loss=3.3457 ppl=28.4017 acc=0.3908 tokens=8128.0000 +step=69800 micro_steps=139600 elapsed=4.2s lr=3.000000e-04 loss=3.3410 ppl=28.2755 acc=0.3900 tokens=8128.0000 +step=69820 micro_steps=139640 elapsed=4.2s lr=3.000000e-04 loss=3.3440 ppl=28.3732 acc=0.3903 tokens=8128.0000 +step=69840 micro_steps=139680 elapsed=4.2s lr=3.000000e-04 loss=3.3433 ppl=28.3471 acc=0.3907 tokens=8128.0000 +step=69860 micro_steps=139720 elapsed=4.2s lr=3.000000e-04 loss=3.3446 ppl=28.3866 acc=0.3905 tokens=8128.0000 +step=69880 micro_steps=139760 elapsed=4.2s lr=3.000000e-04 loss=3.3463 ppl=28.4317 acc=0.3895 tokens=8128.0000 +step=69900 micro_steps=139800 elapsed=4.2s lr=3.000000e-04 loss=3.3481 ppl=28.4949 acc=0.3895 tokens=8128.0000 +step=69920 micro_steps=139840 elapsed=4.2s lr=3.000000e-04 loss=3.3506 ppl=28.5616 acc=0.3893 tokens=8128.0000 +step=69940 micro_steps=139880 elapsed=4.2s lr=3.000000e-04 loss=3.3385 ppl=28.2252 acc=0.3897 tokens=8128.0000 +step=69960 micro_steps=139920 elapsed=4.2s lr=3.000000e-04 loss=3.3417 ppl=28.2986 acc=0.3908 tokens=8128.0000 +step=69980 micro_steps=139960 elapsed=4.2s lr=3.000000e-04 loss=3.3455 ppl=28.3962 acc=0.3901 tokens=8128.0000 +step=70000 micro_steps=140000 elapsed=4.2s lr=3.000000e-04 loss=3.3405 ppl=28.2531 acc=0.3914 tokens=8128.0000 +[sample step=70000] [CLS] can buy them free. [SEP] the effects of the influx may extend to other regions, and perhaps further into rural areas. [SEP] lyons agrees that although ambitious targets have been set for day - to - day running in the region, much of the welsh sport is grim. [SEP] a senior nigerian official on monday bluntly dismissed the us report in which new national security adviser james jones told global leaders that the country's nuclear arsenal was "damaged" and could "kill us all along the way," warning that nuclear weapons might blow up anywhere in the world. [SEP] "portfolio," which stars robert downey ( the march of dime [SEP] +step=70020 micro_steps=140040 elapsed=6.3s lr=3.000000e-04 loss=3.3464 ppl=28.4398 acc=0.3891 tokens=8128.0000 +step=70040 micro_steps=140080 elapsed=4.2s lr=3.000000e-04 loss=3.3404 ppl=28.2669 acc=0.3895 tokens=8128.0000 +step=70060 micro_steps=140120 elapsed=4.2s lr=3.000000e-04 loss=3.3625 ppl=28.9054 acc=0.3879 tokens=8128.0000 +step=70080 micro_steps=140160 elapsed=4.2s lr=3.000000e-04 loss=3.3510 ppl=28.5643 acc=0.3885 tokens=8128.0000 +step=70100 micro_steps=140200 elapsed=4.2s lr=3.000000e-04 loss=3.3495 ppl=28.5259 acc=0.3895 tokens=8128.0000 +step=70120 micro_steps=140240 elapsed=4.2s lr=3.000000e-04 loss=3.3481 ppl=28.4945 acc=0.3888 tokens=8128.0000 +step=70140 micro_steps=140280 elapsed=4.2s lr=3.000000e-04 loss=3.3333 ppl=28.0587 acc=0.3917 tokens=8128.0000 +step=70160 micro_steps=140320 elapsed=4.2s lr=3.000000e-04 loss=3.3449 ppl=28.3937 acc=0.3897 tokens=8128.0000 +step=70180 micro_steps=140360 elapsed=4.2s lr=3.000000e-04 loss=3.3219 ppl=27.7524 acc=0.3935 tokens=8128.0000 +step=70200 micro_steps=140400 elapsed=4.2s lr=3.000000e-04 loss=3.3313 ppl=28.0237 acc=0.3920 tokens=8128.0000 +step=70220 micro_steps=140440 elapsed=4.2s lr=3.000000e-04 loss=3.3332 ppl=28.0619 acc=0.3913 tokens=8128.0000 +step=70240 micro_steps=140480 elapsed=4.2s lr=3.000000e-04 loss=3.3324 ppl=28.0439 acc=0.3911 tokens=8128.0000 +step=70260 micro_steps=140520 elapsed=4.2s lr=3.000000e-04 loss=3.3391 ppl=28.2350 acc=0.3904 tokens=8128.0000 +step=70280 micro_steps=140560 elapsed=4.2s lr=3.000000e-04 loss=3.3472 ppl=28.4470 acc=0.3906 tokens=8128.0000 +step=70300 micro_steps=140600 elapsed=4.2s lr=3.000000e-04 loss=3.3373 ppl=28.1768 acc=0.3912 tokens=8128.0000 +step=70320 micro_steps=140640 elapsed=4.2s lr=3.000000e-04 loss=3.3299 ppl=27.9657 acc=0.3907 tokens=8128.0000 +step=70340 micro_steps=140680 elapsed=4.2s lr=3.000000e-04 loss=3.3485 ppl=28.4869 acc=0.3895 tokens=8128.0000 +step=70360 micro_steps=140720 elapsed=4.2s lr=3.000000e-04 loss=3.3321 ppl=28.0322 acc=0.3927 tokens=8128.0000 +step=70380 micro_steps=140760 elapsed=4.2s lr=3.000000e-04 loss=3.3481 ppl=28.4846 acc=0.3900 tokens=8128.0000 +step=70400 micro_steps=140800 elapsed=4.2s lr=3.000000e-04 loss=3.3503 ppl=28.5415 acc=0.3884 tokens=8128.0000 +step=70420 micro_steps=140840 elapsed=4.2s lr=3.000000e-04 loss=3.3462 ppl=28.4295 acc=0.3899 tokens=8128.0000 +step=70440 micro_steps=140880 elapsed=4.2s lr=3.000000e-04 loss=3.3425 ppl=28.3046 acc=0.3889 tokens=8128.0000 +step=70460 micro_steps=140920 elapsed=4.2s lr=3.000000e-04 loss=3.3383 ppl=28.2107 acc=0.3910 tokens=8128.0000 +step=70480 micro_steps=140960 elapsed=4.2s lr=3.000000e-04 loss=3.3461 ppl=28.4189 acc=0.3903 tokens=8128.0000 +step=70500 micro_steps=141000 elapsed=4.2s lr=3.000000e-04 loss=3.3446 ppl=28.3780 acc=0.3888 tokens=8128.0000 +step=70520 micro_steps=141040 elapsed=4.2s lr=3.000000e-04 loss=3.3456 ppl=28.4193 acc=0.3907 tokens=8128.0000 +step=70540 micro_steps=141080 elapsed=4.2s lr=3.000000e-04 loss=3.3404 ppl=28.2685 acc=0.3898 tokens=8128.0000 +step=70560 micro_steps=141120 elapsed=4.2s lr=3.000000e-04 loss=3.3474 ppl=28.4590 acc=0.3908 tokens=8128.0000 +step=70580 micro_steps=141160 elapsed=4.2s lr=3.000000e-04 loss=3.3415 ppl=28.2974 acc=0.3900 tokens=8128.0000 +step=70600 micro_steps=141200 elapsed=4.2s lr=3.000000e-04 loss=3.3545 ppl=28.6638 acc=0.3883 tokens=8128.0000 +step=70620 micro_steps=141240 elapsed=4.2s lr=3.000000e-04 loss=3.3416 ppl=28.2844 acc=0.3904 tokens=8128.0000 +step=70640 micro_steps=141280 elapsed=4.2s lr=3.000000e-04 loss=3.3467 ppl=28.4434 acc=0.3894 tokens=8128.0000 +step=70660 micro_steps=141320 elapsed=4.2s lr=3.000000e-04 loss=3.3410 ppl=28.2832 acc=0.3908 tokens=8128.0000 +step=70680 micro_steps=141360 elapsed=4.2s lr=3.000000e-04 loss=3.3351 ppl=28.1210 acc=0.3916 tokens=8128.0000 +step=70700 micro_steps=141400 elapsed=4.2s lr=3.000000e-04 loss=3.3442 ppl=28.3812 acc=0.3896 tokens=8128.0000 +step=70720 micro_steps=141440 elapsed=4.2s lr=3.000000e-04 loss=3.3448 ppl=28.3992 acc=0.3894 tokens=8128.0000 +step=70740 micro_steps=141480 elapsed=4.2s lr=3.000000e-04 loss=3.3377 ppl=28.1773 acc=0.3912 tokens=8128.0000 +step=70760 micro_steps=141520 elapsed=4.2s lr=3.000000e-04 loss=3.3376 ppl=28.1761 acc=0.3912 tokens=8128.0000 +step=70780 micro_steps=141560 elapsed=4.2s lr=3.000000e-04 loss=3.3114 ppl=27.4620 acc=0.3946 tokens=8128.0000 +step=70800 micro_steps=141600 elapsed=4.2s lr=3.000000e-04 loss=3.3464 ppl=28.4310 acc=0.3891 tokens=8128.0000 +step=70820 micro_steps=141640 elapsed=4.2s lr=3.000000e-04 loss=3.3346 ppl=28.1059 acc=0.3908 tokens=8128.0000 +step=70840 micro_steps=141680 elapsed=4.2s lr=3.000000e-04 loss=3.3520 ppl=28.6008 acc=0.3899 tokens=8128.0000 +step=70860 micro_steps=141720 elapsed=4.2s lr=3.000000e-04 loss=3.3354 ppl=28.1264 acc=0.3915 tokens=8128.0000 +step=70880 micro_steps=141760 elapsed=4.2s lr=3.000000e-04 loss=3.3440 ppl=28.3690 acc=0.3908 tokens=8128.0000 +step=70900 micro_steps=141800 elapsed=4.2s lr=3.000000e-04 loss=3.3322 ppl=28.0360 acc=0.3916 tokens=8128.0000 +step=70920 micro_steps=141840 elapsed=4.2s lr=3.000000e-04 loss=3.3569 ppl=28.7383 acc=0.3882 tokens=8128.0000 +step=70940 micro_steps=141880 elapsed=4.2s lr=3.000000e-04 loss=3.3398 ppl=28.2433 acc=0.3903 tokens=8128.0000 +step=70960 micro_steps=141920 elapsed=4.2s lr=3.000000e-04 loss=3.3375 ppl=28.1674 acc=0.3913 tokens=8128.0000 +step=70980 micro_steps=141960 elapsed=4.2s lr=3.000000e-04 loss=3.3360 ppl=28.1588 acc=0.3913 tokens=8128.0000 +step=71000 micro_steps=142000 elapsed=4.2s lr=3.000000e-04 loss=3.3562 ppl=28.7200 acc=0.3879 tokens=8128.0000 +[sample step=71000] [CLS] would pitch in the minors, would receive a $5 million bonus, plus a two - thirds stake in a return to japan for an undisclosed period. [SEP] it is not what we planned in the mid - 1990s, today. [SEP] in hong kong, murray dropped serve in the fifth game just under an hour later and served out to victory in 59 minutes. [SEP] sidebottom faces a possible drubbing from the briton's rate with his innings under billions. [SEP] following the sentence, chambers, 22, will be given a one - year suspended sentence and a two - year supervision order when he returns to the olympic park [SEP] +step=71020 micro_steps=142040 elapsed=6.4s lr=3.000000e-04 loss=3.3362 ppl=28.1459 acc=0.3915 tokens=8128.0000 +step=71040 micro_steps=142080 elapsed=4.2s lr=3.000000e-04 loss=3.3431 ppl=28.3448 acc=0.3914 tokens=8128.0000 +step=71060 micro_steps=142120 elapsed=4.2s lr=3.000000e-04 loss=3.3454 ppl=28.4057 acc=0.3898 tokens=8128.0000 +step=71080 micro_steps=142160 elapsed=4.2s lr=3.000000e-04 loss=3.3470 ppl=28.4564 acc=0.3904 tokens=8128.0000 +step=71100 micro_steps=142200 elapsed=4.2s lr=3.000000e-04 loss=3.3340 ppl=28.0969 acc=0.3907 tokens=8128.0000 +step=71120 micro_steps=142240 elapsed=4.2s lr=3.000000e-04 loss=3.3385 ppl=28.2201 acc=0.3928 tokens=8128.0000 +step=71140 micro_steps=142280 elapsed=4.2s lr=3.000000e-04 loss=3.3377 ppl=28.2027 acc=0.3901 tokens=8128.0000 +step=71160 micro_steps=142320 elapsed=4.2s lr=3.000000e-04 loss=3.3218 ppl=27.7937 acc=0.3932 tokens=8128.0000 +step=71180 micro_steps=142360 elapsed=4.2s lr=3.000000e-04 loss=3.3424 ppl=28.3161 acc=0.3899 tokens=8128.0000 +step=71200 micro_steps=142400 elapsed=4.2s lr=3.000000e-04 loss=3.3312 ppl=28.0156 acc=0.3908 tokens=8128.0000 +step=71220 micro_steps=142440 elapsed=4.2s lr=3.000000e-04 loss=3.3387 ppl=28.2105 acc=0.3905 tokens=8128.0000 +step=71240 micro_steps=142480 elapsed=4.2s lr=3.000000e-04 loss=3.3376 ppl=28.1773 acc=0.3907 tokens=8128.0000 +step=71260 micro_steps=142520 elapsed=4.2s lr=3.000000e-04 loss=3.3436 ppl=28.3619 acc=0.3905 tokens=8128.0000 +step=71280 micro_steps=142560 elapsed=4.2s lr=3.000000e-04 loss=3.3222 ppl=27.7541 acc=0.3922 tokens=8128.0000 +step=71300 micro_steps=142600 elapsed=4.2s lr=3.000000e-04 loss=3.3360 ppl=28.1323 acc=0.3910 tokens=8128.0000 +step=71320 micro_steps=142640 elapsed=4.2s lr=3.000000e-04 loss=3.3320 ppl=28.0303 acc=0.3919 tokens=8128.0000 +step=71340 micro_steps=142680 elapsed=4.2s lr=3.000000e-04 loss=3.3395 ppl=28.2488 acc=0.3901 tokens=8128.0000 +step=71360 micro_steps=142720 elapsed=4.2s lr=3.000000e-04 loss=3.3441 ppl=28.3559 acc=0.3888 tokens=8128.0000 +step=71380 micro_steps=142760 elapsed=4.2s lr=3.000000e-04 loss=3.3201 ppl=27.7590 acc=0.3938 tokens=8128.0000 +step=71400 micro_steps=142800 elapsed=4.2s lr=3.000000e-04 loss=3.3478 ppl=28.4743 acc=0.3891 tokens=8128.0000 +step=71420 micro_steps=142840 elapsed=4.2s lr=3.000000e-04 loss=3.3503 ppl=28.5631 acc=0.3893 tokens=8128.0000 +step=71440 micro_steps=142880 elapsed=4.2s lr=3.000000e-04 loss=3.3471 ppl=28.4583 acc=0.3903 tokens=8128.0000 +step=71460 micro_steps=142920 elapsed=4.2s lr=3.000000e-04 loss=3.3247 ppl=27.8139 acc=0.3914 tokens=8128.0000 +step=71480 micro_steps=142960 elapsed=4.2s lr=3.000000e-04 loss=3.3404 ppl=28.2802 acc=0.3900 tokens=8128.0000 +step=71500 micro_steps=143000 elapsed=4.2s lr=3.000000e-04 loss=3.3451 ppl=28.4002 acc=0.3903 tokens=8128.0000 +step=71520 micro_steps=143040 elapsed=4.2s lr=3.000000e-04 loss=3.3416 ppl=28.3154 acc=0.3911 tokens=8128.0000 +step=71540 micro_steps=143080 elapsed=4.2s lr=3.000000e-04 loss=3.3226 ppl=27.7601 acc=0.3933 tokens=8128.0000 +step=71560 micro_steps=143120 elapsed=4.2s lr=3.000000e-04 loss=3.3389 ppl=28.2192 acc=0.3907 tokens=8128.0000 +step=71580 micro_steps=143160 elapsed=4.2s lr=3.000000e-04 loss=3.3408 ppl=28.2626 acc=0.3911 tokens=8128.0000 +step=71600 micro_steps=143200 elapsed=4.2s lr=3.000000e-04 loss=3.3406 ppl=28.2603 acc=0.3895 tokens=8128.0000 +step=71620 micro_steps=143240 elapsed=4.2s lr=3.000000e-04 loss=3.3440 ppl=28.3512 acc=0.3898 tokens=8128.0000 +step=71640 micro_steps=143280 elapsed=4.2s lr=3.000000e-04 loss=3.3378 ppl=28.1903 acc=0.3909 tokens=8128.0000 +step=71660 micro_steps=143320 elapsed=4.2s lr=3.000000e-04 loss=3.3417 ppl=28.3059 acc=0.3904 tokens=8128.0000 +step=71680 micro_steps=143360 elapsed=4.2s lr=3.000000e-04 loss=3.3416 ppl=28.2981 acc=0.3902 tokens=8128.0000 +step=71700 micro_steps=143400 elapsed=4.2s lr=3.000000e-04 loss=3.3340 ppl=28.0857 acc=0.3911 tokens=8128.0000 +step=71720 micro_steps=143440 elapsed=4.2s lr=3.000000e-04 loss=3.3406 ppl=28.2805 acc=0.3912 tokens=8128.0000 +step=71740 micro_steps=143480 elapsed=4.2s lr=3.000000e-04 loss=3.3507 ppl=28.5509 acc=0.3893 tokens=8128.0000 +step=71760 micro_steps=143520 elapsed=4.2s lr=3.000000e-04 loss=3.3459 ppl=28.4206 acc=0.3899 tokens=8128.0000 +step=71780 micro_steps=143560 elapsed=4.2s lr=3.000000e-04 loss=3.3327 ppl=28.0424 acc=0.3915 tokens=8128.0000 +step=71800 micro_steps=143600 elapsed=4.2s lr=3.000000e-04 loss=3.3397 ppl=28.2466 acc=0.3892 tokens=8128.0000 +step=71820 micro_steps=143640 elapsed=4.2s lr=3.000000e-04 loss=3.3459 ppl=28.4133 acc=0.3896 tokens=8128.0000 +step=71840 micro_steps=143680 elapsed=4.2s lr=3.000000e-04 loss=3.3481 ppl=28.4751 acc=0.3907 tokens=8128.0000 +step=71860 micro_steps=143720 elapsed=4.2s lr=3.000000e-04 loss=3.3361 ppl=28.1376 acc=0.3921 tokens=8128.0000 +step=71880 micro_steps=143760 elapsed=4.2s lr=3.000000e-04 loss=3.3564 ppl=28.7064 acc=0.3888 tokens=8128.0000 +step=71900 micro_steps=143800 elapsed=4.2s lr=3.000000e-04 loss=3.3377 ppl=28.1826 acc=0.3908 tokens=8128.0000 +step=71920 micro_steps=143840 elapsed=4.2s lr=3.000000e-04 loss=3.3277 ppl=27.9087 acc=0.3913 tokens=8128.0000 +step=71940 micro_steps=143880 elapsed=4.2s lr=3.000000e-04 loss=3.3366 ppl=28.1676 acc=0.3905 tokens=8128.0000 +step=71960 micro_steps=143920 elapsed=4.2s lr=3.000000e-04 loss=3.3306 ppl=27.9901 acc=0.3918 tokens=8128.0000 +step=71980 micro_steps=143960 elapsed=4.2s lr=3.000000e-04 loss=3.3419 ppl=28.3033 acc=0.3897 tokens=8128.0000 +step=72000 micro_steps=144000 elapsed=4.2s lr=3.000000e-04 loss=3.3467 ppl=28.4543 acc=0.3901 tokens=8128.0000 +[sample step=72000] [CLS] drunk one and took the other away. [SEP] but in terms of ideology and message, there are a few additional aspects of the approach we took in our group. [SEP] "a lot having enough zombies around here," plouffe said. [SEP] if next year's election is unpredictable, analysts expect top lawyers from the governments of four other central asian states to take donations to the party for a super - majority. [SEP] a senior mp, alan johnson, has been embarrassed by calls for his resignation, amid new revelations that he beheaded two of his closest aides. [SEP] stevens was convicted as a scot at manchester crown court in [SEP] +step=72020 micro_steps=144040 elapsed=6.4s lr=3.000000e-04 loss=3.3375 ppl=28.1855 acc=0.3914 tokens=8128.0000 +step=72040 micro_steps=144080 elapsed=4.2s lr=3.000000e-04 loss=3.3495 ppl=28.5206 acc=0.3887 tokens=8128.0000 +step=72060 micro_steps=144120 elapsed=4.2s lr=3.000000e-04 loss=3.3359 ppl=28.1342 acc=0.3907 tokens=8128.0000 +step=72080 micro_steps=144160 elapsed=4.2s lr=3.000000e-04 loss=3.3435 ppl=28.3541 acc=0.3902 tokens=8128.0000 +step=72100 micro_steps=144200 elapsed=4.2s lr=3.000000e-04 loss=3.3431 ppl=28.3510 acc=0.3911 tokens=8128.0000 +step=72120 micro_steps=144240 elapsed=4.2s lr=3.000000e-04 loss=3.3562 ppl=28.7145 acc=0.3897 tokens=8128.0000 +step=72140 micro_steps=144280 elapsed=4.2s lr=3.000000e-04 loss=3.3445 ppl=28.3728 acc=0.3907 tokens=8128.0000 +step=72160 micro_steps=144320 elapsed=4.2s lr=3.000000e-04 loss=3.3423 ppl=28.3127 acc=0.3899 tokens=8128.0000 +step=72180 micro_steps=144360 elapsed=4.2s lr=3.000000e-04 loss=3.3444 ppl=28.3652 acc=0.3902 tokens=8128.0000 +step=72200 micro_steps=144400 elapsed=4.2s lr=3.000000e-04 loss=3.3339 ppl=28.0921 acc=0.3918 tokens=8128.0000 +step=72220 micro_steps=144440 elapsed=4.2s lr=3.000000e-04 loss=3.3432 ppl=28.3544 acc=0.3912 tokens=8128.0000 +step=72240 micro_steps=144480 elapsed=4.2s lr=3.000000e-04 loss=3.3269 ppl=27.8931 acc=0.3928 tokens=8128.0000 +step=72260 micro_steps=144520 elapsed=4.2s lr=3.000000e-04 loss=3.3317 ppl=28.0204 acc=0.3914 tokens=8128.0000 +step=72280 micro_steps=144560 elapsed=4.2s lr=3.000000e-04 loss=3.3333 ppl=28.0670 acc=0.3917 tokens=8128.0000 +step=72300 micro_steps=144600 elapsed=4.2s lr=3.000000e-04 loss=3.3299 ppl=27.9830 acc=0.3920 tokens=8128.0000 +step=72320 micro_steps=144640 elapsed=4.2s lr=3.000000e-04 loss=3.3331 ppl=28.0587 acc=0.3907 tokens=8128.0000 +step=72340 micro_steps=144680 elapsed=4.2s lr=3.000000e-04 loss=3.3250 ppl=27.8212 acc=0.3928 tokens=8128.0000 +step=72360 micro_steps=144720 elapsed=4.2s lr=3.000000e-04 loss=3.3336 ppl=28.0806 acc=0.3913 tokens=8128.0000 +step=72380 micro_steps=144760 elapsed=4.2s lr=3.000000e-04 loss=3.3387 ppl=28.2103 acc=0.3898 tokens=8128.0000 +step=72400 micro_steps=144800 elapsed=4.2s lr=3.000000e-04 loss=3.3381 ppl=28.1903 acc=0.3913 tokens=8128.0000 +step=72420 micro_steps=144840 elapsed=4.2s lr=3.000000e-04 loss=3.3376 ppl=28.1806 acc=0.3905 tokens=8128.0000 +step=72440 micro_steps=144880 elapsed=4.2s lr=3.000000e-04 loss=3.3430 ppl=28.3316 acc=0.3909 tokens=8128.0000 +step=72460 micro_steps=144920 elapsed=4.2s lr=3.000000e-04 loss=3.3419 ppl=28.2973 acc=0.3914 tokens=8128.0000 +step=72480 micro_steps=144960 elapsed=4.2s lr=3.000000e-04 loss=3.3536 ppl=28.6292 acc=0.3889 tokens=8128.0000 +step=72500 micro_steps=145000 elapsed=4.2s lr=3.000000e-04 loss=3.3320 ppl=28.0309 acc=0.3911 tokens=8128.0000 +step=72520 micro_steps=145040 elapsed=4.2s lr=3.000000e-04 loss=3.3277 ppl=27.9086 acc=0.3916 tokens=8128.0000 +step=72540 micro_steps=145080 elapsed=4.2s lr=3.000000e-04 loss=3.3277 ppl=27.9069 acc=0.3917 tokens=8128.0000 +step=72560 micro_steps=145120 elapsed=4.2s lr=3.000000e-04 loss=3.3420 ppl=28.3007 acc=0.3905 tokens=8128.0000 +step=72580 micro_steps=145160 elapsed=4.2s lr=3.000000e-04 loss=3.3428 ppl=28.3210 acc=0.3893 tokens=8128.0000 +step=72600 micro_steps=145200 elapsed=4.2s lr=3.000000e-04 loss=3.3499 ppl=28.5329 acc=0.3881 tokens=8128.0000 +step=72620 micro_steps=145240 elapsed=4.2s lr=3.000000e-04 loss=3.3507 ppl=28.5532 acc=0.3899 tokens=8128.0000 +step=72640 micro_steps=145280 elapsed=4.2s lr=3.000000e-04 loss=3.3493 ppl=28.5041 acc=0.3896 tokens=8128.0000 +step=72660 micro_steps=145320 elapsed=4.2s lr=3.000000e-04 loss=3.3337 ppl=28.0858 acc=0.3914 tokens=8128.0000 +step=72680 micro_steps=145360 elapsed=4.2s lr=3.000000e-04 loss=3.3374 ppl=28.1776 acc=0.3912 tokens=8128.0000 +step=72700 micro_steps=145400 elapsed=4.2s lr=3.000000e-04 loss=3.3426 ppl=28.3282 acc=0.3909 tokens=8128.0000 +step=72720 micro_steps=145440 elapsed=4.2s lr=3.000000e-04 loss=3.3337 ppl=28.0723 acc=0.3921 tokens=8128.0000 +step=72740 micro_steps=145480 elapsed=4.2s lr=3.000000e-04 loss=3.3275 ppl=27.8905 acc=0.3923 tokens=8128.0000 +step=72760 micro_steps=145520 elapsed=4.2s lr=3.000000e-04 loss=3.3386 ppl=28.2203 acc=0.3893 tokens=8128.0000 +step=72780 micro_steps=145560 elapsed=4.2s lr=3.000000e-04 loss=3.3446 ppl=28.3921 acc=0.3905 tokens=8128.0000 +step=72800 micro_steps=145600 elapsed=4.2s lr=3.000000e-04 loss=3.3417 ppl=28.3089 acc=0.3894 tokens=8128.0000 +step=72820 micro_steps=145640 elapsed=4.2s lr=3.000000e-04 loss=3.3175 ppl=27.6365 acc=0.3941 tokens=8128.0000 +step=72840 micro_steps=145680 elapsed=4.2s lr=3.000000e-04 loss=3.3368 ppl=28.1584 acc=0.3912 tokens=8128.0000 +step=72860 micro_steps=145720 elapsed=4.2s lr=3.000000e-04 loss=3.3530 ppl=28.6155 acc=0.3885 tokens=8128.0000 +step=72880 micro_steps=145760 elapsed=4.2s lr=3.000000e-04 loss=3.3401 ppl=28.2714 acc=0.3908 tokens=8128.0000 +step=72900 micro_steps=145800 elapsed=4.2s lr=3.000000e-04 loss=3.3310 ppl=28.0303 acc=0.3917 tokens=8128.0000 +step=72920 micro_steps=145840 elapsed=4.2s lr=3.000000e-04 loss=3.3528 ppl=28.6108 acc=0.3895 tokens=8128.0000 +step=72940 micro_steps=145880 elapsed=4.2s lr=3.000000e-04 loss=3.3445 ppl=28.3878 acc=0.3902 tokens=8128.0000 +step=72960 micro_steps=145920 elapsed=4.2s lr=3.000000e-04 loss=3.3479 ppl=28.4753 acc=0.3893 tokens=8128.0000 +step=72980 micro_steps=145960 elapsed=4.2s lr=3.000000e-04 loss=3.3488 ppl=28.5011 acc=0.3904 tokens=8128.0000 +step=73000 micro_steps=146000 elapsed=4.2s lr=3.000000e-04 loss=3.3420 ppl=28.3146 acc=0.3901 tokens=8128.0000 +[sample step=73000] [CLS] davis is the first in three english premier league seasons and has come to be regarded as one of the city's brightest stars, with 23 premier league goals in our competitions. [SEP] prosecutors said the hazara mujahedeen were born out of a sept. [SEP] trailfinders. com handicaps include those well - established setters over 20 set free on lake carmel in the western financial district and enough lakes to last for weeks. [SEP] o'neill is born cesar campo castano president of the the yes on 9 neighborhood coalition, a network of groups that seeks to help at - risk teens turn themselves into law enforcement and [SEP] +step=73020 micro_steps=146040 elapsed=6.4s lr=3.000000e-04 loss=3.3378 ppl=28.1837 acc=0.3917 tokens=8128.0000 +step=73040 micro_steps=146080 elapsed=4.2s lr=3.000000e-04 loss=3.3273 ppl=27.9020 acc=0.3909 tokens=8128.0000 +step=73060 micro_steps=146120 elapsed=4.2s lr=3.000000e-04 loss=3.3403 ppl=28.2749 acc=0.3911 tokens=8128.0000 +step=73080 micro_steps=146160 elapsed=4.2s lr=3.000000e-04 loss=3.3257 ppl=27.8532 acc=0.3930 tokens=8128.0000 +step=73100 micro_steps=146200 elapsed=4.2s lr=3.000000e-04 loss=3.3383 ppl=28.2033 acc=0.3907 tokens=8128.0000 +step=73120 micro_steps=146240 elapsed=4.2s lr=3.000000e-04 loss=3.3496 ppl=28.5289 acc=0.3890 tokens=8128.0000 +step=73140 micro_steps=146280 elapsed=4.2s lr=3.000000e-04 loss=3.3294 ppl=27.9645 acc=0.3917 tokens=8128.0000 +step=73160 micro_steps=146320 elapsed=4.2s lr=3.000000e-04 loss=3.3511 ppl=28.5707 acc=0.3901 tokens=8128.0000 +step=73180 micro_steps=146360 elapsed=4.2s lr=3.000000e-04 loss=3.3411 ppl=28.2761 acc=0.3912 tokens=8128.0000 +step=73200 micro_steps=146400 elapsed=4.2s lr=3.000000e-04 loss=3.3441 ppl=28.3692 acc=0.3908 tokens=8128.0000 +step=73220 micro_steps=146440 elapsed=4.2s lr=3.000000e-04 loss=3.3416 ppl=28.3113 acc=0.3902 tokens=8128.0000 +step=73240 micro_steps=146480 elapsed=4.2s lr=3.000000e-04 loss=3.3493 ppl=28.5061 acc=0.3890 tokens=8128.0000 +step=73260 micro_steps=146520 elapsed=4.2s lr=3.000000e-04 loss=3.3315 ppl=28.0144 acc=0.3906 tokens=8128.0000 +step=73280 micro_steps=146560 elapsed=4.2s lr=3.000000e-04 loss=3.3402 ppl=28.2651 acc=0.3905 tokens=8128.0000 +step=73300 micro_steps=146600 elapsed=4.2s lr=3.000000e-04 loss=3.3424 ppl=28.3171 acc=0.3896 tokens=8128.0000 +step=73320 micro_steps=146640 elapsed=4.2s lr=3.000000e-04 loss=3.3486 ppl=28.4988 acc=0.3895 tokens=8128.0000 +step=73340 micro_steps=146680 elapsed=4.2s lr=3.000000e-04 loss=3.3383 ppl=28.2140 acc=0.3913 tokens=8128.0000 +step=73360 micro_steps=146720 elapsed=4.9s lr=3.000000e-04 loss=3.3311 ppl=28.0866 acc=0.3925 tokens=7934.3250 +step=73380 micro_steps=146760 elapsed=4.6s lr=3.000000e-04 loss=3.3450 ppl=28.4021 acc=0.3889 tokens=8128.0000 +step=73400 micro_steps=146800 elapsed=5.2s lr=3.000000e-04 loss=3.3340 ppl=28.0860 acc=0.3904 tokens=8128.0000 +step=73420 micro_steps=146840 elapsed=4.2s lr=3.000000e-04 loss=3.3433 ppl=28.3477 acc=0.3912 tokens=8128.0000 +step=73440 micro_steps=146880 elapsed=4.2s lr=3.000000e-04 loss=3.3356 ppl=28.1398 acc=0.3921 tokens=8128.0000 +step=73460 micro_steps=146920 elapsed=4.2s lr=3.000000e-04 loss=3.3257 ppl=27.8490 acc=0.3924 tokens=8128.0000 +step=73480 micro_steps=146960 elapsed=4.2s lr=3.000000e-04 loss=3.3292 ppl=27.9641 acc=0.3915 tokens=8128.0000 +step=73500 micro_steps=147000 elapsed=4.2s lr=3.000000e-04 loss=3.3406 ppl=28.2656 acc=0.3907 tokens=8128.0000 +step=73520 micro_steps=147040 elapsed=4.2s lr=3.000000e-04 loss=3.3543 ppl=28.6640 acc=0.3888 tokens=8128.0000 +step=73540 micro_steps=147080 elapsed=4.2s lr=3.000000e-04 loss=3.3285 ppl=27.9251 acc=0.3907 tokens=8128.0000 +step=73560 micro_steps=147120 elapsed=4.2s lr=3.000000e-04 loss=3.3330 ppl=28.0503 acc=0.3915 tokens=8128.0000 +step=73580 micro_steps=147160 elapsed=4.2s lr=3.000000e-04 loss=3.3293 ppl=27.9531 acc=0.3910 tokens=8128.0000 +step=73600 micro_steps=147200 elapsed=4.2s lr=3.000000e-04 loss=3.3346 ppl=28.0938 acc=0.3911 tokens=8128.0000 +step=73620 micro_steps=147240 elapsed=4.2s lr=3.000000e-04 loss=3.3412 ppl=28.2825 acc=0.3908 tokens=8128.0000 +step=73640 micro_steps=147280 elapsed=4.2s lr=3.000000e-04 loss=3.3306 ppl=27.9894 acc=0.3919 tokens=8128.0000 +step=73660 micro_steps=147320 elapsed=4.2s lr=3.000000e-04 loss=3.3447 ppl=28.3654 acc=0.3901 tokens=8128.0000 +step=73680 micro_steps=147360 elapsed=4.2s lr=3.000000e-04 loss=3.3428 ppl=28.3412 acc=0.3901 tokens=8128.0000 +step=73700 micro_steps=147400 elapsed=4.2s lr=3.000000e-04 loss=3.3496 ppl=28.5346 acc=0.3900 tokens=8128.0000 +step=73720 micro_steps=147440 elapsed=4.2s lr=3.000000e-04 loss=3.3503 ppl=28.5700 acc=0.3890 tokens=8128.0000 +step=73740 micro_steps=147480 elapsed=4.2s lr=3.000000e-04 loss=3.3348 ppl=28.1060 acc=0.3920 tokens=8128.0000 +step=73760 micro_steps=147520 elapsed=4.2s lr=3.000000e-04 loss=3.3367 ppl=28.1722 acc=0.3910 tokens=8128.0000 +step=73780 micro_steps=147560 elapsed=4.2s lr=3.000000e-04 loss=3.3253 ppl=27.8332 acc=0.3931 tokens=8128.0000 +step=73800 micro_steps=147600 elapsed=4.2s lr=3.000000e-04 loss=3.3286 ppl=27.9313 acc=0.3916 tokens=8128.0000 +step=73820 micro_steps=147640 elapsed=4.2s lr=3.000000e-04 loss=3.3350 ppl=28.1169 acc=0.3907 tokens=8128.0000 +step=73840 micro_steps=147680 elapsed=4.2s lr=3.000000e-04 loss=3.3355 ppl=28.1342 acc=0.3899 tokens=8128.0000 +step=73860 micro_steps=147720 elapsed=4.2s lr=3.000000e-04 loss=3.3377 ppl=28.1831 acc=0.3915 tokens=8128.0000 +step=73880 micro_steps=147760 elapsed=4.2s lr=3.000000e-04 loss=3.3386 ppl=28.2119 acc=0.3912 tokens=8128.0000 +step=73900 micro_steps=147800 elapsed=4.2s lr=3.000000e-04 loss=3.3406 ppl=28.2755 acc=0.3902 tokens=8128.0000 +step=73920 micro_steps=147840 elapsed=4.2s lr=3.000000e-04 loss=3.3381 ppl=28.2065 acc=0.3905 tokens=8128.0000 +step=73940 micro_steps=147880 elapsed=4.2s lr=3.000000e-04 loss=3.3309 ppl=28.0039 acc=0.3913 tokens=8128.0000 +step=73960 micro_steps=147920 elapsed=4.2s lr=3.000000e-04 loss=3.3418 ppl=28.3147 acc=0.3909 tokens=8128.0000 +step=73980 micro_steps=147960 elapsed=4.2s lr=3.000000e-04 loss=3.3202 ppl=27.6943 acc=0.3918 tokens=8128.0000 +step=74000 micro_steps=148000 elapsed=4.2s lr=3.000000e-04 loss=3.3256 ppl=27.8496 acc=0.3915 tokens=8128.0000 +[sample step=74000] [CLS] the sex, but a reading that one of the fine singers of a generation of honchos snoozed in court partying was one of five engagements to worry about in january, when the top secret briefing for air force one came to light. [SEP] gm heads into the veba fund from $29 billion after successfully raising $17 billion from china and germany. [SEP] it was ali's second reported fatality on the road in as many days, cnn reported at the time. [SEP] for anyone tempted to pull off a coup when an opec cut seems appropriate, the immediate past includes the scotiabank general dimitro [SEP] +step=74020 micro_steps=148040 elapsed=6.4s lr=3.000000e-04 loss=3.3298 ppl=27.9599 acc=0.3913 tokens=8128.0000 +step=74040 micro_steps=148080 elapsed=4.2s lr=3.000000e-04 loss=3.3379 ppl=28.2010 acc=0.3906 tokens=8128.0000 +step=74060 micro_steps=148120 elapsed=4.2s lr=3.000000e-04 loss=3.3309 ppl=28.0016 acc=0.3915 tokens=8128.0000 +step=74080 micro_steps=148160 elapsed=4.2s lr=3.000000e-04 loss=3.3407 ppl=28.2575 acc=0.3897 tokens=8128.0000 +step=74100 micro_steps=148200 elapsed=4.2s lr=3.000000e-04 loss=3.3225 ppl=27.7587 acc=0.3926 tokens=8128.0000 +step=74120 micro_steps=148240 elapsed=4.2s lr=3.000000e-04 loss=3.3374 ppl=28.1759 acc=0.3898 tokens=8128.0000 +step=74140 micro_steps=148280 elapsed=4.2s lr=3.000000e-04 loss=3.3412 ppl=28.2962 acc=0.3905 tokens=8128.0000 +step=74160 micro_steps=148320 elapsed=4.2s lr=3.000000e-04 loss=3.3393 ppl=28.2333 acc=0.3900 tokens=8128.0000 +step=74180 micro_steps=148360 elapsed=4.2s lr=3.000000e-04 loss=3.3310 ppl=27.9940 acc=0.3909 tokens=8128.0000 +step=74200 micro_steps=148400 elapsed=4.2s lr=3.000000e-04 loss=3.3392 ppl=28.2242 acc=0.3902 tokens=8128.0000 +step=74220 micro_steps=148440 elapsed=4.2s lr=3.000000e-04 loss=3.3303 ppl=27.9814 acc=0.3919 tokens=8128.0000 +step=74240 micro_steps=148480 elapsed=4.2s lr=3.000000e-04 loss=3.3411 ppl=28.2774 acc=0.3903 tokens=8128.0000 +step=74260 micro_steps=148520 elapsed=4.2s lr=3.000000e-04 loss=3.3443 ppl=28.3626 acc=0.3899 tokens=8128.0000 +step=74280 micro_steps=148560 elapsed=4.2s lr=3.000000e-04 loss=3.3337 ppl=28.0587 acc=0.3912 tokens=8128.0000 +step=74300 micro_steps=148600 elapsed=4.2s lr=3.000000e-04 loss=3.3401 ppl=28.2583 acc=0.3911 tokens=8128.0000 +step=74320 micro_steps=148640 elapsed=4.2s lr=3.000000e-04 loss=3.3363 ppl=28.1456 acc=0.3903 tokens=8128.0000 +step=74340 micro_steps=148680 elapsed=4.2s lr=3.000000e-04 loss=3.3381 ppl=28.2111 acc=0.3901 tokens=8128.0000 +step=74360 micro_steps=148720 elapsed=4.2s lr=3.000000e-04 loss=3.3213 ppl=27.7211 acc=0.3930 tokens=8128.0000 +step=74380 micro_steps=148760 elapsed=4.2s lr=3.000000e-04 loss=3.3269 ppl=27.8858 acc=0.3934 tokens=8128.0000 +step=74400 micro_steps=148800 elapsed=4.2s lr=3.000000e-04 loss=3.3368 ppl=28.1517 acc=0.3905 tokens=8128.0000 +step=74420 micro_steps=148840 elapsed=4.2s lr=3.000000e-04 loss=3.3518 ppl=28.5927 acc=0.3882 tokens=8128.0000 +step=74440 micro_steps=148880 elapsed=4.2s lr=3.000000e-04 loss=3.3397 ppl=28.2367 acc=0.3919 tokens=8128.0000 +step=74460 micro_steps=148920 elapsed=4.2s lr=3.000000e-04 loss=3.3368 ppl=28.1685 acc=0.3911 tokens=8128.0000 +step=74480 micro_steps=148960 elapsed=4.2s lr=3.000000e-04 loss=3.3318 ppl=28.0259 acc=0.3911 tokens=8128.0000 +step=74500 micro_steps=149000 elapsed=4.2s lr=3.000000e-04 loss=3.3407 ppl=28.2699 acc=0.3903 tokens=8128.0000 +step=74520 micro_steps=149040 elapsed=4.2s lr=3.000000e-04 loss=3.3327 ppl=28.0391 acc=0.3920 tokens=8128.0000 +step=74540 micro_steps=149080 elapsed=4.2s lr=3.000000e-04 loss=3.3315 ppl=28.0189 acc=0.3914 tokens=8128.0000 +step=74560 micro_steps=149120 elapsed=4.2s lr=3.000000e-04 loss=3.3460 ppl=28.4238 acc=0.3914 tokens=8128.0000 +step=74580 micro_steps=149160 elapsed=4.2s lr=3.000000e-04 loss=3.3291 ppl=27.9506 acc=0.3920 tokens=8128.0000 +step=74600 micro_steps=149200 elapsed=4.2s lr=3.000000e-04 loss=3.3418 ppl=28.3020 acc=0.3906 tokens=8128.0000 +step=74620 micro_steps=149240 elapsed=4.2s lr=3.000000e-04 loss=3.3430 ppl=28.3222 acc=0.3904 tokens=8128.0000 +step=74640 micro_steps=149280 elapsed=4.2s lr=3.000000e-04 loss=3.3484 ppl=28.5002 acc=0.3898 tokens=8128.0000 +step=74660 micro_steps=149320 elapsed=4.2s lr=3.000000e-04 loss=3.3354 ppl=28.1072 acc=0.3909 tokens=8128.0000 +step=74680 micro_steps=149360 elapsed=4.2s lr=3.000000e-04 loss=3.3406 ppl=28.2667 acc=0.3906 tokens=8128.0000 +step=74700 micro_steps=149400 elapsed=4.2s lr=3.000000e-04 loss=3.3364 ppl=28.1502 acc=0.3911 tokens=8128.0000 +step=74720 micro_steps=149440 elapsed=4.2s lr=3.000000e-04 loss=3.3251 ppl=27.8275 acc=0.3933 tokens=8128.0000 +step=74740 micro_steps=149480 elapsed=4.2s lr=3.000000e-04 loss=3.3314 ppl=28.0207 acc=0.3912 tokens=8128.0000 +step=74760 micro_steps=149520 elapsed=4.2s lr=3.000000e-04 loss=3.3396 ppl=28.2321 acc=0.3899 tokens=8128.0000 +step=74780 micro_steps=149560 elapsed=4.2s lr=3.000000e-04 loss=3.3370 ppl=28.1616 acc=0.3912 tokens=8128.0000 +step=74800 micro_steps=149600 elapsed=4.2s lr=3.000000e-04 loss=3.3437 ppl=28.3528 acc=0.3896 tokens=8128.0000 +step=74820 micro_steps=149640 elapsed=4.2s lr=3.000000e-04 loss=3.3398 ppl=28.2460 acc=0.3902 tokens=8128.0000 +step=74840 micro_steps=149680 elapsed=4.2s lr=3.000000e-04 loss=3.3395 ppl=28.2315 acc=0.3900 tokens=8128.0000 +step=74860 micro_steps=149720 elapsed=4.2s lr=3.000000e-04 loss=3.3301 ppl=27.9792 acc=0.3914 tokens=8128.0000 +step=74880 micro_steps=149760 elapsed=4.2s lr=3.000000e-04 loss=3.3332 ppl=28.0476 acc=0.3906 tokens=8128.0000 +step=74900 micro_steps=149800 elapsed=4.2s lr=3.000000e-04 loss=3.3322 ppl=28.0390 acc=0.3918 tokens=8128.0000 +step=74920 micro_steps=149840 elapsed=4.2s lr=3.000000e-04 loss=3.3452 ppl=28.3909 acc=0.3913 tokens=8128.0000 +step=74940 micro_steps=149880 elapsed=4.2s lr=3.000000e-04 loss=3.3269 ppl=27.8904 acc=0.3917 tokens=8128.0000 +step=74960 micro_steps=149920 elapsed=4.2s lr=3.000000e-04 loss=3.3389 ppl=28.2207 acc=0.3909 tokens=8128.0000 +step=74980 micro_steps=149960 elapsed=4.2s lr=3.000000e-04 loss=3.3176 ppl=27.6279 acc=0.3934 tokens=8128.0000 +step=75000 micro_steps=150000 elapsed=4.2s lr=3.000000e-04 loss=3.3399 ppl=28.2517 acc=0.3903 tokens=8128.0000 +[sample step=75000] [CLS] saturday with a 7 - 1 whitewash on aug. [SEP] santa had thrown a tree - pod into the front of his vehicle and nonchalantly toppled the iphone cord in an attempt to punch kerry from behind. [SEP] a federal police officer and two militia members were killed along with at least 1, 000 followers of mousavi during a vicious crackdown in tehran on wednesday, security sources said. [SEP] get to know everyone - - regardless of what their sexual preferences are and the people they are supposed to be dealing with. [SEP] even if the unveiling does a little good, i am sure the rapid development of game - tracking [SEP] +step=75020 micro_steps=150040 elapsed=6.4s lr=3.000000e-04 loss=3.3346 ppl=28.1032 acc=0.3923 tokens=8128.0000 +step=75040 micro_steps=150080 elapsed=4.2s lr=3.000000e-04 loss=3.3382 ppl=28.1941 acc=0.3907 tokens=8128.0000 +step=75060 micro_steps=150120 elapsed=4.2s lr=3.000000e-04 loss=3.3223 ppl=27.7489 acc=0.3924 tokens=8128.0000 +step=75080 micro_steps=150160 elapsed=4.2s lr=3.000000e-04 loss=3.3339 ppl=28.0975 acc=0.3909 tokens=8128.0000 +step=75100 micro_steps=150200 elapsed=4.2s lr=3.000000e-04 loss=3.3312 ppl=28.0018 acc=0.3922 tokens=8128.0000 +step=75120 micro_steps=150240 elapsed=4.2s lr=3.000000e-04 loss=3.3424 ppl=28.3295 acc=0.3904 tokens=8128.0000 +step=75140 micro_steps=150280 elapsed=4.2s lr=3.000000e-04 loss=3.3261 ppl=27.8655 acc=0.3924 tokens=8128.0000 +step=75160 micro_steps=150320 elapsed=4.2s lr=3.000000e-04 loss=3.3191 ppl=27.6970 acc=0.3937 tokens=8128.0000 +step=75180 micro_steps=150360 elapsed=4.2s lr=3.000000e-04 loss=3.3381 ppl=28.2043 acc=0.3907 tokens=8128.0000 +step=75200 micro_steps=150400 elapsed=4.2s lr=3.000000e-04 loss=3.3291 ppl=27.9646 acc=0.3921 tokens=8128.0000 +step=75220 micro_steps=150440 elapsed=4.2s lr=3.000000e-04 loss=3.3448 ppl=28.3970 acc=0.3897 tokens=8128.0000 +step=75240 micro_steps=150480 elapsed=4.2s lr=3.000000e-04 loss=3.3311 ppl=28.0027 acc=0.3907 tokens=8128.0000 +step=75260 micro_steps=150520 elapsed=4.2s lr=3.000000e-04 loss=3.3289 ppl=27.9444 acc=0.3914 tokens=8128.0000 +step=75280 micro_steps=150560 elapsed=4.2s lr=3.000000e-04 loss=3.3338 ppl=28.0637 acc=0.3911 tokens=8128.0000 +step=75300 micro_steps=150600 elapsed=4.2s lr=3.000000e-04 loss=3.3284 ppl=27.9141 acc=0.3910 tokens=8128.0000 +step=75320 micro_steps=150640 elapsed=4.2s lr=3.000000e-04 loss=3.3184 ppl=27.6459 acc=0.3941 tokens=8128.0000 +step=75340 micro_steps=150680 elapsed=4.2s lr=3.000000e-04 loss=3.3325 ppl=28.0475 acc=0.3923 tokens=8128.0000 +step=75360 micro_steps=150720 elapsed=4.2s lr=3.000000e-04 loss=3.3183 ppl=27.6506 acc=0.3938 tokens=8128.0000 +step=75380 micro_steps=150760 elapsed=4.2s lr=3.000000e-04 loss=3.3269 ppl=27.8858 acc=0.3908 tokens=8128.0000 +step=75400 micro_steps=150800 elapsed=4.2s lr=3.000000e-04 loss=3.3143 ppl=27.5318 acc=0.3939 tokens=8128.0000 +step=75420 micro_steps=150840 elapsed=4.2s lr=3.000000e-04 loss=3.3192 ppl=27.6685 acc=0.3931 tokens=8128.0000 +step=75440 micro_steps=150880 elapsed=4.2s lr=3.000000e-04 loss=3.3440 ppl=28.3647 acc=0.3896 tokens=8128.0000 +step=75460 micro_steps=150920 elapsed=4.2s lr=3.000000e-04 loss=3.3379 ppl=28.2139 acc=0.3899 tokens=8128.0000 +step=75480 micro_steps=150960 elapsed=4.2s lr=3.000000e-04 loss=3.3348 ppl=28.0981 acc=0.3910 tokens=8128.0000 +step=75500 micro_steps=151000 elapsed=4.2s lr=3.000000e-04 loss=3.3305 ppl=27.9869 acc=0.3902 tokens=8128.0000 +step=75520 micro_steps=151040 elapsed=4.2s lr=3.000000e-04 loss=3.3398 ppl=28.2501 acc=0.3905 tokens=8128.0000 +step=75540 micro_steps=151080 elapsed=4.2s lr=3.000000e-04 loss=3.3425 ppl=28.3201 acc=0.3898 tokens=8128.0000 +step=75560 micro_steps=151120 elapsed=4.2s lr=3.000000e-04 loss=3.3415 ppl=28.2859 acc=0.3911 tokens=8128.0000 +step=75580 micro_steps=151160 elapsed=4.2s lr=3.000000e-04 loss=3.3381 ppl=28.1967 acc=0.3914 tokens=8128.0000 +step=75600 micro_steps=151200 elapsed=4.2s lr=3.000000e-04 loss=3.3185 ppl=27.6446 acc=0.3924 tokens=8128.0000 +step=75620 micro_steps=151240 elapsed=4.2s lr=3.000000e-04 loss=3.3457 ppl=28.4140 acc=0.3886 tokens=8128.0000 +step=75640 micro_steps=151280 elapsed=4.2s lr=3.000000e-04 loss=3.3344 ppl=28.0986 acc=0.3919 tokens=8128.0000 +step=75660 micro_steps=151320 elapsed=4.2s lr=3.000000e-04 loss=3.3371 ppl=28.1878 acc=0.3912 tokens=8128.0000 +step=75680 micro_steps=151360 elapsed=4.2s lr=3.000000e-04 loss=3.3370 ppl=28.1515 acc=0.3910 tokens=8128.0000 +step=75700 micro_steps=151400 elapsed=4.2s lr=3.000000e-04 loss=3.3282 ppl=27.9379 acc=0.3921 tokens=8128.0000 +step=75720 micro_steps=151440 elapsed=4.2s lr=3.000000e-04 loss=3.3364 ppl=28.1474 acc=0.3912 tokens=8128.0000 +step=75740 micro_steps=151480 elapsed=4.2s lr=3.000000e-04 loss=3.3223 ppl=27.7555 acc=0.3929 tokens=8128.0000 +step=75760 micro_steps=151520 elapsed=4.2s lr=3.000000e-04 loss=3.3396 ppl=28.2460 acc=0.3902 tokens=8128.0000 +step=75780 micro_steps=151560 elapsed=4.2s lr=3.000000e-04 loss=3.3190 ppl=27.6757 acc=0.3936 tokens=8128.0000 +step=75800 micro_steps=151600 elapsed=4.2s lr=3.000000e-04 loss=3.3364 ppl=28.1462 acc=0.3913 tokens=8128.0000 +step=75820 micro_steps=151640 elapsed=4.2s lr=3.000000e-04 loss=3.3216 ppl=27.7494 acc=0.3925 tokens=8128.0000 +step=75840 micro_steps=151680 elapsed=4.2s lr=3.000000e-04 loss=3.3440 ppl=28.3701 acc=0.3901 tokens=8128.0000 +step=75860 micro_steps=151720 elapsed=4.2s lr=3.000000e-04 loss=3.3292 ppl=27.9483 acc=0.3921 tokens=8128.0000 +step=75880 micro_steps=151760 elapsed=4.2s lr=3.000000e-04 loss=3.3232 ppl=27.7743 acc=0.3929 tokens=8128.0000 +step=75900 micro_steps=151800 elapsed=4.2s lr=3.000000e-04 loss=3.3312 ppl=28.0161 acc=0.3914 tokens=8128.0000 +step=75920 micro_steps=151840 elapsed=4.2s lr=3.000000e-04 loss=3.3241 ppl=27.8135 acc=0.3927 tokens=8128.0000 +step=75940 micro_steps=151880 elapsed=4.2s lr=3.000000e-04 loss=3.3296 ppl=27.9717 acc=0.3914 tokens=8128.0000 +step=75960 micro_steps=151920 elapsed=4.2s lr=3.000000e-04 loss=3.3324 ppl=28.0506 acc=0.3920 tokens=8128.0000 +step=75980 micro_steps=151960 elapsed=4.2s lr=3.000000e-04 loss=3.3328 ppl=28.0509 acc=0.3915 tokens=8128.0000 +step=76000 micro_steps=152000 elapsed=4.2s lr=3.000000e-04 loss=3.3505 ppl=28.5467 acc=0.3895 tokens=8128.0000 +[sample step=76000] [CLS] the harder it becomes to turn around the rest of the economies and avoid a fuller rebound. [SEP] most of the team are owned by the national football league, which announced last week that it would distribute the 2010 all - star game. [SEP] wyeth shares fell $2. 80, or 9. 9 percent, to $32. 94, while abbott laboratories, the market leader in the north american pharmaceutical market, slid $2. 72, or 8. 3 percent, to $69. 48. [SEP] the weakness of the u. s. dollar - - which came under pressure after federal reserve economists on tuesday cast his forecast [SEP] +step=76020 micro_steps=152040 elapsed=6.4s lr=3.000000e-04 loss=3.3356 ppl=28.1318 acc=0.3916 tokens=8128.0000 +step=76040 micro_steps=152080 elapsed=4.2s lr=3.000000e-04 loss=3.3295 ppl=27.9634 acc=0.3911 tokens=8128.0000 +step=76060 micro_steps=152120 elapsed=4.2s lr=3.000000e-04 loss=3.3262 ppl=27.8651 acc=0.3904 tokens=8128.0000 +step=76080 micro_steps=152160 elapsed=4.2s lr=3.000000e-04 loss=3.3236 ppl=27.8160 acc=0.3919 tokens=8128.0000 +step=76100 micro_steps=152200 elapsed=4.2s lr=3.000000e-04 loss=3.3275 ppl=27.9091 acc=0.3922 tokens=8128.0000 +step=76120 micro_steps=152240 elapsed=4.2s lr=3.000000e-04 loss=3.3317 ppl=28.0266 acc=0.3919 tokens=8128.0000 +step=76140 micro_steps=152280 elapsed=4.2s lr=3.000000e-04 loss=3.3355 ppl=28.1249 acc=0.3914 tokens=8128.0000 +step=76160 micro_steps=152320 elapsed=4.2s lr=3.000000e-04 loss=3.3324 ppl=28.0463 acc=0.3924 tokens=8128.0000 +step=76180 micro_steps=152360 elapsed=4.2s lr=3.000000e-04 loss=3.3259 ppl=27.8556 acc=0.3909 tokens=8128.0000 +step=76200 micro_steps=152400 elapsed=4.2s lr=3.000000e-04 loss=3.3232 ppl=27.7734 acc=0.3927 tokens=8128.0000 +step=76220 micro_steps=152440 elapsed=4.2s lr=3.000000e-04 loss=3.3262 ppl=27.8862 acc=0.3915 tokens=8128.0000 +step=76240 micro_steps=152480 elapsed=4.2s lr=3.000000e-04 loss=3.3326 ppl=28.0340 acc=0.3915 tokens=8128.0000 +step=76260 micro_steps=152520 elapsed=4.2s lr=3.000000e-04 loss=3.3232 ppl=27.7800 acc=0.3929 tokens=8128.0000 +step=76280 micro_steps=152560 elapsed=4.2s lr=3.000000e-04 loss=3.3316 ppl=28.0291 acc=0.3912 tokens=8128.0000 +step=76300 micro_steps=152600 elapsed=4.2s lr=3.000000e-04 loss=3.3345 ppl=28.0948 acc=0.3908 tokens=8128.0000 +step=76320 micro_steps=152640 elapsed=4.2s lr=3.000000e-04 loss=3.3299 ppl=27.9606 acc=0.3915 tokens=8128.0000 +step=76340 micro_steps=152680 elapsed=4.2s lr=3.000000e-04 loss=3.3368 ppl=28.1610 acc=0.3902 tokens=8128.0000 +step=76360 micro_steps=152720 elapsed=4.2s lr=3.000000e-04 loss=3.3208 ppl=27.7203 acc=0.3932 tokens=8128.0000 +step=76380 micro_steps=152760 elapsed=4.2s lr=3.000000e-04 loss=3.3335 ppl=28.0688 acc=0.3900 tokens=8128.0000 +step=76400 micro_steps=152800 elapsed=4.2s lr=3.000000e-04 loss=3.3313 ppl=28.0113 acc=0.3916 tokens=8128.0000 +step=76420 micro_steps=152840 elapsed=4.2s lr=3.000000e-04 loss=3.3352 ppl=28.1171 acc=0.3907 tokens=8128.0000 +step=76440 micro_steps=152880 elapsed=4.2s lr=3.000000e-04 loss=3.3429 ppl=28.3362 acc=0.3903 tokens=8128.0000 +step=76460 micro_steps=152920 elapsed=4.2s lr=3.000000e-04 loss=3.3314 ppl=28.0156 acc=0.3909 tokens=8128.0000 +step=76480 micro_steps=152960 elapsed=4.2s lr=3.000000e-04 loss=3.3336 ppl=28.0736 acc=0.3911 tokens=8128.0000 +step=76500 micro_steps=153000 elapsed=4.2s lr=3.000000e-04 loss=3.3389 ppl=28.2348 acc=0.3905 tokens=8128.0000 +step=76520 micro_steps=153040 elapsed=4.2s lr=3.000000e-04 loss=3.3261 ppl=27.8684 acc=0.3909 tokens=8128.0000 +step=76540 micro_steps=153080 elapsed=4.2s lr=3.000000e-04 loss=3.3357 ppl=28.1343 acc=0.3925 tokens=8128.0000 +step=76560 micro_steps=153120 elapsed=4.2s lr=3.000000e-04 loss=3.3329 ppl=28.0548 acc=0.3916 tokens=8128.0000 +step=76580 micro_steps=153160 elapsed=4.2s lr=3.000000e-04 loss=3.3301 ppl=27.9747 acc=0.3922 tokens=8128.0000 +step=76600 micro_steps=153200 elapsed=4.2s lr=3.000000e-04 loss=3.3419 ppl=28.3022 acc=0.3897 tokens=8128.0000 +step=76620 micro_steps=153240 elapsed=4.2s lr=3.000000e-04 loss=3.3231 ppl=27.7889 acc=0.3933 tokens=8128.0000 +step=76640 micro_steps=153280 elapsed=4.2s lr=3.000000e-04 loss=3.3329 ppl=28.0538 acc=0.3925 tokens=8128.0000 +step=76660 micro_steps=153320 elapsed=4.2s lr=3.000000e-04 loss=3.3291 ppl=27.9442 acc=0.3916 tokens=8128.0000 +step=76680 micro_steps=153360 elapsed=4.2s lr=3.000000e-04 loss=3.3305 ppl=27.9718 acc=0.3919 tokens=8128.0000 +step=76700 micro_steps=153400 elapsed=4.2s lr=3.000000e-04 loss=3.3311 ppl=28.0073 acc=0.3921 tokens=8128.0000 +step=76720 micro_steps=153440 elapsed=4.2s lr=3.000000e-04 loss=3.3360 ppl=28.1345 acc=0.3917 tokens=8128.0000 +step=76740 micro_steps=153480 elapsed=4.2s lr=3.000000e-04 loss=3.3283 ppl=27.9135 acc=0.3916 tokens=8128.0000 +step=76760 micro_steps=153520 elapsed=4.2s lr=3.000000e-04 loss=3.3372 ppl=28.1845 acc=0.3920 tokens=8128.0000 +step=76780 micro_steps=153560 elapsed=4.2s lr=3.000000e-04 loss=3.3302 ppl=27.9718 acc=0.3908 tokens=8128.0000 +step=76800 micro_steps=153600 elapsed=4.2s lr=3.000000e-04 loss=3.3332 ppl=28.0581 acc=0.3917 tokens=8128.0000 +step=76820 micro_steps=153640 elapsed=4.2s lr=3.000000e-04 loss=3.3225 ppl=27.7608 acc=0.3924 tokens=8128.0000 +step=76840 micro_steps=153680 elapsed=4.2s lr=3.000000e-04 loss=3.3500 ppl=28.5377 acc=0.3886 tokens=8128.0000 +step=76860 micro_steps=153720 elapsed=4.2s lr=3.000000e-04 loss=3.3179 ppl=27.6265 acc=0.3930 tokens=8128.0000 +step=76880 micro_steps=153760 elapsed=4.2s lr=3.000000e-04 loss=3.3373 ppl=28.1823 acc=0.3913 tokens=8128.0000 +step=76900 micro_steps=153800 elapsed=4.2s lr=3.000000e-04 loss=3.3333 ppl=28.0638 acc=0.3919 tokens=8128.0000 +step=76920 micro_steps=153840 elapsed=4.2s lr=3.000000e-04 loss=3.3348 ppl=28.0987 acc=0.3909 tokens=8128.0000 +step=76940 micro_steps=153880 elapsed=4.2s lr=3.000000e-04 loss=3.3349 ppl=28.1047 acc=0.3904 tokens=8128.0000 +step=76960 micro_steps=153920 elapsed=4.2s lr=3.000000e-04 loss=3.3204 ppl=27.7041 acc=0.3939 tokens=8128.0000 +step=76980 micro_steps=153960 elapsed=4.2s lr=3.000000e-04 loss=3.3297 ppl=27.9520 acc=0.3920 tokens=8128.0000 +step=77000 micro_steps=154000 elapsed=4.2s lr=3.000000e-04 loss=3.3342 ppl=28.0972 acc=0.3911 tokens=8128.0000 +[sample step=77000] [CLS] women but heterosexual women, it's more real than the passing of the lifetime of the vice president. [SEP] in 1952 he received a phd in physics at joseph, one of the raf's first medical schools. • a good spot for a pint at bordeaux's new bar/bar is an elvis tunnels wine tasting stage in the cellar that opens on august 5th, 1909. [SEP] the programme was 2 child protection plan; claimed 999 children. [SEP] nolan and his brother trailed mbeki, a former army general and twice defeated presidential hopeful, to election victories in 2002. [SEP] the strike is taking place on november 1, after [SEP] +step=77020 micro_steps=154040 elapsed=6.4s lr=3.000000e-04 loss=3.3327 ppl=28.0423 acc=0.3920 tokens=8128.0000 +step=77040 micro_steps=154080 elapsed=4.2s lr=3.000000e-04 loss=3.3351 ppl=28.1093 acc=0.3916 tokens=8128.0000 +step=77060 micro_steps=154120 elapsed=4.2s lr=3.000000e-04 loss=3.3369 ppl=28.1606 acc=0.3913 tokens=8128.0000 +step=77080 micro_steps=154160 elapsed=4.2s lr=3.000000e-04 loss=3.3300 ppl=27.9802 acc=0.3926 tokens=8128.0000 +step=77100 micro_steps=154200 elapsed=4.2s lr=3.000000e-04 loss=3.3375 ppl=28.1784 acc=0.3922 tokens=8128.0000 +step=77120 micro_steps=154240 elapsed=4.2s lr=3.000000e-04 loss=3.3520 ppl=28.5884 acc=0.3892 tokens=8128.0000 +step=77140 micro_steps=154280 elapsed=4.2s lr=3.000000e-04 loss=3.3196 ppl=27.6859 acc=0.3934 tokens=8128.0000 +step=77160 micro_steps=154320 elapsed=4.2s lr=3.000000e-04 loss=3.3305 ppl=27.9813 acc=0.3918 tokens=8128.0000 +step=77180 micro_steps=154360 elapsed=4.2s lr=3.000000e-04 loss=3.3419 ppl=28.3043 acc=0.3902 tokens=8128.0000 +step=77200 micro_steps=154400 elapsed=4.2s lr=3.000000e-04 loss=3.3439 ppl=28.3653 acc=0.3910 tokens=8128.0000 +step=77220 micro_steps=154440 elapsed=4.2s lr=3.000000e-04 loss=3.3246 ppl=27.8222 acc=0.3925 tokens=8128.0000 +step=77240 micro_steps=154480 elapsed=4.2s lr=3.000000e-04 loss=3.3286 ppl=27.9279 acc=0.3918 tokens=8128.0000 +step=77260 micro_steps=154520 elapsed=4.2s lr=3.000000e-04 loss=3.3451 ppl=28.3901 acc=0.3903 tokens=8128.0000 +step=77280 micro_steps=154560 elapsed=4.2s lr=3.000000e-04 loss=3.3266 ppl=27.8703 acc=0.3927 tokens=8128.0000 +step=77300 micro_steps=154600 elapsed=4.2s lr=3.000000e-04 loss=3.3437 ppl=28.3501 acc=0.3893 tokens=8128.0000 +step=77320 micro_steps=154640 elapsed=4.2s lr=3.000000e-04 loss=3.3389 ppl=28.2223 acc=0.3913 tokens=8128.0000 +step=77340 micro_steps=154680 elapsed=4.2s lr=3.000000e-04 loss=3.3433 ppl=28.3390 acc=0.3895 tokens=8128.0000 +step=77360 micro_steps=154720 elapsed=4.2s lr=3.000000e-04 loss=3.3246 ppl=27.8138 acc=0.3921 tokens=8128.0000 +step=77380 micro_steps=154760 elapsed=4.2s lr=3.000000e-04 loss=3.3268 ppl=27.8899 acc=0.3927 tokens=8128.0000 +step=77400 micro_steps=154800 elapsed=4.2s lr=3.000000e-04 loss=3.3368 ppl=28.1645 acc=0.3903 tokens=8128.0000 +step=77420 micro_steps=154840 elapsed=4.2s lr=3.000000e-04 loss=3.3411 ppl=28.2912 acc=0.3903 tokens=8128.0000 +step=77440 micro_steps=154880 elapsed=4.2s lr=3.000000e-04 loss=3.3392 ppl=28.2386 acc=0.3896 tokens=8128.0000 +step=77460 micro_steps=154920 elapsed=4.2s lr=3.000000e-04 loss=3.3320 ppl=28.0213 acc=0.3910 tokens=8128.0000 +step=77480 micro_steps=154960 elapsed=4.2s lr=3.000000e-04 loss=3.3332 ppl=28.0458 acc=0.3923 tokens=8128.0000 +step=77500 micro_steps=155000 elapsed=4.2s lr=3.000000e-04 loss=3.3337 ppl=28.0708 acc=0.3926 tokens=8128.0000 +step=77520 micro_steps=155040 elapsed=4.2s lr=3.000000e-04 loss=3.3309 ppl=28.0122 acc=0.3915 tokens=8128.0000 +step=77540 micro_steps=155080 elapsed=4.2s lr=3.000000e-04 loss=3.3279 ppl=27.9235 acc=0.3929 tokens=8128.0000 +step=77560 micro_steps=155120 elapsed=4.2s lr=3.000000e-04 loss=3.3409 ppl=28.2829 acc=0.3904 tokens=8128.0000 +step=77580 micro_steps=155160 elapsed=4.2s lr=3.000000e-04 loss=3.3356 ppl=28.1186 acc=0.3906 tokens=8128.0000 +step=77600 micro_steps=155200 elapsed=4.2s lr=3.000000e-04 loss=3.3323 ppl=28.0349 acc=0.3911 tokens=8128.0000 +step=77620 micro_steps=155240 elapsed=4.2s lr=3.000000e-04 loss=3.3421 ppl=28.3013 acc=0.3893 tokens=8128.0000 +step=77640 micro_steps=155280 elapsed=4.2s lr=3.000000e-04 loss=3.3249 ppl=27.8361 acc=0.3922 tokens=8128.0000 +step=77660 micro_steps=155320 elapsed=4.2s lr=3.000000e-04 loss=3.3076 ppl=27.3795 acc=0.3950 tokens=8128.0000 +step=77680 micro_steps=155360 elapsed=4.2s lr=3.000000e-04 loss=3.3351 ppl=28.1087 acc=0.3904 tokens=8128.0000 +step=77700 micro_steps=155400 elapsed=4.2s lr=3.000000e-04 loss=3.3265 ppl=27.8738 acc=0.3915 tokens=8128.0000 +step=77720 micro_steps=155440 elapsed=4.2s lr=3.000000e-04 loss=3.3382 ppl=28.1964 acc=0.3910 tokens=8128.0000 +step=77740 micro_steps=155480 elapsed=4.2s lr=3.000000e-04 loss=3.3344 ppl=28.1005 acc=0.3909 tokens=8128.0000 +step=77760 micro_steps=155520 elapsed=4.2s lr=3.000000e-04 loss=3.3289 ppl=27.9328 acc=0.3912 tokens=8128.0000 +step=77780 micro_steps=155560 elapsed=4.2s lr=3.000000e-04 loss=3.3326 ppl=28.0321 acc=0.3913 tokens=8128.0000 +step=77800 micro_steps=155600 elapsed=4.2s lr=3.000000e-04 loss=3.3259 ppl=27.8599 acc=0.3913 tokens=8128.0000 +step=77820 micro_steps=155640 elapsed=4.2s lr=3.000000e-04 loss=3.3408 ppl=28.2821 acc=0.3907 tokens=8128.0000 +step=77840 micro_steps=155680 elapsed=4.2s lr=3.000000e-04 loss=3.3311 ppl=27.9994 acc=0.3917 tokens=8128.0000 +step=77860 micro_steps=155720 elapsed=4.2s lr=3.000000e-04 loss=3.2868 ppl=27.0790 acc=0.3991 tokens=8128.0000 +step=77880 micro_steps=155760 elapsed=4.2s lr=3.000000e-04 loss=3.3410 ppl=28.2808 acc=0.3903 tokens=8128.0000 +step=77900 micro_steps=155800 elapsed=4.2s lr=3.000000e-04 loss=3.3270 ppl=27.8805 acc=0.3922 tokens=8128.0000 +step=77920 micro_steps=155840 elapsed=4.2s lr=3.000000e-04 loss=3.3290 ppl=27.9460 acc=0.3918 tokens=8128.0000 +step=77940 micro_steps=155880 elapsed=4.2s lr=3.000000e-04 loss=3.3375 ppl=28.1755 acc=0.3906 tokens=8128.0000 +step=77960 micro_steps=155920 elapsed=4.2s lr=3.000000e-04 loss=3.3403 ppl=28.2484 acc=0.3905 tokens=8128.0000 +step=77980 micro_steps=155960 elapsed=4.2s lr=3.000000e-04 loss=3.3310 ppl=28.0044 acc=0.3912 tokens=8128.0000 +step=78000 micro_steps=156000 elapsed=4.2s lr=3.000000e-04 loss=3.3374 ppl=28.1861 acc=0.3908 tokens=8128.0000 +[sample step=78000] [CLS] [SEP] but one in 3, 706 was female. [SEP] it's a country that can't compete with books from the bronx (because they haven't translated to the new york film world like this) and in guinea, where stock prices have sessionwolted over the last decade. [SEP] "it kind of became attacking," notes ed merritt, an automotive agent for the montgomery planning collective. [SEP] the 25th century remains a bit of a battle - - even during the summer months, one difficulty being prosecuted, when tensions can take their toll. [SEP] mark mertvote, who oversaw network operations for the campaign [SEP] +step=78020 micro_steps=156040 elapsed=6.4s lr=3.000000e-04 loss=3.3280 ppl=27.9215 acc=0.3904 tokens=8128.0000 +step=78040 micro_steps=156080 elapsed=4.2s lr=3.000000e-04 loss=3.3432 ppl=28.3296 acc=0.3905 tokens=8128.0000 +step=78060 micro_steps=156120 elapsed=4.2s lr=3.000000e-04 loss=3.3319 ppl=28.0347 acc=0.3919 tokens=8128.0000 +step=78080 micro_steps=156160 elapsed=4.2s lr=3.000000e-04 loss=3.3342 ppl=28.0834 acc=0.3906 tokens=8128.0000 +step=78100 micro_steps=156200 elapsed=4.2s lr=3.000000e-04 loss=3.3400 ppl=28.2460 acc=0.3901 tokens=8128.0000 +step=78120 micro_steps=156240 elapsed=4.2s lr=3.000000e-04 loss=3.3360 ppl=28.1375 acc=0.3912 tokens=8128.0000 +step=78140 micro_steps=156280 elapsed=4.2s lr=3.000000e-04 loss=3.3186 ppl=27.6548 acc=0.3929 tokens=8128.0000 +step=78160 micro_steps=156320 elapsed=4.2s lr=3.000000e-04 loss=3.3241 ppl=27.7971 acc=0.3922 tokens=8128.0000 +step=78180 micro_steps=156360 elapsed=4.2s lr=3.000000e-04 loss=3.3303 ppl=27.9912 acc=0.3904 tokens=8128.0000 +step=78200 micro_steps=156400 elapsed=4.2s lr=3.000000e-04 loss=3.3269 ppl=27.8843 acc=0.3927 tokens=8128.0000 +step=78220 micro_steps=156440 elapsed=4.2s lr=3.000000e-04 loss=3.3305 ppl=27.9917 acc=0.3918 tokens=8128.0000 +step=78240 micro_steps=156480 elapsed=4.2s lr=3.000000e-04 loss=3.3436 ppl=28.3531 acc=0.3898 tokens=8128.0000 +step=78260 micro_steps=156520 elapsed=4.2s lr=3.000000e-04 loss=3.3279 ppl=27.9144 acc=0.3923 tokens=8128.0000 +step=78280 micro_steps=156560 elapsed=4.2s lr=3.000000e-04 loss=3.3203 ppl=27.7175 acc=0.3929 tokens=8128.0000 +step=78300 micro_steps=156600 elapsed=4.2s lr=3.000000e-04 loss=3.3430 ppl=28.3441 acc=0.3902 tokens=8128.0000 +step=78320 micro_steps=156640 elapsed=4.2s lr=3.000000e-04 loss=3.3420 ppl=28.3025 acc=0.3901 tokens=8128.0000 +step=78340 micro_steps=156680 elapsed=4.2s lr=3.000000e-04 loss=3.3260 ppl=27.8542 acc=0.3927 tokens=8128.0000 +step=78360 micro_steps=156720 elapsed=4.2s lr=3.000000e-04 loss=3.3401 ppl=28.2541 acc=0.3912 tokens=8128.0000 +step=78380 micro_steps=156760 elapsed=4.2s lr=3.000000e-04 loss=3.3428 ppl=28.3356 acc=0.3912 tokens=8128.0000 +step=78400 micro_steps=156800 elapsed=4.2s lr=3.000000e-04 loss=3.3279 ppl=27.9126 acc=0.3917 tokens=8128.0000 +step=78420 micro_steps=156840 elapsed=4.2s lr=3.000000e-04 loss=3.3301 ppl=27.9768 acc=0.3918 tokens=8128.0000 +step=78440 micro_steps=156880 elapsed=4.2s lr=3.000000e-04 loss=3.3452 ppl=28.4058 acc=0.3898 tokens=8128.0000 +step=78460 micro_steps=156920 elapsed=4.2s lr=3.000000e-04 loss=3.3328 ppl=28.0485 acc=0.3911 tokens=8128.0000 +step=78480 micro_steps=156960 elapsed=4.2s lr=3.000000e-04 loss=3.3239 ppl=27.7960 acc=0.3919 tokens=8128.0000 +step=78500 micro_steps=157000 elapsed=4.2s lr=3.000000e-04 loss=3.3204 ppl=27.7028 acc=0.3944 tokens=8128.0000 +step=78520 micro_steps=157040 elapsed=4.2s lr=3.000000e-04 loss=3.3311 ppl=27.9927 acc=0.3931 tokens=8128.0000 +step=78540 micro_steps=157080 elapsed=4.2s lr=3.000000e-04 loss=3.3392 ppl=28.2256 acc=0.3918 tokens=8128.0000 +step=78560 micro_steps=157120 elapsed=4.2s lr=3.000000e-04 loss=3.3230 ppl=27.7986 acc=0.3921 tokens=8128.0000 +step=78580 micro_steps=157160 elapsed=4.2s lr=3.000000e-04 loss=3.3390 ppl=28.2298 acc=0.3911 tokens=8128.0000 +step=78600 micro_steps=157200 elapsed=4.2s lr=3.000000e-04 loss=3.3291 ppl=27.9525 acc=0.3924 tokens=8128.0000 +step=78620 micro_steps=157240 elapsed=4.2s lr=3.000000e-04 loss=3.3265 ppl=27.8689 acc=0.3923 tokens=8128.0000 +step=78640 micro_steps=157280 elapsed=4.2s lr=3.000000e-04 loss=3.3165 ppl=27.5979 acc=0.3930 tokens=8128.0000 +step=78660 micro_steps=157320 elapsed=4.2s lr=3.000000e-04 loss=3.3320 ppl=28.0307 acc=0.3909 tokens=8128.0000 +step=78680 micro_steps=157360 elapsed=4.2s lr=3.000000e-04 loss=3.3342 ppl=28.0938 acc=0.3911 tokens=8128.0000 +step=78700 micro_steps=157400 elapsed=4.2s lr=3.000000e-04 loss=3.3384 ppl=28.2111 acc=0.3907 tokens=8128.0000 +step=78720 micro_steps=157440 elapsed=4.2s lr=3.000000e-04 loss=3.3311 ppl=27.9980 acc=0.3920 tokens=8128.0000 +step=78740 micro_steps=157480 elapsed=4.2s lr=3.000000e-04 loss=3.3381 ppl=28.1922 acc=0.3902 tokens=8128.0000 +step=78760 micro_steps=157520 elapsed=4.2s lr=3.000000e-04 loss=3.3334 ppl=28.0798 acc=0.3924 tokens=8128.0000 +step=78780 micro_steps=157560 elapsed=4.2s lr=3.000000e-04 loss=3.3388 ppl=28.2174 acc=0.3903 tokens=8128.0000 +step=78800 micro_steps=157600 elapsed=4.2s lr=3.000000e-04 loss=3.3278 ppl=27.9100 acc=0.3922 tokens=8128.0000 +step=78820 micro_steps=157640 elapsed=4.2s lr=3.000000e-04 loss=3.3286 ppl=27.9306 acc=0.3926 tokens=8128.0000 +step=78840 micro_steps=157680 elapsed=4.2s lr=3.000000e-04 loss=3.3285 ppl=27.9218 acc=0.3923 tokens=8128.0000 +step=78860 micro_steps=157720 elapsed=4.2s lr=3.000000e-04 loss=3.3141 ppl=27.5329 acc=0.3931 tokens=8128.0000 +step=78880 micro_steps=157760 elapsed=4.2s lr=3.000000e-04 loss=3.3274 ppl=27.9031 acc=0.3910 tokens=8128.0000 +step=78900 micro_steps=157800 elapsed=4.2s lr=3.000000e-04 loss=3.3296 ppl=27.9631 acc=0.3909 tokens=8128.0000 +step=78920 micro_steps=157840 elapsed=4.2s lr=3.000000e-04 loss=3.3264 ppl=27.8749 acc=0.3919 tokens=8128.0000 +step=78940 micro_steps=157880 elapsed=4.2s lr=3.000000e-04 loss=3.3287 ppl=27.9363 acc=0.3921 tokens=8128.0000 +step=78960 micro_steps=157920 elapsed=4.2s lr=3.000000e-04 loss=3.3388 ppl=28.2075 acc=0.3911 tokens=8128.0000 +step=78980 micro_steps=157960 elapsed=4.2s lr=3.000000e-04 loss=3.3364 ppl=28.1548 acc=0.3908 tokens=8128.0000 +step=79000 micro_steps=158000 elapsed=4.2s lr=3.000000e-04 loss=3.3122 ppl=27.4881 acc=0.3942 tokens=8128.0000 +[sample step=79000] [CLS] individuals vs. corporations. [SEP] 29/prnewswire - firstcall/- - frank n. acosta, president and ceo of gilman, n. j. - based stratfor, today announce 1, 000 new office buildings, office buildings and office buildings in 58 cities throughout the united states, europe, japan and mexico. [SEP] this is partly the fault of modern convenience stores and currys for not wearing them to work. [SEP] see a very dangerous dog tragedy. [SEP] michal rozsival had two assists. [SEP] in the form of a fresh $119 million musical for kentucky, bet has gone [SEP] +step=79020 micro_steps=158040 elapsed=6.4s lr=3.000000e-04 loss=3.3155 ppl=27.5684 acc=0.3940 tokens=8128.0000 +step=79040 micro_steps=158080 elapsed=4.2s lr=3.000000e-04 loss=3.3416 ppl=28.3010 acc=0.3900 tokens=8128.0000 +step=79060 micro_steps=158120 elapsed=4.2s lr=3.000000e-04 loss=3.3418 ppl=28.3069 acc=0.3906 tokens=8128.0000 +step=79080 micro_steps=158160 elapsed=4.2s lr=3.000000e-04 loss=3.3292 ppl=27.9577 acc=0.3926 tokens=8128.0000 +step=79100 micro_steps=158200 elapsed=4.2s lr=3.000000e-04 loss=3.3273 ppl=27.8958 acc=0.3917 tokens=8128.0000 +step=79120 micro_steps=158240 elapsed=4.2s lr=3.000000e-04 loss=3.3283 ppl=27.9197 acc=0.3922 tokens=8128.0000 +step=79140 micro_steps=158280 elapsed=4.2s lr=3.000000e-04 loss=3.3359 ppl=28.1383 acc=0.3909 tokens=8128.0000 +step=79160 micro_steps=158320 elapsed=4.2s lr=3.000000e-04 loss=3.3081 ppl=27.3771 acc=0.3926 tokens=8128.0000 +step=79180 micro_steps=158360 elapsed=4.2s lr=3.000000e-04 loss=3.3154 ppl=27.6413 acc=0.3942 tokens=8128.0000 +step=79200 micro_steps=158400 elapsed=4.2s lr=3.000000e-04 loss=3.3320 ppl=28.0295 acc=0.3921 tokens=8128.0000 +step=79220 micro_steps=158440 elapsed=4.2s lr=3.000000e-04 loss=3.3202 ppl=27.7033 acc=0.3926 tokens=8128.0000 +step=79240 micro_steps=158480 elapsed=4.2s lr=3.000000e-04 loss=3.3269 ppl=27.8881 acc=0.3934 tokens=8128.0000 +step=79260 micro_steps=158520 elapsed=4.2s lr=3.000000e-04 loss=3.3367 ppl=28.1667 acc=0.3912 tokens=8128.0000 +step=79280 micro_steps=158560 elapsed=4.2s lr=3.000000e-04 loss=3.3222 ppl=27.7623 acc=0.3922 tokens=8128.0000 +step=79300 micro_steps=158600 elapsed=4.2s lr=3.000000e-04 loss=3.3347 ppl=28.0981 acc=0.3917 tokens=8128.0000 +step=79320 micro_steps=158640 elapsed=4.2s lr=3.000000e-04 loss=3.3213 ppl=27.7259 acc=0.3933 tokens=8128.0000 +step=79340 micro_steps=158680 elapsed=4.2s lr=3.000000e-04 loss=3.3284 ppl=27.9259 acc=0.3920 tokens=8128.0000 +step=79360 micro_steps=158720 elapsed=4.2s lr=3.000000e-04 loss=3.3439 ppl=28.3641 acc=0.3913 tokens=8128.0000 +step=79380 micro_steps=158760 elapsed=4.2s lr=3.000000e-04 loss=3.3278 ppl=27.9181 acc=0.3918 tokens=8128.0000 +step=79400 micro_steps=158800 elapsed=4.2s lr=3.000000e-04 loss=3.3310 ppl=28.0067 acc=0.3914 tokens=8128.0000 +step=79420 micro_steps=158840 elapsed=4.2s lr=3.000000e-04 loss=3.3395 ppl=28.2522 acc=0.3903 tokens=8128.0000 +step=79440 micro_steps=158880 elapsed=4.2s lr=3.000000e-04 loss=3.3463 ppl=28.4494 acc=0.3897 tokens=8128.0000 +step=79460 micro_steps=158920 elapsed=4.2s lr=3.000000e-04 loss=3.3227 ppl=27.7781 acc=0.3921 tokens=8128.0000 +step=79480 micro_steps=158960 elapsed=4.2s lr=3.000000e-04 loss=3.3251 ppl=27.8326 acc=0.3916 tokens=8128.0000 +step=79500 micro_steps=159000 elapsed=4.2s lr=3.000000e-04 loss=3.3278 ppl=27.9169 acc=0.3916 tokens=8128.0000 +step=79520 micro_steps=159040 elapsed=4.2s lr=3.000000e-04 loss=3.3291 ppl=27.9546 acc=0.3921 tokens=8128.0000 +step=79540 micro_steps=159080 elapsed=4.2s lr=3.000000e-04 loss=3.3349 ppl=28.1028 acc=0.3908 tokens=8128.0000 +step=79560 micro_steps=159120 elapsed=4.2s lr=3.000000e-04 loss=3.3173 ppl=27.6075 acc=0.3919 tokens=8128.0000 +step=79580 micro_steps=159160 elapsed=4.2s lr=3.000000e-04 loss=3.3393 ppl=28.2299 acc=0.3913 tokens=8128.0000 +step=79600 micro_steps=159200 elapsed=4.2s lr=3.000000e-04 loss=3.3274 ppl=27.8916 acc=0.3918 tokens=8128.0000 +step=79620 micro_steps=159240 elapsed=4.2s lr=3.000000e-04 loss=3.3291 ppl=27.9589 acc=0.3923 tokens=8128.0000 +step=79640 micro_steps=159280 elapsed=4.2s lr=3.000000e-04 loss=3.3140 ppl=27.5250 acc=0.3927 tokens=8128.0000 +step=79660 micro_steps=159320 elapsed=4.2s lr=3.000000e-04 loss=3.3307 ppl=27.9891 acc=0.3911 tokens=8128.0000 +step=79680 micro_steps=159360 elapsed=4.2s lr=3.000000e-04 loss=3.3172 ppl=27.6177 acc=0.3932 tokens=8128.0000 +step=79700 micro_steps=159400 elapsed=4.2s lr=3.000000e-04 loss=3.3176 ppl=27.6356 acc=0.3933 tokens=8128.0000 +step=79720 micro_steps=159440 elapsed=4.2s lr=3.000000e-04 loss=3.3155 ppl=27.5641 acc=0.3936 tokens=8128.0000 +step=79740 micro_steps=159480 elapsed=4.2s lr=3.000000e-04 loss=3.3290 ppl=27.9471 acc=0.3915 tokens=8128.0000 +step=79760 micro_steps=159520 elapsed=4.2s lr=3.000000e-04 loss=3.3258 ppl=27.8464 acc=0.3917 tokens=8128.0000 +step=79780 micro_steps=159560 elapsed=4.2s lr=3.000000e-04 loss=3.3319 ppl=28.0274 acc=0.3915 tokens=8128.0000 +step=79800 micro_steps=159600 elapsed=4.2s lr=3.000000e-04 loss=3.3123 ppl=27.5152 acc=0.3933 tokens=8128.0000 +step=79820 micro_steps=159640 elapsed=4.2s lr=3.000000e-04 loss=3.3196 ppl=27.7169 acc=0.3932 tokens=8128.0000 +step=79840 micro_steps=159680 elapsed=4.2s lr=3.000000e-04 loss=3.3150 ppl=27.5624 acc=0.3931 tokens=8128.0000 +step=79860 micro_steps=159720 elapsed=4.2s lr=3.000000e-04 loss=3.3315 ppl=28.0147 acc=0.3921 tokens=8128.0000 +step=79880 micro_steps=159760 elapsed=4.2s lr=3.000000e-04 loss=3.3225 ppl=27.7533 acc=0.3931 tokens=8128.0000 +step=79900 micro_steps=159800 elapsed=4.2s lr=3.000000e-04 loss=3.3294 ppl=27.9538 acc=0.3923 tokens=8128.0000 +step=79920 micro_steps=159840 elapsed=4.2s lr=3.000000e-04 loss=3.3276 ppl=27.8945 acc=0.3911 tokens=8128.0000 +step=79940 micro_steps=159880 elapsed=4.2s lr=3.000000e-04 loss=3.3224 ppl=27.7596 acc=0.3916 tokens=8128.0000 +step=79960 micro_steps=159920 elapsed=4.2s lr=3.000000e-04 loss=3.3175 ppl=27.6370 acc=0.3933 tokens=8128.0000 +step=79980 micro_steps=159960 elapsed=4.2s lr=3.000000e-04 loss=3.3249 ppl=27.8396 acc=0.3937 tokens=8128.0000 +step=80000 micro_steps=160000 elapsed=4.2s lr=3.000000e-04 loss=3.3119 ppl=27.4633 acc=0.3941 tokens=8128.0000 +[sample step=80000] [CLS]. c., the transfer of health care fund to take action. [SEP] presidents can block many applications from similar services: they can block cavity - in - the - cavity searches - - and even worse force tenants to disclose abuse to public authorities. [SEP] the 1808 painting once owned by betty nader, and was sold by christie's just prior to kelly's death in 1946. [SEP] there have been hundreds of champ - car premieres inside the famed hollywood circuit since tradition started it in 1908. [SEP] a handful of large regulators around the nation now work in that role and with broad regulatory jurisdiction. [SEP] it was last modified at [SEP] +step=80020 micro_steps=160040 elapsed=7.4s lr=3.000000e-04 loss=3.3287 ppl=27.9370 acc=0.3915 tokens=8128.0000 +step=80040 micro_steps=160080 elapsed=4.2s lr=3.000000e-04 loss=3.3359 ppl=28.1428 acc=0.3910 tokens=8128.0000 +step=80060 micro_steps=160120 elapsed=4.2s lr=3.000000e-04 loss=3.3228 ppl=27.7646 acc=0.3927 tokens=8128.0000 +step=80080 micro_steps=160160 elapsed=4.2s lr=3.000000e-04 loss=3.3303 ppl=27.9757 acc=0.3924 tokens=8128.0000 +step=80100 micro_steps=160200 elapsed=4.2s lr=3.000000e-04 loss=3.3222 ppl=27.7500 acc=0.3937 tokens=8128.0000 +step=80120 micro_steps=160240 elapsed=4.2s lr=3.000000e-04 loss=3.3335 ppl=28.0673 acc=0.3919 tokens=8128.0000 +step=80140 micro_steps=160280 elapsed=4.2s lr=3.000000e-04 loss=3.3174 ppl=27.6200 acc=0.3923 tokens=8128.0000 +step=80160 micro_steps=160320 elapsed=4.2s lr=3.000000e-04 loss=3.3396 ppl=28.2356 acc=0.3910 tokens=8128.0000 +step=80180 micro_steps=160360 elapsed=4.2s lr=3.000000e-04 loss=3.3288 ppl=27.9570 acc=0.3920 tokens=8128.0000 +step=80200 micro_steps=160400 elapsed=4.2s lr=3.000000e-04 loss=3.3292 ppl=27.9466 acc=0.3919 tokens=8128.0000 +step=80220 micro_steps=160440 elapsed=4.3s lr=3.000000e-04 loss=3.3387 ppl=28.2131 acc=0.3915 tokens=8128.0000 +step=80240 micro_steps=160480 elapsed=4.3s lr=3.000000e-04 loss=3.3306 ppl=27.9913 acc=0.3916 tokens=8128.0000 +step=80260 micro_steps=160520 elapsed=4.3s lr=3.000000e-04 loss=3.3295 ppl=27.9489 acc=0.3924 tokens=8128.0000 +step=80280 micro_steps=160560 elapsed=4.2s lr=3.000000e-04 loss=3.3296 ppl=27.9527 acc=0.3915 tokens=8128.0000 +step=80300 micro_steps=160600 elapsed=4.2s lr=3.000000e-04 loss=3.3166 ppl=27.6058 acc=0.3939 tokens=8128.0000 +step=80320 micro_steps=160640 elapsed=4.2s lr=3.000000e-04 loss=3.3321 ppl=28.0349 acc=0.3914 tokens=8128.0000 +step=80340 micro_steps=160680 elapsed=4.2s lr=3.000000e-04 loss=3.3359 ppl=28.1293 acc=0.3913 tokens=8128.0000 +step=80360 micro_steps=160720 elapsed=4.2s lr=3.000000e-04 loss=3.3383 ppl=28.2002 acc=0.3910 tokens=8128.0000 +step=80380 micro_steps=160760 elapsed=4.2s lr=3.000000e-04 loss=3.3408 ppl=28.2665 acc=0.3898 tokens=8128.0000 +step=80400 micro_steps=160800 elapsed=4.2s lr=3.000000e-04 loss=3.3231 ppl=27.7716 acc=0.3919 tokens=8128.0000 +step=80420 micro_steps=160840 elapsed=4.2s lr=3.000000e-04 loss=3.3300 ppl=27.9809 acc=0.3912 tokens=8128.0000 +step=80440 micro_steps=160880 elapsed=4.2s lr=3.000000e-04 loss=3.3248 ppl=27.8373 acc=0.3929 tokens=8128.0000 +step=80460 micro_steps=160920 elapsed=4.2s lr=3.000000e-04 loss=3.3240 ppl=27.7977 acc=0.3924 tokens=8128.0000 +step=80480 micro_steps=160960 elapsed=4.2s lr=3.000000e-04 loss=3.3205 ppl=27.7023 acc=0.3920 tokens=8128.0000 +step=80500 micro_steps=161000 elapsed=4.2s lr=3.000000e-04 loss=3.3371 ppl=28.1757 acc=0.3909 tokens=8128.0000 +step=80520 micro_steps=161040 elapsed=4.2s lr=3.000000e-04 loss=3.3298 ppl=27.9771 acc=0.3914 tokens=8128.0000 +step=80540 micro_steps=161080 elapsed=4.2s lr=3.000000e-04 loss=3.3383 ppl=28.2036 acc=0.3908 tokens=8128.0000 +step=80560 micro_steps=161120 elapsed=4.2s lr=3.000000e-04 loss=3.3295 ppl=27.9653 acc=0.3929 tokens=8128.0000 +step=80580 micro_steps=161160 elapsed=4.2s lr=3.000000e-04 loss=3.3267 ppl=27.8833 acc=0.3914 tokens=8128.0000 +step=80600 micro_steps=161200 elapsed=4.2s lr=3.000000e-04 loss=3.3216 ppl=27.7277 acc=0.3921 tokens=8128.0000 +step=80620 micro_steps=161240 elapsed=4.2s lr=3.000000e-04 loss=3.3293 ppl=27.9481 acc=0.3915 tokens=8128.0000 +step=80640 micro_steps=161280 elapsed=4.2s lr=3.000000e-04 loss=3.3201 ppl=27.6869 acc=0.3934 tokens=8128.0000 +step=80660 micro_steps=161320 elapsed=4.2s lr=3.000000e-04 loss=3.3280 ppl=27.9006 acc=0.3917 tokens=8128.0000 +step=80680 micro_steps=161360 elapsed=4.2s lr=3.000000e-04 loss=3.3355 ppl=28.1339 acc=0.3912 tokens=8128.0000 +step=80700 micro_steps=161400 elapsed=4.2s lr=3.000000e-04 loss=3.3425 ppl=28.3113 acc=0.3898 tokens=8128.0000 +step=80720 micro_steps=161440 elapsed=4.3s lr=3.000000e-04 loss=3.3302 ppl=27.9636 acc=0.3927 tokens=8128.0000 +step=80740 micro_steps=161480 elapsed=4.3s lr=3.000000e-04 loss=3.3410 ppl=28.2870 acc=0.3907 tokens=8128.0000 +step=80760 micro_steps=161520 elapsed=4.3s lr=3.000000e-04 loss=3.3238 ppl=27.7963 acc=0.3930 tokens=8128.0000 +step=80780 micro_steps=161560 elapsed=4.3s lr=3.000000e-04 loss=3.3228 ppl=27.7784 acc=0.3942 tokens=8128.0000 +step=80800 micro_steps=161600 elapsed=4.3s lr=3.000000e-04 loss=3.3274 ppl=27.8871 acc=0.3929 tokens=8128.0000 +step=80820 micro_steps=161640 elapsed=4.3s lr=3.000000e-04 loss=3.3399 ppl=28.2597 acc=0.3901 tokens=8128.0000 +step=80840 micro_steps=161680 elapsed=4.3s lr=3.000000e-04 loss=3.3193 ppl=27.6763 acc=0.3931 tokens=8128.0000 +step=80860 micro_steps=161720 elapsed=4.2s lr=3.000000e-04 loss=3.3240 ppl=27.8277 acc=0.3922 tokens=8128.0000 +step=80880 micro_steps=161760 elapsed=4.2s lr=3.000000e-04 loss=3.3278 ppl=27.9053 acc=0.3915 tokens=8128.0000 +step=80900 micro_steps=161800 elapsed=4.2s lr=3.000000e-04 loss=3.3301 ppl=27.9900 acc=0.3919 tokens=8128.0000 +step=80920 micro_steps=161840 elapsed=4.2s lr=3.000000e-04 loss=3.3298 ppl=27.9614 acc=0.3909 tokens=8128.0000 +step=80940 micro_steps=161880 elapsed=4.2s lr=3.000000e-04 loss=3.3185 ppl=27.6532 acc=0.3937 tokens=8128.0000 +step=80960 micro_steps=161920 elapsed=4.2s lr=3.000000e-04 loss=3.3224 ppl=27.7534 acc=0.3926 tokens=8128.0000 +step=80980 micro_steps=161960 elapsed=4.2s lr=3.000000e-04 loss=3.3189 ppl=27.6750 acc=0.3934 tokens=8128.0000 +step=81000 micro_steps=162000 elapsed=4.2s lr=3.000000e-04 loss=3.3456 ppl=28.3964 acc=0.3906 tokens=8128.0000 +[sample step=81000] [CLS] everything from a hard - shell refrigerator weight to refrigerator settings. [SEP] at least 300 supporters were buried in a district of northwest tehran by a roadside bomb awaiting traffic. [SEP] emagrundong mokrw, who has worked with clinton, said tsvangirai's poll proved challenges for him to assert control over the ruling party, though he predicted the state would probably have a "clearer picture" of the results. [SEP] e - mail is also particularly tricky because, according to apple's web sites, e - commerce has protected consumers against having pieces of information that "may not have the ability to pass on to them" [SEP] +step=81020 micro_steps=162040 elapsed=6.4s lr=3.000000e-04 loss=3.3286 ppl=27.9314 acc=0.3923 tokens=8128.0000 +step=81040 micro_steps=162080 elapsed=4.2s lr=3.000000e-04 loss=3.3345 ppl=28.0998 acc=0.3913 tokens=8128.0000 +step=81060 micro_steps=162120 elapsed=4.2s lr=3.000000e-04 loss=3.3482 ppl=28.4797 acc=0.3890 tokens=8128.0000 +step=81080 micro_steps=162160 elapsed=4.2s lr=3.000000e-04 loss=3.3307 ppl=28.0002 acc=0.3910 tokens=8128.0000 +step=81100 micro_steps=162200 elapsed=4.2s lr=3.000000e-04 loss=3.3199 ppl=27.6862 acc=0.3937 tokens=8128.0000 +step=81120 micro_steps=162240 elapsed=4.2s lr=3.000000e-04 loss=3.3198 ppl=27.6875 acc=0.3920 tokens=8128.0000 +step=81140 micro_steps=162280 elapsed=4.2s lr=3.000000e-04 loss=3.3324 ppl=28.0409 acc=0.3912 tokens=8128.0000 +step=81160 micro_steps=162320 elapsed=4.2s lr=3.000000e-04 loss=3.3351 ppl=28.1221 acc=0.3912 tokens=8128.0000 +step=81180 micro_steps=162360 elapsed=4.2s lr=3.000000e-04 loss=3.3412 ppl=28.2961 acc=0.3904 tokens=8128.0000 +step=81200 micro_steps=162400 elapsed=4.2s lr=3.000000e-04 loss=3.3225 ppl=27.7675 acc=0.3934 tokens=8128.0000 +step=81220 micro_steps=162440 elapsed=4.2s lr=3.000000e-04 loss=3.3162 ppl=27.5962 acc=0.3936 tokens=8128.0000 +step=81240 micro_steps=162480 elapsed=4.2s lr=3.000000e-04 loss=3.3237 ppl=27.7862 acc=0.3920 tokens=8128.0000 +step=81260 micro_steps=162520 elapsed=4.2s lr=3.000000e-04 loss=3.3248 ppl=27.8154 acc=0.3932 tokens=8128.0000 +step=81280 micro_steps=162560 elapsed=4.2s lr=3.000000e-04 loss=3.3270 ppl=27.8851 acc=0.3926 tokens=8128.0000 +step=81300 micro_steps=162600 elapsed=4.2s lr=3.000000e-04 loss=3.3150 ppl=27.5457 acc=0.3939 tokens=8128.0000 +step=81320 micro_steps=162640 elapsed=4.2s lr=3.000000e-04 loss=3.3327 ppl=28.0558 acc=0.3915 tokens=8128.0000 +step=81340 micro_steps=162680 elapsed=4.2s lr=3.000000e-04 loss=3.3292 ppl=27.9367 acc=0.3919 tokens=8128.0000 +step=81360 micro_steps=162720 elapsed=4.2s lr=3.000000e-04 loss=3.3171 ppl=27.6284 acc=0.3926 tokens=8128.0000 +step=81380 micro_steps=162760 elapsed=4.2s lr=3.000000e-04 loss=3.3386 ppl=28.2104 acc=0.3909 tokens=8128.0000 +step=81400 micro_steps=162800 elapsed=4.2s lr=3.000000e-04 loss=3.3202 ppl=27.7022 acc=0.3922 tokens=8128.0000 +step=81420 micro_steps=162840 elapsed=4.2s lr=3.000000e-04 loss=3.3312 ppl=28.0149 acc=0.3924 tokens=8128.0000 +step=81440 micro_steps=162880 elapsed=4.2s lr=3.000000e-04 loss=3.3178 ppl=27.6377 acc=0.3931 tokens=8128.0000 +step=81460 micro_steps=162920 elapsed=4.2s lr=3.000000e-04 loss=3.3262 ppl=27.8675 acc=0.3909 tokens=8128.0000 +step=81480 micro_steps=162960 elapsed=4.2s lr=3.000000e-04 loss=3.3391 ppl=28.2224 acc=0.3907 tokens=8128.0000 +step=81500 micro_steps=163000 elapsed=4.2s lr=3.000000e-04 loss=3.3255 ppl=27.8468 acc=0.3913 tokens=8128.0000 +step=81520 micro_steps=163040 elapsed=4.2s lr=3.000000e-04 loss=3.3277 ppl=27.9001 acc=0.3924 tokens=8128.0000 +step=81540 micro_steps=163080 elapsed=4.2s lr=3.000000e-04 loss=3.3161 ppl=27.5841 acc=0.3932 tokens=8128.0000 +step=81560 micro_steps=163120 elapsed=4.2s lr=3.000000e-04 loss=3.3408 ppl=28.2747 acc=0.3905 tokens=8128.0000 +step=81580 micro_steps=163160 elapsed=4.2s lr=3.000000e-04 loss=3.3220 ppl=27.7513 acc=0.3934 tokens=8128.0000 +step=81600 micro_steps=163200 elapsed=4.2s lr=3.000000e-04 loss=3.3269 ppl=27.8946 acc=0.3915 tokens=8128.0000 +step=81620 micro_steps=163240 elapsed=4.2s lr=3.000000e-04 loss=3.3167 ppl=27.6075 acc=0.3935 tokens=8128.0000 +step=81640 micro_steps=163280 elapsed=4.2s lr=3.000000e-04 loss=3.3314 ppl=28.0238 acc=0.3917 tokens=8128.0000 +step=81660 micro_steps=163320 elapsed=4.2s lr=3.000000e-04 loss=3.3064 ppl=27.3098 acc=0.3945 tokens=8128.0000 +step=81680 micro_steps=163360 elapsed=4.2s lr=3.000000e-04 loss=3.3203 ppl=27.7081 acc=0.3926 tokens=8128.0000 +step=81700 micro_steps=163400 elapsed=4.2s lr=3.000000e-04 loss=3.3355 ppl=28.1121 acc=0.3912 tokens=8128.0000 +step=81720 micro_steps=163440 elapsed=4.2s lr=3.000000e-04 loss=3.3156 ppl=27.5700 acc=0.3932 tokens=8128.0000 +step=81740 micro_steps=163480 elapsed=4.2s lr=3.000000e-04 loss=3.3357 ppl=28.1244 acc=0.3897 tokens=8128.0000 +step=81760 micro_steps=163520 elapsed=4.2s lr=3.000000e-04 loss=3.3261 ppl=27.8573 acc=0.3907 tokens=8128.0000 +step=81780 micro_steps=163560 elapsed=4.2s lr=3.000000e-04 loss=3.3316 ppl=28.0213 acc=0.3911 tokens=8128.0000 +step=81800 micro_steps=163600 elapsed=4.2s lr=3.000000e-04 loss=3.3345 ppl=28.0997 acc=0.3905 tokens=8128.0000 +step=81820 micro_steps=163640 elapsed=4.2s lr=3.000000e-04 loss=3.3226 ppl=27.7606 acc=0.3934 tokens=8128.0000 +step=81840 micro_steps=163680 elapsed=4.2s lr=3.000000e-04 loss=3.3216 ppl=27.7477 acc=0.3936 tokens=8128.0000 +step=81860 micro_steps=163720 elapsed=4.2s lr=3.000000e-04 loss=3.3270 ppl=27.8927 acc=0.3920 tokens=8128.0000 +step=81880 micro_steps=163760 elapsed=4.2s lr=3.000000e-04 loss=3.3290 ppl=27.9487 acc=0.3919 tokens=8128.0000 +step=81900 micro_steps=163800 elapsed=4.2s lr=3.000000e-04 loss=3.3264 ppl=27.8686 acc=0.3914 tokens=8128.0000 +step=81920 micro_steps=163840 elapsed=4.2s lr=3.000000e-04 loss=3.3258 ppl=27.8691 acc=0.3930 tokens=8128.0000 +step=81940 micro_steps=163880 elapsed=4.2s lr=3.000000e-04 loss=3.3256 ppl=27.8603 acc=0.3927 tokens=8128.0000 +step=81960 micro_steps=163920 elapsed=4.2s lr=3.000000e-04 loss=3.3324 ppl=28.0555 acc=0.3909 tokens=8128.0000 +step=81980 micro_steps=163960 elapsed=4.2s lr=3.000000e-04 loss=3.3137 ppl=27.5253 acc=0.3945 tokens=8128.0000 +step=82000 micro_steps=164000 elapsed=4.2s lr=3.000000e-04 loss=3.3212 ppl=27.7260 acc=0.3926 tokens=8128.0000 +[sample step=82000] [CLS] the final fairways and he remains unsure where he stands on the 23 - degree water. [SEP] he said: " then we played days away from the olympics as a result of being beat in the last three events in a row. [SEP] their bodies sacrifice toughness to do good. [SEP] the cac - 40 in france rose 0. 21 percent while the pan - european dj stoxx 50 rose 0. 30 percent. [SEP] the incident occurred on the donegal line, in galway who are currently in connection with the domestic abuse investigation. [SEP] on the contrary, we cannot think of two local nations not to be at the front pushes [SEP] +step=82020 micro_steps=164040 elapsed=6.4s lr=3.000000e-04 loss=3.3349 ppl=28.1116 acc=0.3916 tokens=8128.0000 +step=82040 micro_steps=164080 elapsed=4.2s lr=3.000000e-04 loss=3.3209 ppl=27.7155 acc=0.3941 tokens=8128.0000 +step=82060 micro_steps=164120 elapsed=4.2s lr=3.000000e-04 loss=3.3285 ppl=27.9291 acc=0.3923 tokens=8128.0000 +step=82080 micro_steps=164160 elapsed=4.2s lr=3.000000e-04 loss=3.3199 ppl=27.6987 acc=0.3925 tokens=8128.0000 +step=82100 micro_steps=164200 elapsed=4.2s lr=3.000000e-04 loss=3.3232 ppl=27.7765 acc=0.3932 tokens=8128.0000 +step=82120 micro_steps=164240 elapsed=4.2s lr=3.000000e-04 loss=3.3152 ppl=27.5693 acc=0.3947 tokens=8128.0000 +step=82140 micro_steps=164280 elapsed=4.2s lr=3.000000e-04 loss=3.3250 ppl=27.8324 acc=0.3907 tokens=8128.0000 +step=82160 micro_steps=164320 elapsed=4.2s lr=3.000000e-04 loss=3.3306 ppl=27.9829 acc=0.3915 tokens=8128.0000 +step=82180 micro_steps=164360 elapsed=4.2s lr=3.000000e-04 loss=3.3139 ppl=27.5261 acc=0.3945 tokens=8128.0000 +step=82200 micro_steps=164400 elapsed=4.2s lr=3.000000e-04 loss=3.3301 ppl=27.9861 acc=0.3914 tokens=8128.0000 +step=82220 micro_steps=164440 elapsed=4.2s lr=3.000000e-04 loss=3.3287 ppl=27.9316 acc=0.3924 tokens=8128.0000 +step=82240 micro_steps=164480 elapsed=4.2s lr=3.000000e-04 loss=3.3246 ppl=27.8249 acc=0.3933 tokens=8128.0000 +step=82260 micro_steps=164520 elapsed=4.2s lr=3.000000e-04 loss=3.3376 ppl=28.1977 acc=0.3903 tokens=8128.0000 +step=82280 micro_steps=164560 elapsed=4.2s lr=3.000000e-04 loss=3.3221 ppl=27.7594 acc=0.3929 tokens=8128.0000 +step=82300 micro_steps=164600 elapsed=4.2s lr=3.000000e-04 loss=3.3350 ppl=28.0995 acc=0.3911 tokens=8128.0000 +step=82320 micro_steps=164640 elapsed=4.2s lr=3.000000e-04 loss=3.3394 ppl=28.2563 acc=0.3899 tokens=8128.0000 +step=82340 micro_steps=164680 elapsed=4.2s lr=3.000000e-04 loss=3.3249 ppl=27.8358 acc=0.3913 tokens=8128.0000 +step=82360 micro_steps=164720 elapsed=4.2s lr=3.000000e-04 loss=3.3273 ppl=27.9068 acc=0.3919 tokens=8128.0000 +step=82380 micro_steps=164760 elapsed=4.2s lr=3.000000e-04 loss=3.3423 ppl=28.3082 acc=0.3897 tokens=8128.0000 +step=82400 micro_steps=164800 elapsed=4.2s lr=3.000000e-04 loss=3.3281 ppl=27.9213 acc=0.3931 tokens=8128.0000 +step=82420 micro_steps=164840 elapsed=4.2s lr=3.000000e-04 loss=3.3319 ppl=28.0164 acc=0.3911 tokens=8128.0000 +step=82440 micro_steps=164880 elapsed=4.2s lr=3.000000e-04 loss=3.3161 ppl=27.5847 acc=0.3938 tokens=8128.0000 +step=82460 micro_steps=164920 elapsed=4.2s lr=3.000000e-04 loss=3.3150 ppl=27.5610 acc=0.3945 tokens=8128.0000 +step=82480 micro_steps=164960 elapsed=4.2s lr=3.000000e-04 loss=3.3248 ppl=27.8323 acc=0.3914 tokens=8128.0000 +step=82500 micro_steps=165000 elapsed=4.2s lr=3.000000e-04 loss=3.3280 ppl=27.9236 acc=0.3918 tokens=8128.0000 +step=82520 micro_steps=165040 elapsed=4.2s lr=3.000000e-04 loss=3.3201 ppl=27.6941 acc=0.3922 tokens=8128.0000 +step=82540 micro_steps=165080 elapsed=4.2s lr=3.000000e-04 loss=3.3147 ppl=27.5628 acc=0.3938 tokens=8128.0000 +step=82560 micro_steps=165120 elapsed=4.2s lr=3.000000e-04 loss=3.3047 ppl=27.2651 acc=0.3954 tokens=8128.0000 +step=82580 micro_steps=165160 elapsed=4.2s lr=3.000000e-04 loss=3.3443 ppl=28.3717 acc=0.3897 tokens=8128.0000 +step=82600 micro_steps=165200 elapsed=4.2s lr=3.000000e-04 loss=3.3386 ppl=28.2157 acc=0.3898 tokens=8128.0000 +step=82620 micro_steps=165240 elapsed=4.2s lr=3.000000e-04 loss=3.3254 ppl=27.8462 acc=0.3919 tokens=8128.0000 +step=82640 micro_steps=165280 elapsed=4.2s lr=3.000000e-04 loss=3.3272 ppl=27.8845 acc=0.3932 tokens=8128.0000 +step=82660 micro_steps=165320 elapsed=4.2s lr=3.000000e-04 loss=3.3361 ppl=28.1451 acc=0.3917 tokens=8128.0000 +step=82680 micro_steps=165360 elapsed=4.2s lr=3.000000e-04 loss=3.3113 ppl=27.4423 acc=0.3933 tokens=8128.0000 +step=82700 micro_steps=165400 elapsed=4.2s lr=3.000000e-04 loss=3.3209 ppl=27.7232 acc=0.3921 tokens=8128.0000 +step=82720 micro_steps=165440 elapsed=4.2s lr=3.000000e-04 loss=3.3322 ppl=28.0342 acc=0.3921 tokens=8128.0000 +step=82740 micro_steps=165480 elapsed=4.2s lr=3.000000e-04 loss=3.3236 ppl=27.8045 acc=0.3917 tokens=8128.0000 +step=82760 micro_steps=165520 elapsed=4.2s lr=3.000000e-04 loss=3.3346 ppl=28.0991 acc=0.3917 tokens=8128.0000 +step=82780 micro_steps=165560 elapsed=4.2s lr=3.000000e-04 loss=3.3269 ppl=27.8758 acc=0.3918 tokens=8128.0000 +step=82800 micro_steps=165600 elapsed=4.2s lr=3.000000e-04 loss=3.3122 ppl=27.5874 acc=0.3957 tokens=8128.0000 +step=82820 micro_steps=165640 elapsed=4.2s lr=3.000000e-04 loss=3.3224 ppl=27.7578 acc=0.3925 tokens=8128.0000 +step=82840 micro_steps=165680 elapsed=4.2s lr=3.000000e-04 loss=3.3350 ppl=28.1220 acc=0.3908 tokens=8128.0000 +step=82860 micro_steps=165720 elapsed=4.2s lr=3.000000e-04 loss=3.3241 ppl=27.8057 acc=0.3919 tokens=8128.0000 +step=82880 micro_steps=165760 elapsed=4.2s lr=3.000000e-04 loss=3.3167 ppl=27.6057 acc=0.3942 tokens=8128.0000 +step=82900 micro_steps=165800 elapsed=4.2s lr=3.000000e-04 loss=3.3375 ppl=28.1738 acc=0.3906 tokens=8128.0000 +step=82920 micro_steps=165840 elapsed=4.2s lr=3.000000e-04 loss=3.3244 ppl=27.8338 acc=0.3931 tokens=8128.0000 +step=82940 micro_steps=165880 elapsed=4.2s lr=3.000000e-04 loss=3.3344 ppl=28.1200 acc=0.3912 tokens=8128.0000 +step=82960 micro_steps=165920 elapsed=4.2s lr=3.000000e-04 loss=3.3263 ppl=27.8537 acc=0.3925 tokens=8128.0000 +step=82980 micro_steps=165960 elapsed=4.2s lr=3.000000e-04 loss=3.3232 ppl=27.7669 acc=0.3919 tokens=8128.0000 +step=83000 micro_steps=166000 elapsed=4.2s lr=3.000000e-04 loss=3.3281 ppl=27.9063 acc=0.3917 tokens=8128.0000 +[sample step=83000] [CLS] in those days, precipitation streamers were not the first thing londoners would want. [SEP] petersen autodrome, austria (reuters) - robbie fowler's quest for a top - flight goal to secure top spot in the bundesliga at the weekend remained all - but certain when the welshman revealed he now hopes to get on in europe. [SEP] with hillary rodham clinton lagging in statewide polls, whomever is representing minnesota is vying against former new york mayor rudy giuliani; likely a third house democrat, olympia snowe, as well as two independents, steve barrow (ark.) and shelley berkley ( cal [SEP] +step=83020 micro_steps=166040 elapsed=6.4s lr=3.000000e-04 loss=3.3275 ppl=27.9094 acc=0.3915 tokens=8128.0000 +step=83040 micro_steps=166080 elapsed=4.2s lr=3.000000e-04 loss=3.3218 ppl=27.7401 acc=0.3915 tokens=8128.0000 +step=83060 micro_steps=166120 elapsed=4.2s lr=3.000000e-04 loss=3.3357 ppl=28.1241 acc=0.3914 tokens=8128.0000 +step=83080 micro_steps=166160 elapsed=4.2s lr=3.000000e-04 loss=3.3247 ppl=27.8194 acc=0.3917 tokens=8128.0000 +step=83100 micro_steps=166200 elapsed=4.2s lr=3.000000e-04 loss=3.3210 ppl=27.7400 acc=0.3921 tokens=8128.0000 +step=83120 micro_steps=166240 elapsed=4.2s lr=3.000000e-04 loss=3.3319 ppl=28.0390 acc=0.3913 tokens=8128.0000 +step=83140 micro_steps=166280 elapsed=4.2s lr=3.000000e-04 loss=3.3240 ppl=27.7914 acc=0.3924 tokens=8128.0000 +step=83160 micro_steps=166320 elapsed=4.2s lr=3.000000e-04 loss=3.3239 ppl=27.7945 acc=0.3908 tokens=8128.0000 +step=83180 micro_steps=166360 elapsed=4.2s lr=3.000000e-04 loss=3.3299 ppl=27.9790 acc=0.3922 tokens=8128.0000 +step=83200 micro_steps=166400 elapsed=4.2s lr=3.000000e-04 loss=3.3354 ppl=28.1229 acc=0.3926 tokens=8128.0000 +step=83220 micro_steps=166440 elapsed=4.2s lr=3.000000e-04 loss=3.3209 ppl=27.7203 acc=0.3929 tokens=8128.0000 +step=83240 micro_steps=166480 elapsed=4.2s lr=3.000000e-04 loss=3.3151 ppl=27.5486 acc=0.3945 tokens=8128.0000 +step=83260 micro_steps=166520 elapsed=4.2s lr=3.000000e-04 loss=3.3423 ppl=28.3228 acc=0.3903 tokens=8128.0000 +step=83280 micro_steps=166560 elapsed=4.2s lr=3.000000e-04 loss=3.3190 ppl=27.6843 acc=0.3941 tokens=8128.0000 +step=83300 micro_steps=166600 elapsed=4.2s lr=3.000000e-04 loss=3.3149 ppl=27.5462 acc=0.3932 tokens=8128.0000 +step=83320 micro_steps=166640 elapsed=4.2s lr=3.000000e-04 loss=3.3389 ppl=28.2273 acc=0.3915 tokens=8128.0000 +step=83340 micro_steps=166680 elapsed=4.2s lr=3.000000e-04 loss=3.3253 ppl=27.8328 acc=0.3917 tokens=8128.0000 +step=83360 micro_steps=166720 elapsed=4.2s lr=3.000000e-04 loss=3.3438 ppl=28.3659 acc=0.3885 tokens=8128.0000 +step=83380 micro_steps=166760 elapsed=4.2s lr=3.000000e-04 loss=3.3329 ppl=28.0640 acc=0.3907 tokens=8128.0000 +step=83400 micro_steps=166800 elapsed=4.2s lr=3.000000e-04 loss=3.3323 ppl=28.0466 acc=0.3915 tokens=8128.0000 +step=83420 micro_steps=166840 elapsed=4.2s lr=3.000000e-04 loss=3.3263 ppl=27.8685 acc=0.3924 tokens=8128.0000 +step=83440 micro_steps=166880 elapsed=4.2s lr=3.000000e-04 loss=3.3314 ppl=28.0192 acc=0.3912 tokens=8128.0000 +step=83460 micro_steps=166920 elapsed=4.2s lr=3.000000e-04 loss=3.3321 ppl=28.0316 acc=0.3907 tokens=8128.0000 +step=83480 micro_steps=166960 elapsed=4.2s lr=3.000000e-04 loss=3.3301 ppl=27.9904 acc=0.3924 tokens=8128.0000 +step=83500 micro_steps=167000 elapsed=4.2s lr=3.000000e-04 loss=3.3272 ppl=27.8920 acc=0.3924 tokens=8128.0000 +step=83520 micro_steps=167040 elapsed=4.2s lr=3.000000e-04 loss=3.3187 ppl=27.6547 acc=0.3924 tokens=8128.0000 +step=83540 micro_steps=167080 elapsed=4.2s lr=3.000000e-04 loss=3.3161 ppl=27.5847 acc=0.3931 tokens=8128.0000 +step=83560 micro_steps=167120 elapsed=4.2s lr=3.000000e-04 loss=3.3182 ppl=27.6328 acc=0.3934 tokens=8128.0000 +step=83580 micro_steps=167160 elapsed=4.2s lr=3.000000e-04 loss=3.3190 ppl=27.7097 acc=0.3947 tokens=8128.0000 +step=83600 micro_steps=167200 elapsed=4.2s lr=3.000000e-04 loss=3.3390 ppl=28.2167 acc=0.3908 tokens=8128.0000 +step=83620 micro_steps=167240 elapsed=4.2s lr=3.000000e-04 loss=3.3308 ppl=27.9939 acc=0.3928 tokens=8128.0000 +step=83640 micro_steps=167280 elapsed=4.2s lr=3.000000e-04 loss=3.3244 ppl=27.8156 acc=0.3934 tokens=8128.0000 +step=83660 micro_steps=167320 elapsed=4.2s lr=3.000000e-04 loss=3.3285 ppl=27.9199 acc=0.3923 tokens=8128.0000 +step=83680 micro_steps=167360 elapsed=4.2s lr=3.000000e-04 loss=3.3254 ppl=27.8356 acc=0.3921 tokens=8128.0000 +step=83700 micro_steps=167400 elapsed=4.2s lr=3.000000e-04 loss=3.3216 ppl=27.7450 acc=0.3938 tokens=8128.0000 +step=83720 micro_steps=167440 elapsed=4.2s lr=3.000000e-04 loss=3.3302 ppl=27.9806 acc=0.3919 tokens=8128.0000 +step=83740 micro_steps=167480 elapsed=4.2s lr=3.000000e-04 loss=3.3206 ppl=27.7119 acc=0.3927 tokens=8128.0000 +step=83760 micro_steps=167520 elapsed=4.2s lr=3.000000e-04 loss=3.3243 ppl=27.8187 acc=0.3921 tokens=8128.0000 +step=83780 micro_steps=167560 elapsed=4.2s lr=3.000000e-04 loss=3.3358 ppl=28.1472 acc=0.3906 tokens=8128.0000 +step=83800 micro_steps=167600 elapsed=4.2s lr=3.000000e-04 loss=3.3286 ppl=27.9431 acc=0.3912 tokens=8128.0000 +step=83820 micro_steps=167640 elapsed=4.2s lr=3.000000e-04 loss=3.3227 ppl=27.7739 acc=0.3918 tokens=8128.0000 +step=83840 micro_steps=167680 elapsed=4.2s lr=3.000000e-04 loss=3.3225 ppl=27.7568 acc=0.3920 tokens=8128.0000 +step=83860 micro_steps=167720 elapsed=4.2s lr=3.000000e-04 loss=3.3236 ppl=27.7801 acc=0.3936 tokens=8128.0000 +step=83880 micro_steps=167760 elapsed=4.2s lr=3.000000e-04 loss=3.3305 ppl=27.9810 acc=0.3914 tokens=8128.0000 +step=83900 micro_steps=167800 elapsed=4.2s lr=3.000000e-04 loss=3.3258 ppl=27.8562 acc=0.3903 tokens=8128.0000 +step=83920 micro_steps=167840 elapsed=4.2s lr=3.000000e-04 loss=3.3305 ppl=27.9986 acc=0.3912 tokens=8128.0000 +step=83940 micro_steps=167880 elapsed=4.2s lr=3.000000e-04 loss=3.3489 ppl=28.5062 acc=0.3891 tokens=8128.0000 +step=83960 micro_steps=167920 elapsed=4.2s lr=3.000000e-04 loss=3.3303 ppl=27.9793 acc=0.3912 tokens=8128.0000 +step=83980 micro_steps=167960 elapsed=4.2s lr=3.000000e-04 loss=3.3301 ppl=27.9776 acc=0.3911 tokens=8128.0000 +step=84000 micro_steps=168000 elapsed=4.2s lr=3.000000e-04 loss=3.3292 ppl=27.9515 acc=0.3917 tokens=8128.0000 +[sample step=84000] [CLS]. [SEP] the textbooks were produced by jame mohamed naif, a nonviolent preacher who was kidnapped in jordan in 2002, and quote a group of us soldiers who said they might have received soft drinks or magic pills during interrogation sessions at guantanamo. [SEP] mccain is a vietnam war hero who has been pushing constitutional law. [SEP] the swiss army arrived en masse from britain on tuesday, arresting suspected members of the al qaeda - inspired terrorist network and freeing their base in the netherlands and france. [SEP] and then there are his portraits of various inspiring angels, including creationist "boys" whose contact with god affect their lives and those who [SEP] +step=84020 micro_steps=168040 elapsed=6.4s lr=3.000000e-04 loss=3.3106 ppl=27.4256 acc=0.3941 tokens=8128.0000 +step=84040 micro_steps=168080 elapsed=4.2s lr=3.000000e-04 loss=3.3158 ppl=27.5889 acc=0.3940 tokens=8128.0000 +step=84060 micro_steps=168120 elapsed=4.2s lr=3.000000e-04 loss=3.3150 ppl=27.5639 acc=0.3939 tokens=8128.0000 +step=84080 micro_steps=168160 elapsed=4.2s lr=3.000000e-04 loss=3.3046 ppl=27.2777 acc=0.3944 tokens=8128.0000 +step=84100 micro_steps=168200 elapsed=4.2s lr=3.000000e-04 loss=3.3152 ppl=27.5642 acc=0.3933 tokens=8128.0000 +step=84120 micro_steps=168240 elapsed=4.2s lr=3.000000e-04 loss=3.3220 ppl=27.7468 acc=0.3935 tokens=8128.0000 +step=84140 micro_steps=168280 elapsed=4.2s lr=3.000000e-04 loss=3.3193 ppl=27.6789 acc=0.3939 tokens=8128.0000 +step=84160 micro_steps=168320 elapsed=4.2s lr=3.000000e-04 loss=3.3301 ppl=27.9692 acc=0.3916 tokens=8128.0000 +step=84180 micro_steps=168360 elapsed=4.2s lr=3.000000e-04 loss=3.3133 ppl=27.5002 acc=0.3939 tokens=8128.0000 +step=84200 micro_steps=168400 elapsed=4.2s lr=3.000000e-04 loss=3.3198 ppl=27.6867 acc=0.3926 tokens=8128.0000 +step=84220 micro_steps=168440 elapsed=4.2s lr=3.000000e-04 loss=3.3241 ppl=27.8112 acc=0.3927 tokens=8128.0000 +step=84240 micro_steps=168480 elapsed=4.2s lr=3.000000e-04 loss=3.3232 ppl=27.7805 acc=0.3927 tokens=8128.0000 +step=84260 micro_steps=168520 elapsed=4.2s lr=3.000000e-04 loss=3.3342 ppl=28.0880 acc=0.3913 tokens=8128.0000 +step=84280 micro_steps=168560 elapsed=4.2s lr=3.000000e-04 loss=3.3230 ppl=27.7778 acc=0.3926 tokens=8128.0000 +step=84300 micro_steps=168600 elapsed=4.2s lr=3.000000e-04 loss=3.3324 ppl=28.0236 acc=0.3907 tokens=8128.0000 +step=84320 micro_steps=168640 elapsed=4.2s lr=3.000000e-04 loss=3.3213 ppl=27.7183 acc=0.3917 tokens=8128.0000 +step=84340 micro_steps=168680 elapsed=4.2s lr=3.000000e-04 loss=3.3278 ppl=27.9141 acc=0.3925 tokens=8128.0000 +step=84360 micro_steps=168720 elapsed=4.2s lr=3.000000e-04 loss=3.3223 ppl=27.7493 acc=0.3926 tokens=8128.0000 +step=84380 micro_steps=168760 elapsed=4.2s lr=3.000000e-04 loss=3.3303 ppl=27.9861 acc=0.3915 tokens=8128.0000 +step=84400 micro_steps=168800 elapsed=4.2s lr=3.000000e-04 loss=3.3268 ppl=27.8921 acc=0.3920 tokens=8128.0000 +step=84420 micro_steps=168840 elapsed=4.2s lr=3.000000e-04 loss=3.3189 ppl=27.6605 acc=0.3938 tokens=8128.0000 +step=84440 micro_steps=168880 elapsed=4.2s lr=3.000000e-04 loss=3.3286 ppl=27.9238 acc=0.3922 tokens=8128.0000 +step=84460 micro_steps=168920 elapsed=4.2s lr=3.000000e-04 loss=3.3295 ppl=27.9599 acc=0.3925 tokens=8128.0000 +step=84480 micro_steps=168960 elapsed=4.2s lr=3.000000e-04 loss=3.3344 ppl=28.0929 acc=0.3906 tokens=8128.0000 +step=84500 micro_steps=169000 elapsed=4.2s lr=3.000000e-04 loss=3.3240 ppl=27.7937 acc=0.3933 tokens=8128.0000 +step=84520 micro_steps=169040 elapsed=4.2s lr=3.000000e-04 loss=3.3240 ppl=27.8105 acc=0.3918 tokens=8128.0000 +step=84540 micro_steps=169080 elapsed=4.2s lr=3.000000e-04 loss=3.3269 ppl=27.8835 acc=0.3924 tokens=8128.0000 +step=84560 micro_steps=169120 elapsed=4.2s lr=3.000000e-04 loss=3.3113 ppl=27.4679 acc=0.3937 tokens=8128.0000 +step=84580 micro_steps=169160 elapsed=4.2s lr=3.000000e-04 loss=3.3339 ppl=28.0908 acc=0.3904 tokens=8128.0000 +step=84600 micro_steps=169200 elapsed=4.2s lr=3.000000e-04 loss=3.3330 ppl=28.0537 acc=0.3912 tokens=8128.0000 +step=84620 micro_steps=169240 elapsed=4.2s lr=3.000000e-04 loss=3.3252 ppl=27.8251 acc=0.3933 tokens=8128.0000 +step=84640 micro_steps=169280 elapsed=4.2s lr=3.000000e-04 loss=3.2963 ppl=27.0475 acc=0.3960 tokens=8128.0000 +step=84660 micro_steps=169320 elapsed=4.2s lr=3.000000e-04 loss=3.3081 ppl=27.3666 acc=0.3940 tokens=8128.0000 +step=84680 micro_steps=169360 elapsed=4.2s lr=3.000000e-04 loss=3.3224 ppl=27.7597 acc=0.3920 tokens=8128.0000 +step=84700 micro_steps=169400 elapsed=4.2s lr=3.000000e-04 loss=3.3317 ppl=28.0232 acc=0.3913 tokens=8128.0000 +step=84720 micro_steps=169440 elapsed=4.2s lr=3.000000e-04 loss=3.3237 ppl=27.8033 acc=0.3922 tokens=8128.0000 +step=84740 micro_steps=169480 elapsed=4.2s lr=3.000000e-04 loss=3.3268 ppl=27.8881 acc=0.3926 tokens=8128.0000 +step=84760 micro_steps=169520 elapsed=4.2s lr=3.000000e-04 loss=3.3167 ppl=27.5990 acc=0.3945 tokens=8128.0000 +step=84780 micro_steps=169560 elapsed=4.2s lr=3.000000e-04 loss=3.3219 ppl=27.7473 acc=0.3922 tokens=8128.0000 +step=84800 micro_steps=169600 elapsed=4.2s lr=3.000000e-04 loss=3.3348 ppl=28.1318 acc=0.3909 tokens=8128.0000 +step=84820 micro_steps=169640 elapsed=4.2s lr=3.000000e-04 loss=3.3204 ppl=27.6874 acc=0.3930 tokens=8128.0000 +step=84840 micro_steps=169680 elapsed=4.2s lr=3.000000e-04 loss=3.3275 ppl=27.9046 acc=0.3919 tokens=8128.0000 +step=84860 micro_steps=169720 elapsed=4.2s lr=3.000000e-04 loss=3.3158 ppl=27.5893 acc=0.3925 tokens=8128.0000 +step=84880 micro_steps=169760 elapsed=4.2s lr=3.000000e-04 loss=3.3330 ppl=28.0565 acc=0.3907 tokens=8128.0000 +step=84900 micro_steps=169800 elapsed=4.2s lr=3.000000e-04 loss=3.3212 ppl=27.7272 acc=0.3931 tokens=8128.0000 +step=84920 micro_steps=169840 elapsed=4.2s lr=3.000000e-04 loss=3.3151 ppl=27.5640 acc=0.3938 tokens=8128.0000 +step=84940 micro_steps=169880 elapsed=4.2s lr=3.000000e-04 loss=3.3411 ppl=28.2747 acc=0.3904 tokens=8128.0000 +step=84960 micro_steps=169920 elapsed=4.2s lr=3.000000e-04 loss=3.3218 ppl=27.7535 acc=0.3935 tokens=8128.0000 +step=84980 micro_steps=169960 elapsed=4.2s lr=3.000000e-04 loss=3.3219 ppl=27.7601 acc=0.3932 tokens=8128.0000 +step=85000 micro_steps=170000 elapsed=4.2s lr=3.000000e-04 loss=3.3144 ppl=27.5550 acc=0.3945 tokens=8128.0000 +[sample step=85000] [CLS] presidency, striker cuauhtemoc blanco at home and defender pedro got a poor sight on the pitch after getting fouled. [SEP] a pc - wielding man bent out shop windows and walked through the darkness inside luanda's federal penitentiary, calculating the total number of visitors to a city, which is official statistics and only a slow trickle in recent years. [SEP] one is eminem, and the other is an artifical chameleon. [SEP] the energy sector in response to last year's crunch caused the price net cost of every new natural resource on the planet to increase amid the global recession. [SEP] the number of [SEP] +step=85020 micro_steps=170040 elapsed=6.3s lr=3.000000e-04 loss=3.3250 ppl=27.8375 acc=0.3930 tokens=8128.0000 +step=85040 micro_steps=170080 elapsed=4.2s lr=3.000000e-04 loss=3.3079 ppl=27.4074 acc=0.3943 tokens=8128.0000 +step=85060 micro_steps=170120 elapsed=4.2s lr=3.000000e-04 loss=3.3177 ppl=27.6268 acc=0.3914 tokens=8128.0000 +step=85080 micro_steps=170160 elapsed=4.2s lr=3.000000e-04 loss=3.3270 ppl=27.8913 acc=0.3922 tokens=8128.0000 +step=85100 micro_steps=170200 elapsed=4.2s lr=3.000000e-04 loss=3.3131 ppl=27.4955 acc=0.3939 tokens=8128.0000 +step=85120 micro_steps=170240 elapsed=4.2s lr=3.000000e-04 loss=3.3258 ppl=27.8592 acc=0.3922 tokens=8128.0000 +step=85140 micro_steps=170280 elapsed=4.2s lr=3.000000e-04 loss=3.3060 ppl=27.3150 acc=0.3949 tokens=8128.0000 +step=85160 micro_steps=170320 elapsed=4.2s lr=3.000000e-04 loss=3.3138 ppl=27.5131 acc=0.3935 tokens=8128.0000 +step=85180 micro_steps=170360 elapsed=4.2s lr=3.000000e-04 loss=3.3183 ppl=27.6455 acc=0.3935 tokens=8128.0000 +step=85200 micro_steps=170400 elapsed=4.2s lr=3.000000e-04 loss=3.3110 ppl=27.4505 acc=0.3940 tokens=8128.0000 +step=85220 micro_steps=170440 elapsed=4.2s lr=3.000000e-04 loss=3.3264 ppl=27.8675 acc=0.3918 tokens=8128.0000 +step=85240 micro_steps=170480 elapsed=4.2s lr=3.000000e-04 loss=3.3081 ppl=27.4359 acc=0.3945 tokens=8128.0000 +step=85260 micro_steps=170520 elapsed=4.2s lr=3.000000e-04 loss=3.3302 ppl=27.9625 acc=0.3914 tokens=8128.0000 +step=85280 micro_steps=170560 elapsed=4.2s lr=3.000000e-04 loss=3.3221 ppl=27.7648 acc=0.3918 tokens=8128.0000 +step=85300 micro_steps=170600 elapsed=4.2s lr=3.000000e-04 loss=3.3283 ppl=27.9296 acc=0.3913 tokens=8128.0000 +step=85320 micro_steps=170640 elapsed=4.2s lr=3.000000e-04 loss=3.3173 ppl=27.6270 acc=0.3936 tokens=8128.0000 +step=85340 micro_steps=170680 elapsed=4.2s lr=3.000000e-04 loss=3.3170 ppl=27.6077 acc=0.3922 tokens=8128.0000 +step=85360 micro_steps=170720 elapsed=4.2s lr=3.000000e-04 loss=3.3246 ppl=27.8334 acc=0.3921 tokens=8128.0000 +step=85380 micro_steps=170760 elapsed=4.2s lr=3.000000e-04 loss=3.3261 ppl=27.8626 acc=0.3921 tokens=8128.0000 +step=85400 micro_steps=170800 elapsed=4.2s lr=3.000000e-04 loss=3.3199 ppl=27.7038 acc=0.3926 tokens=8128.0000 +step=85420 micro_steps=170840 elapsed=4.2s lr=3.000000e-04 loss=3.3144 ppl=27.5415 acc=0.3946 tokens=8128.0000 +step=85440 micro_steps=170880 elapsed=4.2s lr=3.000000e-04 loss=3.3186 ppl=27.6475 acc=0.3942 tokens=8128.0000 +step=85460 micro_steps=170920 elapsed=4.2s lr=3.000000e-04 loss=3.3228 ppl=27.7586 acc=0.3924 tokens=8128.0000 +step=85480 micro_steps=170960 elapsed=4.2s lr=3.000000e-04 loss=3.3251 ppl=27.8232 acc=0.3924 tokens=8128.0000 +step=85500 micro_steps=171000 elapsed=4.2s lr=3.000000e-04 loss=3.3208 ppl=27.7136 acc=0.3921 tokens=8128.0000 +step=85520 micro_steps=171040 elapsed=4.2s lr=3.000000e-04 loss=3.3306 ppl=27.9775 acc=0.3909 tokens=8128.0000 +step=85540 micro_steps=171080 elapsed=4.2s lr=3.000000e-04 loss=3.3143 ppl=27.5409 acc=0.3940 tokens=8128.0000 +step=85560 micro_steps=171120 elapsed=4.2s lr=3.000000e-04 loss=3.3241 ppl=27.8103 acc=0.3926 tokens=8128.0000 +step=85580 micro_steps=171160 elapsed=4.2s lr=3.000000e-04 loss=3.3183 ppl=27.6503 acc=0.3932 tokens=8128.0000 +step=85600 micro_steps=171200 elapsed=4.2s lr=3.000000e-04 loss=3.3257 ppl=27.8537 acc=0.3919 tokens=8128.0000 +step=85620 micro_steps=171240 elapsed=4.2s lr=3.000000e-04 loss=3.3302 ppl=27.9786 acc=0.3927 tokens=8128.0000 +step=85640 micro_steps=171280 elapsed=4.2s lr=3.000000e-04 loss=3.3274 ppl=27.8969 acc=0.3924 tokens=8128.0000 +step=85660 micro_steps=171320 elapsed=4.2s lr=3.000000e-04 loss=3.3193 ppl=27.6754 acc=0.3929 tokens=8128.0000 +step=85680 micro_steps=171360 elapsed=4.2s lr=3.000000e-04 loss=3.3215 ppl=27.7323 acc=0.3918 tokens=8128.0000 +step=85700 micro_steps=171400 elapsed=4.2s lr=3.000000e-04 loss=3.3298 ppl=27.9590 acc=0.3914 tokens=8128.0000 +step=85720 micro_steps=171440 elapsed=4.2s lr=3.000000e-04 loss=3.3225 ppl=27.7629 acc=0.3932 tokens=8128.0000 +step=85740 micro_steps=171480 elapsed=4.2s lr=3.000000e-04 loss=3.3284 ppl=27.9159 acc=0.3926 tokens=8128.0000 +step=85760 micro_steps=171520 elapsed=4.2s lr=3.000000e-04 loss=3.3330 ppl=28.0505 acc=0.3906 tokens=8128.0000 +step=85780 micro_steps=171560 elapsed=4.2s lr=3.000000e-04 loss=3.3187 ppl=27.6519 acc=0.3925 tokens=8128.0000 +step=85800 micro_steps=171600 elapsed=4.2s lr=3.000000e-04 loss=3.3070 ppl=27.3415 acc=0.3933 tokens=8128.0000 +step=85820 micro_steps=171640 elapsed=4.2s lr=3.000000e-04 loss=3.3174 ppl=27.6291 acc=0.3930 tokens=8128.0000 +step=85840 micro_steps=171680 elapsed=4.2s lr=3.000000e-04 loss=3.3277 ppl=27.9130 acc=0.3922 tokens=8128.0000 +step=85860 micro_steps=171720 elapsed=4.2s lr=3.000000e-04 loss=3.3193 ppl=27.6728 acc=0.3930 tokens=8128.0000 +step=85880 micro_steps=171760 elapsed=4.2s lr=3.000000e-04 loss=3.3312 ppl=28.0194 acc=0.3917 tokens=8128.0000 +step=85900 micro_steps=171800 elapsed=4.2s lr=3.000000e-04 loss=3.3248 ppl=27.8240 acc=0.3925 tokens=8128.0000 +step=85920 micro_steps=171840 elapsed=4.2s lr=3.000000e-04 loss=3.3209 ppl=27.7133 acc=0.3920 tokens=8128.0000 +step=85940 micro_steps=171880 elapsed=4.2s lr=3.000000e-04 loss=3.3204 ppl=27.6972 acc=0.3930 tokens=8128.0000 +step=85960 micro_steps=171920 elapsed=4.2s lr=3.000000e-04 loss=3.3368 ppl=28.1703 acc=0.3914 tokens=8128.0000 +step=85980 micro_steps=171960 elapsed=4.2s lr=3.000000e-04 loss=3.3237 ppl=27.8079 acc=0.3928 tokens=8128.0000 +step=86000 micro_steps=172000 elapsed=4.2s lr=3.000000e-04 loss=3.3281 ppl=27.9139 acc=0.3922 tokens=8128.0000 +[sample step=86000] [CLS], in line with the trend in europe, notably britain and sweden. [SEP] federer broke his serve twice, and appeared clearly broken. [SEP] on sunday, nine blasts that rocked the indian financial center - - which attracts tens of thousands - - killed 164 people and injured more than 280. [SEP] in which case, the good news shops must be closed by law or shut completely. [SEP] but that's all that's left of canadelphus to party before christmas. [SEP] a university hospital is offering a drug which treats infections such as hiv, glaucoma and asperger's. [SEP] the charges stemmed from an [SEP] +step=86020 micro_steps=172040 elapsed=6.3s lr=3.000000e-04 loss=3.3289 ppl=27.9389 acc=0.3916 tokens=8128.0000 +step=86040 micro_steps=172080 elapsed=4.2s lr=3.000000e-04 loss=3.3237 ppl=27.7868 acc=0.3925 tokens=8128.0000 +step=86060 micro_steps=172120 elapsed=4.2s lr=3.000000e-04 loss=3.3231 ppl=27.7766 acc=0.3924 tokens=8128.0000 +step=86080 micro_steps=172160 elapsed=4.2s lr=3.000000e-04 loss=3.3279 ppl=27.9259 acc=0.3921 tokens=8128.0000 +step=86100 micro_steps=172200 elapsed=4.2s lr=3.000000e-04 loss=3.3185 ppl=27.6565 acc=0.3946 tokens=8128.0000 +step=86120 micro_steps=172240 elapsed=4.2s lr=3.000000e-04 loss=3.3061 ppl=27.3201 acc=0.3958 tokens=8128.0000 +step=86140 micro_steps=172280 elapsed=4.2s lr=3.000000e-04 loss=3.3269 ppl=27.8918 acc=0.3915 tokens=8128.0000 +step=86160 micro_steps=172320 elapsed=4.2s lr=3.000000e-04 loss=3.3113 ppl=27.4644 acc=0.3934 tokens=8128.0000 +step=86180 micro_steps=172360 elapsed=4.2s lr=3.000000e-04 loss=3.3078 ppl=27.3556 acc=0.3942 tokens=8128.0000 +step=86200 micro_steps=172400 elapsed=4.2s lr=3.000000e-04 loss=3.3121 ppl=27.4744 acc=0.3931 tokens=8128.0000 +step=86220 micro_steps=172440 elapsed=4.2s lr=3.000000e-04 loss=3.3097 ppl=27.4169 acc=0.3937 tokens=8128.0000 +step=86240 micro_steps=172480 elapsed=4.2s lr=3.000000e-04 loss=3.3195 ppl=27.6670 acc=0.3919 tokens=8128.0000 +step=86260 micro_steps=172520 elapsed=4.2s lr=3.000000e-04 loss=3.3166 ppl=27.5979 acc=0.3945 tokens=8128.0000 +step=86280 micro_steps=172560 elapsed=4.2s lr=3.000000e-04 loss=3.3281 ppl=27.9130 acc=0.3916 tokens=8128.0000 +step=86300 micro_steps=172600 elapsed=4.2s lr=3.000000e-04 loss=3.3186 ppl=27.6459 acc=0.3923 tokens=8128.0000 +step=86320 micro_steps=172640 elapsed=4.2s lr=3.000000e-04 loss=3.3329 ppl=28.0498 acc=0.3918 tokens=8128.0000 +step=86340 micro_steps=172680 elapsed=4.2s lr=3.000000e-04 loss=3.3250 ppl=27.8209 acc=0.3929 tokens=8128.0000 +step=86360 micro_steps=172720 elapsed=4.2s lr=3.000000e-04 loss=3.3297 ppl=27.9609 acc=0.3916 tokens=8128.0000 +step=86380 micro_steps=172760 elapsed=4.2s lr=3.000000e-04 loss=3.3196 ppl=27.6776 acc=0.3934 tokens=8128.0000 +step=86400 micro_steps=172800 elapsed=4.2s lr=3.000000e-04 loss=3.2938 ppl=26.9809 acc=0.3956 tokens=8128.0000 +step=86420 micro_steps=172840 elapsed=4.2s lr=3.000000e-04 loss=3.3239 ppl=27.7931 acc=0.3910 tokens=8128.0000 +step=86440 micro_steps=172880 elapsed=4.2s lr=3.000000e-04 loss=3.3233 ppl=27.7720 acc=0.3924 tokens=8128.0000 +step=86460 micro_steps=172920 elapsed=4.2s lr=3.000000e-04 loss=3.3290 ppl=27.9352 acc=0.3901 tokens=8128.0000 +step=86480 micro_steps=172960 elapsed=4.2s lr=3.000000e-04 loss=3.3366 ppl=28.1687 acc=0.3910 tokens=8128.0000 +step=86500 micro_steps=173000 elapsed=4.2s lr=3.000000e-04 loss=3.3328 ppl=28.0408 acc=0.3918 tokens=8128.0000 +step=86520 micro_steps=173040 elapsed=4.2s lr=3.000000e-04 loss=3.3262 ppl=27.8578 acc=0.3921 tokens=8128.0000 +step=86540 micro_steps=173080 elapsed=4.2s lr=3.000000e-04 loss=3.3054 ppl=27.2998 acc=0.3953 tokens=8128.0000 +step=86560 micro_steps=173120 elapsed=4.2s lr=3.000000e-04 loss=3.3351 ppl=28.1169 acc=0.3909 tokens=8128.0000 +step=86580 micro_steps=173160 elapsed=4.2s lr=3.000000e-04 loss=3.3209 ppl=27.7075 acc=0.3930 tokens=8128.0000 +step=86600 micro_steps=173200 elapsed=4.2s lr=3.000000e-04 loss=3.3113 ppl=27.4506 acc=0.3949 tokens=8128.0000 +step=86620 micro_steps=173240 elapsed=4.2s lr=3.000000e-04 loss=3.3179 ppl=27.6279 acc=0.3930 tokens=8128.0000 +step=86640 micro_steps=173280 elapsed=4.2s lr=3.000000e-04 loss=3.3201 ppl=27.7039 acc=0.3921 tokens=8128.0000 +step=86660 micro_steps=173320 elapsed=4.2s lr=3.000000e-04 loss=3.3269 ppl=27.9012 acc=0.3919 tokens=8128.0000 +step=86680 micro_steps=173360 elapsed=4.2s lr=3.000000e-04 loss=3.3161 ppl=27.6088 acc=0.3931 tokens=8128.0000 +step=86700 micro_steps=173400 elapsed=4.2s lr=3.000000e-04 loss=3.3083 ppl=27.3714 acc=0.3946 tokens=8128.0000 +step=86720 micro_steps=173440 elapsed=4.2s lr=3.000000e-04 loss=3.3228 ppl=27.7617 acc=0.3919 tokens=8128.0000 +step=86740 micro_steps=173480 elapsed=4.2s lr=3.000000e-04 loss=3.3351 ppl=28.1196 acc=0.3907 tokens=8128.0000 +step=86760 micro_steps=173520 elapsed=4.2s lr=3.000000e-04 loss=3.3241 ppl=27.8314 acc=0.3931 tokens=8128.0000 +step=86780 micro_steps=173560 elapsed=4.2s lr=3.000000e-04 loss=3.3251 ppl=27.8502 acc=0.3924 tokens=8128.0000 +step=86800 micro_steps=173600 elapsed=4.2s lr=3.000000e-04 loss=3.3217 ppl=27.7480 acc=0.3924 tokens=8128.0000 +step=86820 micro_steps=173640 elapsed=4.2s lr=3.000000e-04 loss=3.3240 ppl=27.8047 acc=0.3935 tokens=8128.0000 +step=86840 micro_steps=173680 elapsed=4.2s lr=3.000000e-04 loss=3.3271 ppl=27.8970 acc=0.3921 tokens=8128.0000 +step=86860 micro_steps=173720 elapsed=4.2s lr=3.000000e-04 loss=3.3128 ppl=27.4934 acc=0.3939 tokens=8128.0000 +step=86880 micro_steps=173760 elapsed=4.2s lr=3.000000e-04 loss=3.3319 ppl=28.0198 acc=0.3919 tokens=8128.0000 +step=86900 micro_steps=173800 elapsed=4.2s lr=3.000000e-04 loss=3.3208 ppl=27.7147 acc=0.3926 tokens=8128.0000 +step=86920 micro_steps=173840 elapsed=4.2s lr=3.000000e-04 loss=3.3037 ppl=27.2523 acc=0.3943 tokens=8128.0000 +step=86940 micro_steps=173880 elapsed=4.2s lr=3.000000e-04 loss=3.3192 ppl=27.6784 acc=0.3932 tokens=8128.0000 +step=86960 micro_steps=173920 elapsed=4.2s lr=3.000000e-04 loss=3.3186 ppl=27.6519 acc=0.3929 tokens=8128.0000 +step=86980 micro_steps=173960 elapsed=4.2s lr=3.000000e-04 loss=3.3273 ppl=27.9015 acc=0.3913 tokens=8128.0000 +step=87000 micro_steps=174000 elapsed=4.2s lr=3.000000e-04 loss=3.3165 ppl=27.6003 acc=0.3929 tokens=8128.0000 +[sample step=87000] [CLS] champion in all 16 events she has contested this year, with another australian favourite, samantha schrader, enjoying top billing. [SEP] and big lohan busted, too, as did some in the jukebox - - and fergie. [SEP] other student leadership positions are being targeted, county schools shut, state public health workers shut. [SEP] the man had been shot by police. [SEP] i love the thursday morning games, like most of their european counterparts, and the hockey set, where their families play together while they watch. [SEP] last week, president obama arrived in copenhagen to attempt to seal a global deal on curbing global [SEP] +step=87020 micro_steps=174040 elapsed=6.3s lr=3.000000e-04 loss=3.3237 ppl=27.8071 acc=0.3931 tokens=8128.0000 +step=87040 micro_steps=174080 elapsed=4.2s lr=3.000000e-04 loss=3.3325 ppl=28.0377 acc=0.3921 tokens=8128.0000 +step=87060 micro_steps=174120 elapsed=4.2s lr=3.000000e-04 loss=3.3246 ppl=27.8195 acc=0.3936 tokens=8128.0000 +step=87080 micro_steps=174160 elapsed=4.2s lr=3.000000e-04 loss=3.3189 ppl=27.6695 acc=0.3924 tokens=8128.0000 +step=87100 micro_steps=174200 elapsed=4.2s lr=3.000000e-04 loss=3.3343 ppl=28.0910 acc=0.3919 tokens=8128.0000 +step=87120 micro_steps=174240 elapsed=4.2s lr=3.000000e-04 loss=3.3125 ppl=27.4875 acc=0.3926 tokens=8128.0000 +step=87140 micro_steps=174280 elapsed=4.2s lr=3.000000e-04 loss=3.3251 ppl=27.8276 acc=0.3915 tokens=8128.0000 +step=87160 micro_steps=174320 elapsed=4.2s lr=3.000000e-04 loss=3.3286 ppl=27.9377 acc=0.3920 tokens=8128.0000 +step=87180 micro_steps=174360 elapsed=4.2s lr=3.000000e-04 loss=3.3229 ppl=27.7775 acc=0.3923 tokens=8128.0000 +step=87200 micro_steps=174400 elapsed=4.2s lr=3.000000e-04 loss=3.3293 ppl=27.9505 acc=0.3916 tokens=8128.0000 +step=87220 micro_steps=174440 elapsed=4.2s lr=3.000000e-04 loss=3.3288 ppl=27.9468 acc=0.3932 tokens=8128.0000 +step=87240 micro_steps=174480 elapsed=4.9s lr=3.000000e-04 loss=3.3132 ppl=27.6122 acc=0.3944 tokens=7934.3250 +step=87260 micro_steps=174520 elapsed=5.6s lr=3.000000e-04 loss=3.3201 ppl=27.7017 acc=0.3918 tokens=8128.0000 +step=87280 micro_steps=174560 elapsed=4.2s lr=3.000000e-04 loss=3.3214 ppl=27.7343 acc=0.3930 tokens=8128.0000 +step=87300 micro_steps=174600 elapsed=4.2s lr=3.000000e-04 loss=3.3238 ppl=27.8123 acc=0.3930 tokens=8128.0000 +step=87320 micro_steps=174640 elapsed=4.2s lr=3.000000e-04 loss=3.3191 ppl=27.6672 acc=0.3935 tokens=8128.0000 +step=87340 micro_steps=174680 elapsed=4.2s lr=3.000000e-04 loss=3.3015 ppl=27.1906 acc=0.3944 tokens=8128.0000 +step=87360 micro_steps=174720 elapsed=4.2s lr=3.000000e-04 loss=3.3237 ppl=27.8046 acc=0.3916 tokens=8128.0000 +step=87380 micro_steps=174760 elapsed=4.2s lr=3.000000e-04 loss=3.3284 ppl=27.9200 acc=0.3931 tokens=8128.0000 +step=87400 micro_steps=174800 elapsed=4.2s lr=3.000000e-04 loss=3.3243 ppl=27.8220 acc=0.3917 tokens=8128.0000 +step=87420 micro_steps=174840 elapsed=4.2s lr=3.000000e-04 loss=3.3169 ppl=27.5931 acc=0.3934 tokens=8128.0000 +step=87440 micro_steps=174880 elapsed=4.2s lr=3.000000e-04 loss=3.3155 ppl=27.5733 acc=0.3935 tokens=8128.0000 +step=87460 micro_steps=174920 elapsed=4.2s lr=3.000000e-04 loss=3.3123 ppl=27.4793 acc=0.3929 tokens=8128.0000 +step=87480 micro_steps=174960 elapsed=4.2s lr=3.000000e-04 loss=3.3180 ppl=27.6314 acc=0.3936 tokens=8128.0000 +step=87500 micro_steps=175000 elapsed=4.2s lr=3.000000e-04 loss=3.3176 ppl=27.6233 acc=0.3934 tokens=8128.0000 +step=87520 micro_steps=175040 elapsed=4.2s lr=3.000000e-04 loss=3.3256 ppl=27.8409 acc=0.3921 tokens=8128.0000 +step=87540 micro_steps=175080 elapsed=4.2s lr=3.000000e-04 loss=3.3306 ppl=27.9906 acc=0.3907 tokens=8128.0000 +step=87560 micro_steps=175120 elapsed=4.2s lr=3.000000e-04 loss=3.3323 ppl=28.0336 acc=0.3919 tokens=8128.0000 +step=87580 micro_steps=175160 elapsed=4.2s lr=3.000000e-04 loss=3.3225 ppl=27.7912 acc=0.3928 tokens=8128.0000 +step=87600 micro_steps=175200 elapsed=4.2s lr=3.000000e-04 loss=3.3211 ppl=27.7369 acc=0.3923 tokens=8128.0000 +step=87620 micro_steps=175240 elapsed=4.2s lr=3.000000e-04 loss=3.3263 ppl=27.8684 acc=0.3934 tokens=8128.0000 +step=87640 micro_steps=175280 elapsed=4.2s lr=3.000000e-04 loss=3.3116 ppl=27.4597 acc=0.3942 tokens=8128.0000 +step=87660 micro_steps=175320 elapsed=4.2s lr=3.000000e-04 loss=3.3095 ppl=27.3984 acc=0.3946 tokens=8128.0000 +step=87680 micro_steps=175360 elapsed=4.2s lr=3.000000e-04 loss=3.3137 ppl=27.5221 acc=0.3941 tokens=8128.0000 +step=87700 micro_steps=175400 elapsed=4.2s lr=3.000000e-04 loss=3.3204 ppl=27.7070 acc=0.3929 tokens=8128.0000 +step=87720 micro_steps=175440 elapsed=4.2s lr=3.000000e-04 loss=3.3223 ppl=27.7623 acc=0.3921 tokens=8128.0000 +step=87740 micro_steps=175480 elapsed=4.2s lr=3.000000e-04 loss=3.3197 ppl=27.6821 acc=0.3933 tokens=8128.0000 +step=87760 micro_steps=175520 elapsed=4.2s lr=3.000000e-04 loss=3.3197 ppl=27.7031 acc=0.3938 tokens=8128.0000 +step=87780 micro_steps=175560 elapsed=4.2s lr=3.000000e-04 loss=3.3204 ppl=27.7029 acc=0.3925 tokens=8128.0000 +step=87800 micro_steps=175600 elapsed=4.2s lr=3.000000e-04 loss=3.3233 ppl=27.7820 acc=0.3919 tokens=8128.0000 +step=87820 micro_steps=175640 elapsed=4.2s lr=3.000000e-04 loss=3.3204 ppl=27.7193 acc=0.3935 tokens=8128.0000 +step=87840 micro_steps=175680 elapsed=4.2s lr=3.000000e-04 loss=3.3123 ppl=27.4817 acc=0.3930 tokens=8128.0000 +step=87860 micro_steps=175720 elapsed=4.2s lr=3.000000e-04 loss=3.3116 ppl=27.4605 acc=0.3936 tokens=8128.0000 +step=87880 micro_steps=175760 elapsed=4.2s lr=3.000000e-04 loss=3.3155 ppl=27.5743 acc=0.3929 tokens=8128.0000 +step=87900 micro_steps=175800 elapsed=4.2s lr=3.000000e-04 loss=3.3093 ppl=27.3936 acc=0.3938 tokens=8128.0000 +step=87920 micro_steps=175840 elapsed=4.2s lr=3.000000e-04 loss=3.3228 ppl=27.7712 acc=0.3934 tokens=8128.0000 +step=87940 micro_steps=175880 elapsed=4.2s lr=3.000000e-04 loss=3.3152 ppl=27.5637 acc=0.3928 tokens=8128.0000 +step=87960 micro_steps=175920 elapsed=4.2s lr=3.000000e-04 loss=3.3137 ppl=27.5091 acc=0.3930 tokens=8128.0000 +step=87980 micro_steps=175960 elapsed=4.2s lr=3.000000e-04 loss=3.3070 ppl=27.3297 acc=0.3937 tokens=8128.0000 +step=88000 micro_steps=176000 elapsed=4.2s lr=3.000000e-04 loss=3.3287 ppl=27.9391 acc=0.3925 tokens=8128.0000 +[sample step=88000] [CLS] not only and, after all, all croatia will play in the final? [SEP] participating is a benefit sponsored by northrop grumman, a u. s. company, disclosing how the unspecified eureka project was run. [SEP] "after the credit crisis hit we had hoped to have a lot of cheap flights for these guys with a few delays, but now it will be hard," said sebastian tapp, chairman and ceo of ba. [SEP] in an annex to the data, u. s. army gen. stanley mcchrystal, the top american military officer, used his latest review of strategy in afghanistan to [SEP] +step=88020 micro_steps=176040 elapsed=6.3s lr=3.000000e-04 loss=3.3259 ppl=27.8634 acc=0.3913 tokens=8128.0000 +step=88040 micro_steps=176080 elapsed=4.2s lr=3.000000e-04 loss=3.3176 ppl=27.6159 acc=0.3928 tokens=8128.0000 +step=88060 micro_steps=176120 elapsed=4.2s lr=3.000000e-04 loss=3.3166 ppl=27.5919 acc=0.3920 tokens=8128.0000 +step=88080 micro_steps=176160 elapsed=4.2s lr=3.000000e-04 loss=3.3175 ppl=27.6348 acc=0.3927 tokens=8128.0000 +step=88100 micro_steps=176200 elapsed=4.2s lr=3.000000e-04 loss=3.3143 ppl=27.5249 acc=0.3929 tokens=8128.0000 +step=88120 micro_steps=176240 elapsed=4.2s lr=3.000000e-04 loss=3.3309 ppl=27.9912 acc=0.3910 tokens=8128.0000 +step=88140 micro_steps=176280 elapsed=4.2s lr=3.000000e-04 loss=3.3210 ppl=27.7087 acc=0.3926 tokens=8128.0000 +step=88160 micro_steps=176320 elapsed=4.2s lr=3.000000e-04 loss=3.3177 ppl=27.6185 acc=0.3921 tokens=8128.0000 +step=88180 micro_steps=176360 elapsed=4.2s lr=3.000000e-04 loss=3.3195 ppl=27.6820 acc=0.3927 tokens=8128.0000 +step=88200 micro_steps=176400 elapsed=4.2s lr=3.000000e-04 loss=3.3272 ppl=27.8902 acc=0.3918 tokens=8128.0000 +step=88220 micro_steps=176440 elapsed=4.2s lr=3.000000e-04 loss=3.3147 ppl=27.5599 acc=0.3924 tokens=8128.0000 +step=88240 micro_steps=176480 elapsed=4.2s lr=3.000000e-04 loss=3.3097 ppl=27.4019 acc=0.3943 tokens=8128.0000 +step=88260 micro_steps=176520 elapsed=4.2s lr=3.000000e-04 loss=3.3165 ppl=27.6021 acc=0.3929 tokens=8128.0000 +step=88280 micro_steps=176560 elapsed=4.2s lr=3.000000e-04 loss=3.3252 ppl=27.8328 acc=0.3913 tokens=8128.0000 +step=88300 micro_steps=176600 elapsed=4.2s lr=3.000000e-04 loss=3.3312 ppl=28.0062 acc=0.3905 tokens=8128.0000 +step=88320 micro_steps=176640 elapsed=4.2s lr=3.000000e-04 loss=3.3207 ppl=27.7176 acc=0.3944 tokens=8128.0000 +step=88340 micro_steps=176680 elapsed=4.2s lr=3.000000e-04 loss=3.3094 ppl=27.3952 acc=0.3933 tokens=8128.0000 +step=88360 micro_steps=176720 elapsed=4.2s lr=3.000000e-04 loss=3.3301 ppl=27.9831 acc=0.3922 tokens=8128.0000 +step=88380 micro_steps=176760 elapsed=4.2s lr=3.000000e-04 loss=3.3151 ppl=27.5429 acc=0.3927 tokens=8128.0000 +step=88400 micro_steps=176800 elapsed=4.2s lr=3.000000e-04 loss=3.3198 ppl=27.6840 acc=0.3928 tokens=8128.0000 +step=88420 micro_steps=176840 elapsed=4.2s lr=3.000000e-04 loss=3.3225 ppl=27.7604 acc=0.3926 tokens=8128.0000 +step=88440 micro_steps=176880 elapsed=4.2s lr=3.000000e-04 loss=3.3192 ppl=27.6793 acc=0.3937 tokens=8128.0000 +step=88460 micro_steps=176920 elapsed=4.2s lr=3.000000e-04 loss=3.3186 ppl=27.6598 acc=0.3928 tokens=8128.0000 +step=88480 micro_steps=176960 elapsed=4.2s lr=3.000000e-04 loss=3.3266 ppl=27.8728 acc=0.3918 tokens=8128.0000 +step=88500 micro_steps=177000 elapsed=4.2s lr=3.000000e-04 loss=3.3249 ppl=27.8210 acc=0.3927 tokens=8128.0000 +step=88520 micro_steps=177040 elapsed=4.2s lr=3.000000e-04 loss=3.3265 ppl=27.8742 acc=0.3918 tokens=8128.0000 +step=88540 micro_steps=177080 elapsed=4.2s lr=3.000000e-04 loss=3.3251 ppl=27.8265 acc=0.3925 tokens=8128.0000 +step=88560 micro_steps=177120 elapsed=4.2s lr=3.000000e-04 loss=3.3239 ppl=27.7981 acc=0.3924 tokens=8128.0000 +step=88580 micro_steps=177160 elapsed=4.2s lr=3.000000e-04 loss=3.3115 ppl=27.4550 acc=0.3949 tokens=8128.0000 +step=88600 micro_steps=177200 elapsed=4.2s lr=3.000000e-04 loss=3.3156 ppl=27.5646 acc=0.3938 tokens=8128.0000 +step=88620 micro_steps=177240 elapsed=4.2s lr=3.000000e-04 loss=3.3110 ppl=27.4510 acc=0.3930 tokens=8128.0000 +step=88640 micro_steps=177280 elapsed=4.2s lr=3.000000e-04 loss=3.3374 ppl=28.1711 acc=0.3899 tokens=8128.0000 +step=88660 micro_steps=177320 elapsed=4.2s lr=3.000000e-04 loss=3.3101 ppl=27.4082 acc=0.3939 tokens=8128.0000 +step=88680 micro_steps=177360 elapsed=4.2s lr=3.000000e-04 loss=3.3266 ppl=27.8795 acc=0.3920 tokens=8128.0000 +step=88700 micro_steps=177400 elapsed=4.2s lr=3.000000e-04 loss=3.3234 ppl=27.7836 acc=0.3911 tokens=8128.0000 +step=88720 micro_steps=177440 elapsed=4.2s lr=3.000000e-04 loss=3.3175 ppl=27.6247 acc=0.3924 tokens=8128.0000 +step=88740 micro_steps=177480 elapsed=4.2s lr=3.000000e-04 loss=3.3192 ppl=27.6694 acc=0.3921 tokens=8128.0000 +step=88760 micro_steps=177520 elapsed=4.2s lr=3.000000e-04 loss=3.3255 ppl=27.8371 acc=0.3919 tokens=8128.0000 +step=88780 micro_steps=177560 elapsed=4.2s lr=3.000000e-04 loss=3.3165 ppl=27.5974 acc=0.3941 tokens=8128.0000 +step=88800 micro_steps=177600 elapsed=4.2s lr=3.000000e-04 loss=3.3163 ppl=27.5903 acc=0.3938 tokens=8128.0000 +step=88820 micro_steps=177640 elapsed=4.2s lr=3.000000e-04 loss=3.3177 ppl=27.6398 acc=0.3930 tokens=8128.0000 +step=88840 micro_steps=177680 elapsed=4.2s lr=3.000000e-04 loss=3.3093 ppl=27.4005 acc=0.3943 tokens=8128.0000 +step=88860 micro_steps=177720 elapsed=4.2s lr=3.000000e-04 loss=3.3170 ppl=27.6194 acc=0.3923 tokens=8128.0000 +step=88880 micro_steps=177760 elapsed=4.2s lr=3.000000e-04 loss=3.3208 ppl=27.7122 acc=0.3935 tokens=8128.0000 +step=88900 micro_steps=177800 elapsed=4.2s lr=3.000000e-04 loss=3.3249 ppl=27.8363 acc=0.3938 tokens=8128.0000 +step=88920 micro_steps=177840 elapsed=4.2s lr=3.000000e-04 loss=3.3063 ppl=27.3077 acc=0.3934 tokens=8128.0000 +step=88940 micro_steps=177880 elapsed=4.2s lr=3.000000e-04 loss=3.3094 ppl=27.3980 acc=0.3933 tokens=8128.0000 +step=88960 micro_steps=177920 elapsed=4.2s lr=3.000000e-04 loss=3.3224 ppl=27.7693 acc=0.3924 tokens=8128.0000 +step=88980 micro_steps=177960 elapsed=4.2s lr=3.000000e-04 loss=3.3169 ppl=27.6100 acc=0.3935 tokens=8128.0000 +step=89000 micro_steps=178000 elapsed=4.2s lr=3.000000e-04 loss=3.3235 ppl=27.7967 acc=0.3931 tokens=8128.0000 +[sample step=89000] [CLS] elizabethan castle is "unorthodox." [SEP] us secretary of state condoleezza rice on sunday defended her tenure in tackling antitrust and slowing competition from boeing, saying the deal would be important for the us economy to retain of its global reach. [SEP] the unconsolidated partnership, also based at manaus, employs more than 740bn our - profits customers in india, the middle east and the rest of the globe. [SEP] q. do you invent anybody to coordinate in the workplace? [SEP] " the compromise amendment did not include an option for relative equality. [SEP] i have been discussing this with other [SEP] +step=89020 micro_steps=178040 elapsed=6.3s lr=3.000000e-04 loss=3.3118 ppl=27.4654 acc=0.3943 tokens=8128.0000 +step=89040 micro_steps=178080 elapsed=4.2s lr=3.000000e-04 loss=3.3021 ppl=27.2399 acc=0.3956 tokens=8128.0000 +step=89060 micro_steps=178120 elapsed=4.2s lr=3.000000e-04 loss=3.3248 ppl=27.8322 acc=0.3931 tokens=8128.0000 +step=89080 micro_steps=178160 elapsed=4.2s lr=3.000000e-04 loss=3.3117 ppl=27.4747 acc=0.3939 tokens=8128.0000 +step=89100 micro_steps=178200 elapsed=4.2s lr=3.000000e-04 loss=3.3328 ppl=28.0493 acc=0.3911 tokens=8128.0000 +step=89120 micro_steps=178240 elapsed=4.2s lr=3.000000e-04 loss=3.3062 ppl=27.3123 acc=0.3938 tokens=8128.0000 +step=89140 micro_steps=178280 elapsed=4.2s lr=3.000000e-04 loss=3.3119 ppl=27.4675 acc=0.3939 tokens=8128.0000 +step=89160 micro_steps=178320 elapsed=4.2s lr=3.000000e-04 loss=3.3198 ppl=27.6717 acc=0.3918 tokens=8128.0000 +step=89180 micro_steps=178360 elapsed=4.2s lr=3.000000e-04 loss=3.2995 ppl=27.1239 acc=0.3954 tokens=8128.0000 +step=89200 micro_steps=178400 elapsed=4.2s lr=3.000000e-04 loss=3.3157 ppl=27.5656 acc=0.3943 tokens=8128.0000 +step=89220 micro_steps=178440 elapsed=4.2s lr=3.000000e-04 loss=3.3117 ppl=27.4735 acc=0.3932 tokens=8128.0000 +step=89240 micro_steps=178480 elapsed=4.2s lr=3.000000e-04 loss=3.3087 ppl=27.3799 acc=0.3938 tokens=8128.0000 +step=89260 micro_steps=178520 elapsed=4.2s lr=3.000000e-04 loss=3.2974 ppl=27.0764 acc=0.3946 tokens=8128.0000 +step=89280 micro_steps=178560 elapsed=4.2s lr=3.000000e-04 loss=3.3089 ppl=27.3874 acc=0.3941 tokens=8128.0000 +step=89300 micro_steps=178600 elapsed=4.2s lr=3.000000e-04 loss=3.3119 ppl=27.4761 acc=0.3935 tokens=8128.0000 +step=89320 micro_steps=178640 elapsed=4.2s lr=3.000000e-04 loss=3.3248 ppl=27.8445 acc=0.3922 tokens=8128.0000 +step=89340 micro_steps=178680 elapsed=4.2s lr=3.000000e-04 loss=3.3199 ppl=27.6868 acc=0.3917 tokens=8128.0000 +step=89360 micro_steps=178720 elapsed=4.2s lr=3.000000e-04 loss=3.3124 ppl=27.4791 acc=0.3941 tokens=8128.0000 +step=89380 micro_steps=178760 elapsed=4.2s lr=3.000000e-04 loss=3.3125 ppl=27.4875 acc=0.3930 tokens=8128.0000 +step=89400 micro_steps=178800 elapsed=4.2s lr=3.000000e-04 loss=3.3390 ppl=28.2123 acc=0.3896 tokens=8128.0000 +step=89420 micro_steps=178840 elapsed=4.2s lr=3.000000e-04 loss=3.3231 ppl=27.7779 acc=0.3926 tokens=8128.0000 +step=89440 micro_steps=178880 elapsed=4.2s lr=3.000000e-04 loss=3.3322 ppl=28.0289 acc=0.3920 tokens=8128.0000 +step=89460 micro_steps=178920 elapsed=4.2s lr=3.000000e-04 loss=3.3043 ppl=27.2586 acc=0.3951 tokens=8128.0000 +step=89480 micro_steps=178960 elapsed=4.2s lr=3.000000e-04 loss=3.3107 ppl=27.4260 acc=0.3925 tokens=8128.0000 +step=89500 micro_steps=179000 elapsed=4.2s lr=3.000000e-04 loss=3.3303 ppl=27.9749 acc=0.3909 tokens=8128.0000 +step=89520 micro_steps=179040 elapsed=4.2s lr=3.000000e-04 loss=3.3230 ppl=27.7877 acc=0.3928 tokens=8128.0000 +step=89540 micro_steps=179080 elapsed=4.2s lr=3.000000e-04 loss=3.3118 ppl=27.4703 acc=0.3937 tokens=8128.0000 +step=89560 micro_steps=179120 elapsed=4.2s lr=3.000000e-04 loss=3.3194 ppl=27.6787 acc=0.3929 tokens=8128.0000 +step=89580 micro_steps=179160 elapsed=4.2s lr=3.000000e-04 loss=3.3195 ppl=27.6870 acc=0.3925 tokens=8128.0000 +step=89600 micro_steps=179200 elapsed=4.2s lr=3.000000e-04 loss=3.3056 ppl=27.2912 acc=0.3950 tokens=8128.0000 +step=89620 micro_steps=179240 elapsed=4.2s lr=3.000000e-04 loss=3.3128 ppl=27.4944 acc=0.3939 tokens=8128.0000 +step=89640 micro_steps=179280 elapsed=4.2s lr=3.000000e-04 loss=3.3132 ppl=27.5089 acc=0.3939 tokens=8128.0000 +step=89660 micro_steps=179320 elapsed=4.2s lr=3.000000e-04 loss=3.3106 ppl=27.4524 acc=0.3935 tokens=8128.0000 +step=89680 micro_steps=179360 elapsed=4.2s lr=3.000000e-04 loss=3.3193 ppl=27.6705 acc=0.3931 tokens=8128.0000 +step=89700 micro_steps=179400 elapsed=4.2s lr=3.000000e-04 loss=3.3095 ppl=27.4146 acc=0.3933 tokens=8128.0000 +step=89720 micro_steps=179440 elapsed=4.2s lr=3.000000e-04 loss=3.3194 ppl=27.6844 acc=0.3931 tokens=8128.0000 +step=89740 micro_steps=179480 elapsed=4.2s lr=3.000000e-04 loss=3.3106 ppl=27.4343 acc=0.3944 tokens=8128.0000 +step=89760 micro_steps=179520 elapsed=4.2s lr=3.000000e-04 loss=3.3167 ppl=27.5940 acc=0.3939 tokens=8128.0000 +step=89780 micro_steps=179560 elapsed=4.2s lr=3.000000e-04 loss=3.3116 ppl=27.4744 acc=0.3931 tokens=8128.0000 +step=89800 micro_steps=179600 elapsed=4.2s lr=3.000000e-04 loss=3.3126 ppl=27.5036 acc=0.3940 tokens=8128.0000 +step=89820 micro_steps=179640 elapsed=4.2s lr=3.000000e-04 loss=3.3155 ppl=27.5795 acc=0.3937 tokens=8128.0000 +step=89840 micro_steps=179680 elapsed=4.2s lr=3.000000e-04 loss=3.3265 ppl=27.8733 acc=0.3919 tokens=8128.0000 +step=89860 micro_steps=179720 elapsed=4.2s lr=3.000000e-04 loss=3.3149 ppl=27.5503 acc=0.3947 tokens=8128.0000 +step=89880 micro_steps=179760 elapsed=4.2s lr=3.000000e-04 loss=3.3294 ppl=27.9520 acc=0.3919 tokens=8128.0000 +step=89900 micro_steps=179800 elapsed=4.2s lr=3.000000e-04 loss=3.3180 ppl=27.6443 acc=0.3928 tokens=8128.0000 +step=89920 micro_steps=179840 elapsed=4.2s lr=3.000000e-04 loss=3.3127 ppl=27.5110 acc=0.3932 tokens=8128.0000 +step=89940 micro_steps=179880 elapsed=4.2s lr=3.000000e-04 loss=3.3081 ppl=27.3626 acc=0.3929 tokens=8128.0000 +step=89960 micro_steps=179920 elapsed=4.2s lr=3.000000e-04 loss=3.3033 ppl=27.2507 acc=0.3944 tokens=8128.0000 +step=89980 micro_steps=179960 elapsed=4.2s lr=3.000000e-04 loss=3.3184 ppl=27.6604 acc=0.3934 tokens=8128.0000 +step=90000 micro_steps=180000 elapsed=4.2s lr=3.000000e-04 loss=3.3216 ppl=27.7388 acc=0.3923 tokens=8128.0000 +[sample step=90000] [CLS] of the moon's surface by early 2020, could help determine how much power is still required for their ability to blast off in case a subsequent thaw in relations with the us is determined. [SEP] the administration missed a key deadline wednesday to share information about the trade center cleanup. [SEP] kalmar is the third member of the shadow cabinet who has been forced out. [SEP] signs that ms. kang is struggling with present problems may have been spread by much more than sartorial jargon. [SEP] that number has fallen to 12 percent since the height of the last military ruler in 1991. [SEP] in last saturday's politics show [SEP] +step=90020 micro_steps=180040 elapsed=6.4s lr=3.000000e-04 loss=3.3190 ppl=27.6706 acc=0.3934 tokens=8128.0000 +step=90040 micro_steps=180080 elapsed=4.2s lr=3.000000e-04 loss=3.3139 ppl=27.5226 acc=0.3937 tokens=8128.0000 +step=90060 micro_steps=180120 elapsed=4.2s lr=3.000000e-04 loss=3.3048 ppl=27.2730 acc=0.3931 tokens=8128.0000 +step=90080 micro_steps=180160 elapsed=4.2s lr=3.000000e-04 loss=3.3132 ppl=27.5087 acc=0.3944 tokens=8128.0000 +step=90100 micro_steps=180200 elapsed=4.2s lr=3.000000e-04 loss=3.3042 ppl=27.2725 acc=0.3946 tokens=8128.0000 +step=90120 micro_steps=180240 elapsed=4.2s lr=3.000000e-04 loss=3.3197 ppl=27.6749 acc=0.3934 tokens=8128.0000 +step=90140 micro_steps=180280 elapsed=4.2s lr=3.000000e-04 loss=3.3073 ppl=27.3462 acc=0.3938 tokens=8128.0000 +step=90160 micro_steps=180320 elapsed=4.2s lr=3.000000e-04 loss=3.3242 ppl=27.8134 acc=0.3926 tokens=8128.0000 +step=90180 micro_steps=180360 elapsed=4.2s lr=3.000000e-04 loss=3.3118 ppl=27.4664 acc=0.3935 tokens=8128.0000 +step=90200 micro_steps=180400 elapsed=4.2s lr=3.000000e-04 loss=3.3147 ppl=27.5368 acc=0.3922 tokens=8128.0000 +step=90220 micro_steps=180440 elapsed=4.2s lr=3.000000e-04 loss=3.3198 ppl=27.6823 acc=0.3930 tokens=8128.0000 +step=90240 micro_steps=180480 elapsed=4.2s lr=3.000000e-04 loss=3.3056 ppl=27.3075 acc=0.3937 tokens=8128.0000 +step=90260 micro_steps=180520 elapsed=4.2s lr=3.000000e-04 loss=3.3128 ppl=27.4909 acc=0.3939 tokens=8128.0000 +step=90280 micro_steps=180560 elapsed=4.2s lr=3.000000e-04 loss=3.3235 ppl=27.7874 acc=0.3921 tokens=8128.0000 +step=90300 micro_steps=180600 elapsed=4.2s lr=3.000000e-04 loss=3.3154 ppl=27.5701 acc=0.3933 tokens=8128.0000 +step=90320 micro_steps=180640 elapsed=4.2s lr=3.000000e-04 loss=3.3285 ppl=27.9262 acc=0.3922 tokens=8128.0000 +step=90340 micro_steps=180680 elapsed=4.2s lr=3.000000e-04 loss=3.3072 ppl=27.3486 acc=0.3935 tokens=8128.0000 +step=90360 micro_steps=180720 elapsed=4.2s lr=3.000000e-04 loss=3.3178 ppl=27.6360 acc=0.3921 tokens=8128.0000 +step=90380 micro_steps=180760 elapsed=4.2s lr=3.000000e-04 loss=3.3174 ppl=27.6339 acc=0.3927 tokens=8128.0000 +step=90400 micro_steps=180800 elapsed=4.2s lr=3.000000e-04 loss=3.3171 ppl=27.6129 acc=0.3928 tokens=8128.0000 +step=90420 micro_steps=180840 elapsed=4.2s lr=3.000000e-04 loss=3.3255 ppl=27.8487 acc=0.3928 tokens=8128.0000 +step=90440 micro_steps=180880 elapsed=4.2s lr=3.000000e-04 loss=3.3123 ppl=27.4870 acc=0.3940 tokens=8128.0000 +step=90460 micro_steps=180920 elapsed=4.2s lr=3.000000e-04 loss=3.3194 ppl=27.6770 acc=0.3932 tokens=8128.0000 +step=90480 micro_steps=180960 elapsed=4.2s lr=3.000000e-04 loss=3.3227 ppl=27.7578 acc=0.3925 tokens=8128.0000 +step=90500 micro_steps=181000 elapsed=4.2s lr=3.000000e-04 loss=3.3093 ppl=27.4132 acc=0.3937 tokens=8128.0000 +step=90520 micro_steps=181040 elapsed=4.2s lr=3.000000e-04 loss=3.3154 ppl=27.5628 acc=0.3951 tokens=8128.0000 +step=90540 micro_steps=181080 elapsed=4.2s lr=3.000000e-04 loss=3.3179 ppl=27.6343 acc=0.3931 tokens=8128.0000 +step=90560 micro_steps=181120 elapsed=4.2s lr=3.000000e-04 loss=3.3167 ppl=27.6029 acc=0.3938 tokens=8128.0000 +step=90580 micro_steps=181160 elapsed=4.2s lr=3.000000e-04 loss=3.3134 ppl=27.5061 acc=0.3934 tokens=8128.0000 +step=90600 micro_steps=181200 elapsed=4.2s lr=3.000000e-04 loss=3.3150 ppl=27.5514 acc=0.3944 tokens=8128.0000 +step=90620 micro_steps=181240 elapsed=4.2s lr=3.000000e-04 loss=3.3232 ppl=27.7749 acc=0.3914 tokens=8128.0000 +step=90640 micro_steps=181280 elapsed=4.2s lr=3.000000e-04 loss=3.3172 ppl=27.6285 acc=0.3937 tokens=8128.0000 +step=90660 micro_steps=181320 elapsed=4.2s lr=3.000000e-04 loss=3.3129 ppl=27.4892 acc=0.3929 tokens=8128.0000 +step=90680 micro_steps=181360 elapsed=4.2s lr=3.000000e-04 loss=3.3112 ppl=27.4487 acc=0.3944 tokens=8128.0000 +step=90700 micro_steps=181400 elapsed=4.2s lr=3.000000e-04 loss=3.3201 ppl=27.7060 acc=0.3931 tokens=8128.0000 +step=90720 micro_steps=181440 elapsed=4.2s lr=3.000000e-04 loss=3.3160 ppl=27.5787 acc=0.3935 tokens=8128.0000 +step=90740 micro_steps=181480 elapsed=4.2s lr=3.000000e-04 loss=3.3067 ppl=27.3252 acc=0.3942 tokens=8128.0000 +step=90760 micro_steps=181520 elapsed=4.2s lr=3.000000e-04 loss=3.3331 ppl=28.0554 acc=0.3916 tokens=8128.0000 +step=90780 micro_steps=181560 elapsed=4.2s lr=3.000000e-04 loss=3.3095 ppl=27.4003 acc=0.3950 tokens=8128.0000 +step=90800 micro_steps=181600 elapsed=4.2s lr=3.000000e-04 loss=3.3249 ppl=27.8225 acc=0.3917 tokens=8128.0000 +step=90820 micro_steps=181640 elapsed=4.2s lr=3.000000e-04 loss=3.3087 ppl=27.3836 acc=0.3947 tokens=8128.0000 +step=90840 micro_steps=181680 elapsed=4.2s lr=3.000000e-04 loss=3.3075 ppl=27.3390 acc=0.3952 tokens=8128.0000 +step=90860 micro_steps=181720 elapsed=4.2s lr=3.000000e-04 loss=3.3144 ppl=27.5315 acc=0.3937 tokens=8128.0000 +step=90880 micro_steps=181760 elapsed=4.2s lr=3.000000e-04 loss=3.3268 ppl=27.8902 acc=0.3921 tokens=8128.0000 +step=90900 micro_steps=181800 elapsed=4.2s lr=3.000000e-04 loss=3.3107 ppl=27.4369 acc=0.3943 tokens=8128.0000 +step=90920 micro_steps=181840 elapsed=4.2s lr=3.000000e-04 loss=3.3256 ppl=27.8441 acc=0.3930 tokens=8128.0000 +step=90940 micro_steps=181880 elapsed=4.2s lr=3.000000e-04 loss=3.3151 ppl=27.5556 acc=0.3926 tokens=8128.0000 +step=90960 micro_steps=181920 elapsed=4.2s lr=3.000000e-04 loss=3.3200 ppl=27.6958 acc=0.3936 tokens=8128.0000 +step=90980 micro_steps=181960 elapsed=4.2s lr=3.000000e-04 loss=3.3255 ppl=27.8437 acc=0.3928 tokens=8128.0000 +step=91000 micro_steps=182000 elapsed=4.2s lr=3.000000e-04 loss=3.3195 ppl=27.6836 acc=0.3927 tokens=8128.0000 +[sample step=91000] [CLS]. walker, a four - time best known teacher and author of "all things dangerous," a book that launched kiesle's case, said she heard reports that the high seas posed a danger because of heavy - handed tactics and supervision, which sometimes led to minority pupils leaking to the press the charter about ad laws. [SEP] consider the chances that washington will see despicable behavior by north korea, iran or axis powers like iran and syria. [SEP] a persistent string of attacks has rocked the country in recent months. [SEP] entities with which frontier has identified them had recovered some additional cash, forcing it to issue a special $[SEP] +step=91020 micro_steps=182040 elapsed=6.4s lr=3.000000e-04 loss=3.3085 ppl=27.3748 acc=0.3948 tokens=8128.0000 +step=91040 micro_steps=182080 elapsed=4.2s lr=3.000000e-04 loss=3.3214 ppl=27.7266 acc=0.3917 tokens=8128.0000 +step=91060 micro_steps=182120 elapsed=4.2s lr=3.000000e-04 loss=3.3319 ppl=28.0365 acc=0.3910 tokens=8128.0000 +step=91080 micro_steps=182160 elapsed=4.2s lr=3.000000e-04 loss=3.3109 ppl=27.4335 acc=0.3937 tokens=8128.0000 +step=91100 micro_steps=182200 elapsed=4.2s lr=3.000000e-04 loss=3.3088 ppl=27.3844 acc=0.3953 tokens=8128.0000 +step=91120 micro_steps=182240 elapsed=4.2s lr=3.000000e-04 loss=3.3202 ppl=27.6944 acc=0.3925 tokens=8128.0000 +step=91140 micro_steps=182280 elapsed=4.2s lr=3.000000e-04 loss=3.3232 ppl=27.7769 acc=0.3924 tokens=8128.0000 +step=91160 micro_steps=182320 elapsed=4.2s lr=3.000000e-04 loss=3.3132 ppl=27.4998 acc=0.3939 tokens=8128.0000 +step=91180 micro_steps=182360 elapsed=4.2s lr=3.000000e-04 loss=3.3316 ppl=28.0220 acc=0.3910 tokens=8128.0000 +step=91200 micro_steps=182400 elapsed=4.2s lr=3.000000e-04 loss=3.3206 ppl=27.7069 acc=0.3933 tokens=8128.0000 +step=91220 micro_steps=182440 elapsed=4.2s lr=3.000000e-04 loss=3.3202 ppl=27.6884 acc=0.3928 tokens=8128.0000 +step=91240 micro_steps=182480 elapsed=4.2s lr=3.000000e-04 loss=3.3097 ppl=27.4044 acc=0.3939 tokens=8128.0000 +step=91260 micro_steps=182520 elapsed=4.2s lr=3.000000e-04 loss=3.3160 ppl=27.5985 acc=0.3930 tokens=8128.0000 +step=91280 micro_steps=182560 elapsed=4.2s lr=3.000000e-04 loss=3.3260 ppl=27.8568 acc=0.3923 tokens=8128.0000 +step=91300 micro_steps=182600 elapsed=4.2s lr=3.000000e-04 loss=3.3269 ppl=27.9011 acc=0.3919 tokens=8128.0000 +step=91320 micro_steps=182640 elapsed=4.2s lr=3.000000e-04 loss=3.3251 ppl=27.8423 acc=0.3918 tokens=8128.0000 +step=91340 micro_steps=182680 elapsed=4.2s lr=3.000000e-04 loss=3.3121 ppl=27.4669 acc=0.3933 tokens=8128.0000 +step=91360 micro_steps=182720 elapsed=4.2s lr=3.000000e-04 loss=3.3151 ppl=27.5443 acc=0.3937 tokens=8128.0000 +step=91380 micro_steps=182760 elapsed=4.2s lr=3.000000e-04 loss=3.3228 ppl=27.7767 acc=0.3942 tokens=8128.0000 +step=91400 micro_steps=182800 elapsed=4.2s lr=3.000000e-04 loss=3.3068 ppl=27.3344 acc=0.3943 tokens=8128.0000 +step=91420 micro_steps=182840 elapsed=4.2s lr=3.000000e-04 loss=3.3214 ppl=27.7479 acc=0.3931 tokens=8128.0000 +step=91440 micro_steps=182880 elapsed=4.2s lr=3.000000e-04 loss=3.3202 ppl=27.6937 acc=0.3923 tokens=8128.0000 +step=91460 micro_steps=182920 elapsed=4.2s lr=3.000000e-04 loss=3.3193 ppl=27.6650 acc=0.3923 tokens=8128.0000 +step=91480 micro_steps=182960 elapsed=4.2s lr=3.000000e-04 loss=3.3217 ppl=27.7415 acc=0.3930 tokens=8128.0000 +step=91500 micro_steps=183000 elapsed=4.2s lr=3.000000e-04 loss=3.3232 ppl=27.7766 acc=0.3924 tokens=8128.0000 +step=91520 micro_steps=183040 elapsed=4.2s lr=3.000000e-04 loss=3.2915 ppl=26.9377 acc=0.3968 tokens=8128.0000 +step=91540 micro_steps=183080 elapsed=4.2s lr=3.000000e-04 loss=3.3090 ppl=27.3904 acc=0.3937 tokens=8128.0000 +step=91560 micro_steps=183120 elapsed=4.2s lr=3.000000e-04 loss=3.3289 ppl=27.9416 acc=0.3904 tokens=8128.0000 +step=91580 micro_steps=183160 elapsed=4.2s lr=3.000000e-04 loss=3.3013 ppl=27.1750 acc=0.3953 tokens=8128.0000 +step=91600 micro_steps=183200 elapsed=4.2s lr=3.000000e-04 loss=3.3239 ppl=27.7956 acc=0.3922 tokens=8128.0000 +step=91620 micro_steps=183240 elapsed=4.2s lr=3.000000e-04 loss=3.3187 ppl=27.6543 acc=0.3918 tokens=8128.0000 +step=91640 micro_steps=183280 elapsed=4.2s lr=3.000000e-04 loss=3.3102 ppl=27.4174 acc=0.3934 tokens=8128.0000 +step=91660 micro_steps=183320 elapsed=4.2s lr=3.000000e-04 loss=3.3122 ppl=27.4811 acc=0.3937 tokens=8128.0000 +step=91680 micro_steps=183360 elapsed=4.2s lr=3.000000e-04 loss=3.3183 ppl=27.6464 acc=0.3929 tokens=8128.0000 +step=91700 micro_steps=183400 elapsed=4.2s lr=3.000000e-04 loss=3.3184 ppl=27.6524 acc=0.3925 tokens=8128.0000 +step=91720 micro_steps=183440 elapsed=4.2s lr=3.000000e-04 loss=3.3079 ppl=27.3707 acc=0.3953 tokens=8128.0000 +step=91740 micro_steps=183480 elapsed=4.2s lr=3.000000e-04 loss=3.2878 ppl=27.1121 acc=0.3992 tokens=8128.0000 +step=91760 micro_steps=183520 elapsed=4.2s lr=3.000000e-04 loss=3.3136 ppl=27.5128 acc=0.3934 tokens=8128.0000 +step=91780 micro_steps=183560 elapsed=4.2s lr=3.000000e-04 loss=3.3162 ppl=27.5900 acc=0.3937 tokens=8128.0000 +step=91800 micro_steps=183600 elapsed=4.2s lr=3.000000e-04 loss=3.3088 ppl=27.3841 acc=0.3935 tokens=8128.0000 +step=91820 micro_steps=183640 elapsed=4.2s lr=3.000000e-04 loss=3.3287 ppl=27.9177 acc=0.3910 tokens=8128.0000 +step=91840 micro_steps=183680 elapsed=4.2s lr=3.000000e-04 loss=3.3194 ppl=27.6739 acc=0.3937 tokens=8128.0000 +step=91860 micro_steps=183720 elapsed=4.2s lr=3.000000e-04 loss=3.3227 ppl=27.7800 acc=0.3930 tokens=8128.0000 +step=91880 micro_steps=183760 elapsed=4.2s lr=3.000000e-04 loss=3.3056 ppl=27.2997 acc=0.3936 tokens=8128.0000 +step=91900 micro_steps=183800 elapsed=4.2s lr=3.000000e-04 loss=3.3214 ppl=27.7247 acc=0.3920 tokens=8128.0000 +step=91920 micro_steps=183840 elapsed=4.2s lr=3.000000e-04 loss=3.3245 ppl=27.8209 acc=0.3930 tokens=8128.0000 +step=91940 micro_steps=183880 elapsed=4.2s lr=3.000000e-04 loss=3.3152 ppl=27.5603 acc=0.3938 tokens=8128.0000 +step=91960 micro_steps=183920 elapsed=4.2s lr=3.000000e-04 loss=3.3149 ppl=27.5424 acc=0.3931 tokens=8128.0000 +step=91980 micro_steps=183960 elapsed=4.2s lr=3.000000e-04 loss=3.3248 ppl=27.8265 acc=0.3921 tokens=8128.0000 +step=92000 micro_steps=184000 elapsed=4.2s lr=3.000000e-04 loss=3.3160 ppl=27.5844 acc=0.3922 tokens=8128.0000 +[sample step=92000] [CLS] and neglected to teach him anything but english. [SEP] jeddah, november 26 (qna) - at least 16 people have been injured in the kingdom of saudi arabia when an explosive device went off since noon (1100 gmt) local time (2200 gmt), a military mujahedin fire department statement said. [SEP] professor normand says it meant people had made themselves into "yummy mummies." [SEP] at dundee sheriff court, they said they wanted to encourage others who might want to run towards them. [SEP] 1821 - eritrea acquires more freeditions for first time and qualifications in australogy, [SEP] +step=92020 micro_steps=184040 elapsed=6.4s lr=3.000000e-04 loss=3.3103 ppl=27.4177 acc=0.3937 tokens=8128.0000 +step=92040 micro_steps=184080 elapsed=4.2s lr=3.000000e-04 loss=3.3065 ppl=27.3203 acc=0.3934 tokens=8128.0000 +step=92060 micro_steps=184120 elapsed=4.2s lr=3.000000e-04 loss=3.3078 ppl=27.3665 acc=0.3939 tokens=8128.0000 +step=92080 micro_steps=184160 elapsed=4.2s lr=3.000000e-04 loss=3.3163 ppl=27.5803 acc=0.3933 tokens=8128.0000 +step=92100 micro_steps=184200 elapsed=4.2s lr=3.000000e-04 loss=3.3190 ppl=27.6762 acc=0.3927 tokens=8128.0000 +step=92120 micro_steps=184240 elapsed=4.2s lr=3.000000e-04 loss=3.3377 ppl=28.1827 acc=0.3901 tokens=8128.0000 +step=92140 micro_steps=184280 elapsed=4.2s lr=3.000000e-04 loss=3.2972 ppl=27.0731 acc=0.3966 tokens=8128.0000 +step=92160 micro_steps=184320 elapsed=4.2s lr=3.000000e-04 loss=3.3140 ppl=27.5373 acc=0.3923 tokens=8128.0000 +step=92180 micro_steps=184360 elapsed=4.2s lr=3.000000e-04 loss=3.3232 ppl=27.7830 acc=0.3917 tokens=8128.0000 +step=92200 micro_steps=184400 elapsed=4.2s lr=3.000000e-04 loss=3.3181 ppl=27.6346 acc=0.3937 tokens=8128.0000 +step=92220 micro_steps=184440 elapsed=4.2s lr=3.000000e-04 loss=3.3271 ppl=27.8981 acc=0.3924 tokens=8128.0000 +step=92240 micro_steps=184480 elapsed=4.2s lr=3.000000e-04 loss=3.3211 ppl=27.7313 acc=0.3924 tokens=8128.0000 +step=92260 micro_steps=184520 elapsed=4.2s lr=3.000000e-04 loss=3.3245 ppl=27.8092 acc=0.3927 tokens=8128.0000 +step=92280 micro_steps=184560 elapsed=4.2s lr=3.000000e-04 loss=3.3104 ppl=27.4361 acc=0.3938 tokens=8128.0000 +step=92300 micro_steps=184600 elapsed=4.2s lr=3.000000e-04 loss=3.3288 ppl=27.9382 acc=0.3925 tokens=8128.0000 +step=92320 micro_steps=184640 elapsed=4.2s lr=3.000000e-04 loss=3.3136 ppl=27.5159 acc=0.3934 tokens=8128.0000 +step=92340 micro_steps=184680 elapsed=4.2s lr=3.000000e-04 loss=3.3163 ppl=27.5971 acc=0.3925 tokens=8128.0000 +step=92360 micro_steps=184720 elapsed=4.2s lr=3.000000e-04 loss=3.3083 ppl=27.3653 acc=0.3939 tokens=8128.0000 +step=92380 micro_steps=184760 elapsed=4.2s lr=3.000000e-04 loss=3.3123 ppl=27.4820 acc=0.3946 tokens=8128.0000 +step=92400 micro_steps=184800 elapsed=4.2s lr=3.000000e-04 loss=3.3133 ppl=27.4975 acc=0.3947 tokens=8128.0000 +step=92420 micro_steps=184840 elapsed=4.2s lr=3.000000e-04 loss=3.3185 ppl=27.6582 acc=0.3942 tokens=8128.0000 +step=92440 micro_steps=184880 elapsed=4.2s lr=3.000000e-04 loss=3.3110 ppl=27.4724 acc=0.3946 tokens=8128.0000 +step=92460 micro_steps=184920 elapsed=4.2s lr=3.000000e-04 loss=3.3180 ppl=27.6271 acc=0.3930 tokens=8128.0000 +step=92480 micro_steps=184960 elapsed=4.2s lr=3.000000e-04 loss=3.3120 ppl=27.4835 acc=0.3941 tokens=8128.0000 +step=92500 micro_steps=185000 elapsed=4.2s lr=3.000000e-04 loss=3.3008 ppl=27.1621 acc=0.3948 tokens=8128.0000 +step=92520 micro_steps=185040 elapsed=4.2s lr=3.000000e-04 loss=3.3173 ppl=27.6141 acc=0.3926 tokens=8128.0000 +step=92540 micro_steps=185080 elapsed=4.2s lr=3.000000e-04 loss=3.3075 ppl=27.3583 acc=0.3935 tokens=8128.0000 +step=92560 micro_steps=185120 elapsed=4.2s lr=3.000000e-04 loss=3.3239 ppl=27.7967 acc=0.3924 tokens=8128.0000 +step=92580 micro_steps=185160 elapsed=4.2s lr=3.000000e-04 loss=3.3232 ppl=27.7902 acc=0.3929 tokens=8128.0000 +step=92600 micro_steps=185200 elapsed=4.2s lr=3.000000e-04 loss=3.3180 ppl=27.6299 acc=0.3934 tokens=8128.0000 +step=92620 micro_steps=185240 elapsed=4.2s lr=3.000000e-04 loss=3.3115 ppl=27.4718 acc=0.3936 tokens=8128.0000 +step=92640 micro_steps=185280 elapsed=4.2s lr=3.000000e-04 loss=3.3285 ppl=27.9315 acc=0.3924 tokens=8128.0000 +step=92660 micro_steps=185320 elapsed=4.2s lr=3.000000e-04 loss=3.3212 ppl=27.7268 acc=0.3921 tokens=8128.0000 +step=92680 micro_steps=185360 elapsed=4.2s lr=3.000000e-04 loss=3.3030 ppl=27.2257 acc=0.3939 tokens=8128.0000 +step=92700 micro_steps=185400 elapsed=4.2s lr=3.000000e-04 loss=3.3236 ppl=27.7847 acc=0.3934 tokens=8128.0000 +step=92720 micro_steps=185440 elapsed=4.2s lr=3.000000e-04 loss=3.3036 ppl=27.2444 acc=0.3947 tokens=8128.0000 +step=92740 micro_steps=185480 elapsed=4.2s lr=3.000000e-04 loss=3.3090 ppl=27.3905 acc=0.3937 tokens=8128.0000 +step=92760 micro_steps=185520 elapsed=4.2s lr=3.000000e-04 loss=3.3108 ppl=27.4464 acc=0.3928 tokens=8128.0000 +step=92780 micro_steps=185560 elapsed=4.2s lr=3.000000e-04 loss=3.3199 ppl=27.6852 acc=0.3921 tokens=8128.0000 +step=92800 micro_steps=185600 elapsed=4.2s lr=3.000000e-04 loss=3.3087 ppl=27.3879 acc=0.3936 tokens=8128.0000 +step=92820 micro_steps=185640 elapsed=4.2s lr=3.000000e-04 loss=3.3184 ppl=27.6431 acc=0.3939 tokens=8128.0000 +step=92840 micro_steps=185680 elapsed=4.2s lr=3.000000e-04 loss=3.3178 ppl=27.6267 acc=0.3931 tokens=8128.0000 +step=92860 micro_steps=185720 elapsed=4.2s lr=3.000000e-04 loss=3.3075 ppl=27.3641 acc=0.3945 tokens=8128.0000 +step=92880 micro_steps=185760 elapsed=4.2s lr=3.000000e-04 loss=3.2986 ppl=27.1118 acc=0.3962 tokens=8128.0000 +step=92900 micro_steps=185800 elapsed=4.2s lr=3.000000e-04 loss=3.3124 ppl=27.4817 acc=0.3933 tokens=8128.0000 +step=92920 micro_steps=185840 elapsed=4.2s lr=3.000000e-04 loss=3.3257 ppl=27.8568 acc=0.3913 tokens=8128.0000 +step=92940 micro_steps=185880 elapsed=4.2s lr=3.000000e-04 loss=3.3207 ppl=27.7209 acc=0.3937 tokens=8128.0000 +step=92960 micro_steps=185920 elapsed=4.2s lr=3.000000e-04 loss=3.3148 ppl=27.5523 acc=0.3934 tokens=8128.0000 +step=92980 micro_steps=185960 elapsed=4.2s lr=3.000000e-04 loss=3.3135 ppl=27.5028 acc=0.3933 tokens=8128.0000 +step=93000 micro_steps=186000 elapsed=4.2s lr=3.000000e-04 loss=3.3117 ppl=27.4744 acc=0.3940 tokens=8128.0000 +[sample step=93000] [CLS] [SEP] the paper says schools risk being shut down if more people join the fight against the rising annual growth rate for children within the next 30 years. [SEP] police are continuing to appeal for any witnesses to trace a motorist who may have seen a gun recovered yesterday morning along with the removal van. [SEP] she was also invited to the coming awards show. [SEP] mr gates and ms chrystal are joined by other washington post veterans who have attended the procession, including rabbi richard widmark and mike vogel, who were honored with the salutes. [SEP] one reason, though, is that telling people the time is right for them to test [SEP] +step=93020 micro_steps=186040 elapsed=6.4s lr=3.000000e-04 loss=3.3179 ppl=27.6339 acc=0.3935 tokens=8128.0000 +step=93040 micro_steps=186080 elapsed=4.2s lr=3.000000e-04 loss=3.2817 ppl=26.7391 acc=0.3974 tokens=8128.0000 +step=93060 micro_steps=186120 elapsed=4.2s lr=3.000000e-04 loss=3.3150 ppl=27.5601 acc=0.3936 tokens=8128.0000 +step=93080 micro_steps=186160 elapsed=4.2s lr=3.000000e-04 loss=3.3081 ppl=27.3651 acc=0.3944 tokens=8128.0000 +step=93100 micro_steps=186200 elapsed=4.2s lr=3.000000e-04 loss=3.3041 ppl=27.2596 acc=0.3943 tokens=8128.0000 +step=93120 micro_steps=186240 elapsed=4.2s lr=3.000000e-04 loss=3.3133 ppl=27.5131 acc=0.3949 tokens=8128.0000 +step=93140 micro_steps=186280 elapsed=4.2s lr=3.000000e-04 loss=3.3192 ppl=27.6815 acc=0.3929 tokens=8128.0000 +step=93160 micro_steps=186320 elapsed=4.2s lr=3.000000e-04 loss=3.3150 ppl=27.5633 acc=0.3931 tokens=8128.0000 +step=93180 micro_steps=186360 elapsed=4.2s lr=3.000000e-04 loss=3.3224 ppl=27.7502 acc=0.3927 tokens=8128.0000 +step=93200 micro_steps=186400 elapsed=4.2s lr=3.000000e-04 loss=3.2983 ppl=27.0956 acc=0.3944 tokens=8128.0000 +step=93220 micro_steps=186440 elapsed=4.2s lr=3.000000e-04 loss=3.3287 ppl=27.9425 acc=0.3928 tokens=8128.0000 +step=93240 micro_steps=186480 elapsed=4.2s lr=3.000000e-04 loss=3.3240 ppl=27.8014 acc=0.3922 tokens=8128.0000 +step=93260 micro_steps=186520 elapsed=4.2s lr=3.000000e-04 loss=3.3093 ppl=27.4134 acc=0.3945 tokens=8128.0000 +step=93280 micro_steps=186560 elapsed=4.2s lr=3.000000e-04 loss=3.3210 ppl=27.7265 acc=0.3929 tokens=8128.0000 +step=93300 micro_steps=186600 elapsed=4.2s lr=3.000000e-04 loss=3.3260 ppl=27.8620 acc=0.3920 tokens=8128.0000 +step=93320 micro_steps=186640 elapsed=4.2s lr=3.000000e-04 loss=3.3213 ppl=27.7527 acc=0.3926 tokens=8128.0000 +step=93340 micro_steps=186680 elapsed=4.2s lr=3.000000e-04 loss=3.3029 ppl=27.2277 acc=0.3948 tokens=8128.0000 +step=93360 micro_steps=186720 elapsed=4.2s lr=3.000000e-04 loss=3.3154 ppl=27.5717 acc=0.3930 tokens=8128.0000 +step=93380 micro_steps=186760 elapsed=4.2s lr=3.000000e-04 loss=3.3123 ppl=27.4833 acc=0.3942 tokens=8128.0000 +step=93400 micro_steps=186800 elapsed=4.2s lr=3.000000e-04 loss=3.3200 ppl=27.6985 acc=0.3916 tokens=8128.0000 +step=93420 micro_steps=186840 elapsed=4.2s lr=3.000000e-04 loss=3.3048 ppl=27.2649 acc=0.3943 tokens=8128.0000 +step=93440 micro_steps=186880 elapsed=4.2s lr=3.000000e-04 loss=3.3208 ppl=27.7058 acc=0.3924 tokens=8128.0000 +step=93460 micro_steps=186920 elapsed=4.2s lr=3.000000e-04 loss=3.3109 ppl=27.4435 acc=0.3941 tokens=8128.0000 +step=93480 micro_steps=186960 elapsed=4.2s lr=3.000000e-04 loss=3.3113 ppl=27.4517 acc=0.3949 tokens=8128.0000 +step=93500 micro_steps=187000 elapsed=4.2s lr=3.000000e-04 loss=3.3101 ppl=27.4320 acc=0.3939 tokens=8128.0000 +step=93520 micro_steps=187040 elapsed=4.2s lr=3.000000e-04 loss=3.3018 ppl=27.1905 acc=0.3953 tokens=8128.0000 +step=93540 micro_steps=187080 elapsed=4.2s lr=3.000000e-04 loss=3.3214 ppl=27.7422 acc=0.3926 tokens=8128.0000 +step=93560 micro_steps=187120 elapsed=4.2s lr=3.000000e-04 loss=3.2989 ppl=27.1203 acc=0.3946 tokens=8128.0000 +step=93580 micro_steps=187160 elapsed=4.2s lr=3.000000e-04 loss=3.3017 ppl=27.1886 acc=0.3952 tokens=8128.0000 +step=93600 micro_steps=187200 elapsed=4.2s lr=3.000000e-04 loss=3.3041 ppl=27.2497 acc=0.3943 tokens=8128.0000 +step=93620 micro_steps=187240 elapsed=4.2s lr=3.000000e-04 loss=3.3170 ppl=27.6136 acc=0.3928 tokens=8128.0000 +step=93640 micro_steps=187280 elapsed=4.2s lr=3.000000e-04 loss=3.3041 ppl=27.2534 acc=0.3940 tokens=8128.0000 +step=93660 micro_steps=187320 elapsed=4.2s lr=3.000000e-04 loss=3.3179 ppl=27.6603 acc=0.3935 tokens=8128.0000 +step=93680 micro_steps=187360 elapsed=4.2s lr=3.000000e-04 loss=3.2905 ppl=26.9384 acc=0.3955 tokens=8128.0000 +step=93700 micro_steps=187400 elapsed=4.2s lr=3.000000e-04 loss=3.3105 ppl=27.4281 acc=0.3940 tokens=8128.0000 +step=93720 micro_steps=187440 elapsed=4.2s lr=3.000000e-04 loss=3.2946 ppl=27.0040 acc=0.3956 tokens=8128.0000 +step=93740 micro_steps=187480 elapsed=4.2s lr=3.000000e-04 loss=3.3202 ppl=27.6935 acc=0.3928 tokens=8128.0000 +step=93760 micro_steps=187520 elapsed=4.2s lr=3.000000e-04 loss=3.3087 ppl=27.3835 acc=0.3942 tokens=8128.0000 +step=93780 micro_steps=187560 elapsed=4.2s lr=3.000000e-04 loss=3.3216 ppl=27.7348 acc=0.3933 tokens=8128.0000 +step=93800 micro_steps=187600 elapsed=4.2s lr=3.000000e-04 loss=3.3059 ppl=27.3034 acc=0.3940 tokens=8128.0000 +step=93820 micro_steps=187640 elapsed=4.2s lr=3.000000e-04 loss=3.3023 ppl=27.1919 acc=0.3945 tokens=8128.0000 +step=93840 micro_steps=187680 elapsed=4.2s lr=3.000000e-04 loss=3.3034 ppl=27.2582 acc=0.3962 tokens=8128.0000 +step=93860 micro_steps=187720 elapsed=4.2s lr=3.000000e-04 loss=3.3081 ppl=27.3589 acc=0.3950 tokens=8128.0000 +step=93880 micro_steps=187760 elapsed=4.2s lr=3.000000e-04 loss=3.2958 ppl=27.0359 acc=0.3957 tokens=8128.0000 +step=93900 micro_steps=187800 elapsed=4.2s lr=3.000000e-04 loss=3.3231 ppl=27.7776 acc=0.3917 tokens=8128.0000 +step=93920 micro_steps=187840 elapsed=4.2s lr=3.000000e-04 loss=3.3138 ppl=27.5259 acc=0.3927 tokens=8128.0000 +step=93940 micro_steps=187880 elapsed=4.2s lr=3.000000e-04 loss=3.3150 ppl=27.5559 acc=0.3936 tokens=8128.0000 +step=93960 micro_steps=187920 elapsed=4.2s lr=3.000000e-04 loss=3.3097 ppl=27.3988 acc=0.3940 tokens=8128.0000 +step=93980 micro_steps=187960 elapsed=4.2s lr=3.000000e-04 loss=3.3078 ppl=27.3546 acc=0.3946 tokens=8128.0000 +step=94000 micro_steps=188000 elapsed=4.2s lr=3.000000e-04 loss=3.3212 ppl=27.7232 acc=0.3933 tokens=8128.0000 +[sample step=94000] [CLS] fined a record $200, 000 to $250, 000 for the misdemeanor offense. [SEP] but he said in statements that "pressed hard sometimes" about his family's street plans andismean traditions, like going into the white house and its mosques what he had missed out on. [SEP] some management of customers'communications got stuck in fraud in the laps of the u. s. government. [SEP] stretching back to the 14th century, declining house - building is mainstream, and new constructions like informal towers on the industrial outskirts of town are more like sankown than individual bungalows. [SEP] the library is full of posters [SEP] +step=94020 micro_steps=188040 elapsed=6.4s lr=3.000000e-04 loss=3.3016 ppl=27.1811 acc=0.3952 tokens=8128.0000 +step=94040 micro_steps=188080 elapsed=4.2s lr=3.000000e-04 loss=3.3283 ppl=27.9387 acc=0.3924 tokens=8128.0000 +step=94060 micro_steps=188120 elapsed=4.2s lr=3.000000e-04 loss=3.3124 ppl=27.4849 acc=0.3942 tokens=8128.0000 +step=94080 micro_steps=188160 elapsed=4.2s lr=3.000000e-04 loss=3.3167 ppl=27.6044 acc=0.3937 tokens=8128.0000 +step=94100 micro_steps=188200 elapsed=4.2s lr=3.000000e-04 loss=3.3212 ppl=27.7203 acc=0.3939 tokens=8128.0000 +step=94120 micro_steps=188240 elapsed=4.2s lr=3.000000e-04 loss=3.3048 ppl=27.2702 acc=0.3948 tokens=8128.0000 +step=94140 micro_steps=188280 elapsed=4.2s lr=3.000000e-04 loss=3.3168 ppl=27.5996 acc=0.3927 tokens=8128.0000 +step=94160 micro_steps=188320 elapsed=4.2s lr=3.000000e-04 loss=3.3121 ppl=27.4825 acc=0.3947 tokens=8128.0000 +step=94180 micro_steps=188360 elapsed=4.2s lr=3.000000e-04 loss=3.3028 ppl=27.2216 acc=0.3951 tokens=8128.0000 +step=94200 micro_steps=188400 elapsed=4.2s lr=3.000000e-04 loss=3.3250 ppl=27.8349 acc=0.3923 tokens=8128.0000 +step=94220 micro_steps=188440 elapsed=4.2s lr=3.000000e-04 loss=3.3283 ppl=27.9196 acc=0.3922 tokens=8128.0000 +step=94240 micro_steps=188480 elapsed=4.2s lr=3.000000e-04 loss=3.3172 ppl=27.6079 acc=0.3928 tokens=8128.0000 +step=94260 micro_steps=188520 elapsed=4.2s lr=3.000000e-04 loss=3.3218 ppl=27.7387 acc=0.3920 tokens=8128.0000 +step=94280 micro_steps=188560 elapsed=4.2s lr=3.000000e-04 loss=3.3193 ppl=27.6756 acc=0.3923 tokens=8128.0000 +step=94300 micro_steps=188600 elapsed=4.2s lr=3.000000e-04 loss=3.3010 ppl=27.1823 acc=0.3953 tokens=8128.0000 +step=94320 micro_steps=188640 elapsed=4.2s lr=3.000000e-04 loss=3.3132 ppl=27.5080 acc=0.3938 tokens=8128.0000 +step=94340 micro_steps=188680 elapsed=4.2s lr=3.000000e-04 loss=3.3112 ppl=27.4440 acc=0.3938 tokens=8128.0000 +step=94360 micro_steps=188720 elapsed=4.2s lr=3.000000e-04 loss=3.3084 ppl=27.3769 acc=0.3934 tokens=8128.0000 +step=94380 micro_steps=188760 elapsed=4.2s lr=3.000000e-04 loss=3.3187 ppl=27.6631 acc=0.3932 tokens=8128.0000 +step=94400 micro_steps=188800 elapsed=4.2s lr=3.000000e-04 loss=3.3204 ppl=27.7068 acc=0.3931 tokens=8128.0000 +step=94420 micro_steps=188840 elapsed=4.2s lr=3.000000e-04 loss=3.3165 ppl=27.6039 acc=0.3937 tokens=8128.0000 +step=94440 micro_steps=188880 elapsed=4.2s lr=3.000000e-04 loss=3.3140 ppl=27.5294 acc=0.3952 tokens=8128.0000 +step=94460 micro_steps=188920 elapsed=4.2s lr=3.000000e-04 loss=3.3101 ppl=27.4205 acc=0.3932 tokens=8128.0000 +step=94480 micro_steps=188960 elapsed=4.2s lr=3.000000e-04 loss=3.3150 ppl=27.5516 acc=0.3936 tokens=8128.0000 +step=94500 micro_steps=189000 elapsed=4.2s lr=3.000000e-04 loss=3.3068 ppl=27.3217 acc=0.3941 tokens=8128.0000 +step=94520 micro_steps=189040 elapsed=4.2s lr=3.000000e-04 loss=3.3003 ppl=27.1471 acc=0.3951 tokens=8128.0000 +step=94540 micro_steps=189080 elapsed=4.2s lr=3.000000e-04 loss=3.3130 ppl=27.4986 acc=0.3928 tokens=8128.0000 +step=94560 micro_steps=189120 elapsed=4.2s lr=3.000000e-04 loss=3.3310 ppl=27.9901 acc=0.3913 tokens=8128.0000 +step=94580 micro_steps=189160 elapsed=4.2s lr=3.000000e-04 loss=3.3181 ppl=27.6314 acc=0.3928 tokens=8128.0000 +step=94600 micro_steps=189200 elapsed=4.2s lr=3.000000e-04 loss=3.3206 ppl=27.6988 acc=0.3928 tokens=8128.0000 +step=94620 micro_steps=189240 elapsed=4.2s lr=3.000000e-04 loss=3.3162 ppl=27.5960 acc=0.3942 tokens=8128.0000 +step=94640 micro_steps=189280 elapsed=4.2s lr=3.000000e-04 loss=3.3051 ppl=27.2923 acc=0.3952 tokens=8128.0000 +step=94660 micro_steps=189320 elapsed=4.2s lr=3.000000e-04 loss=3.3161 ppl=27.5842 acc=0.3934 tokens=8128.0000 +step=94680 micro_steps=189360 elapsed=4.2s lr=3.000000e-04 loss=3.3127 ppl=27.4914 acc=0.3934 tokens=8128.0000 +step=94700 micro_steps=189400 elapsed=4.2s lr=3.000000e-04 loss=3.3157 ppl=27.5785 acc=0.3925 tokens=8128.0000 +step=94720 micro_steps=189440 elapsed=4.2s lr=3.000000e-04 loss=3.3024 ppl=27.2249 acc=0.3954 tokens=8128.0000 +step=94740 micro_steps=189480 elapsed=4.2s lr=3.000000e-04 loss=3.3135 ppl=27.5241 acc=0.3926 tokens=8128.0000 +step=94760 micro_steps=189520 elapsed=4.2s lr=3.000000e-04 loss=3.3166 ppl=27.5913 acc=0.3931 tokens=8128.0000 +step=94780 micro_steps=189560 elapsed=4.2s lr=3.000000e-04 loss=3.3164 ppl=27.6146 acc=0.3937 tokens=8128.0000 +step=94800 micro_steps=189600 elapsed=4.2s lr=3.000000e-04 loss=3.3007 ppl=27.1578 acc=0.3944 tokens=8128.0000 +step=94820 micro_steps=189640 elapsed=4.2s lr=3.000000e-04 loss=3.3082 ppl=27.3652 acc=0.3937 tokens=8128.0000 +step=94840 micro_steps=189680 elapsed=4.2s lr=3.000000e-04 loss=3.3099 ppl=27.4203 acc=0.3939 tokens=8128.0000 +step=94860 micro_steps=189720 elapsed=4.2s lr=3.000000e-04 loss=3.3106 ppl=27.4395 acc=0.3949 tokens=8128.0000 +step=94880 micro_steps=189760 elapsed=4.2s lr=3.000000e-04 loss=3.3299 ppl=27.9637 acc=0.3921 tokens=8128.0000 +step=94900 micro_steps=189800 elapsed=4.2s lr=3.000000e-04 loss=3.3139 ppl=27.5231 acc=0.3940 tokens=8128.0000 +step=94920 micro_steps=189840 elapsed=4.2s lr=3.000000e-04 loss=3.3206 ppl=27.7039 acc=0.3926 tokens=8128.0000 +step=94940 micro_steps=189880 elapsed=4.2s lr=3.000000e-04 loss=3.3352 ppl=28.1228 acc=0.3903 tokens=8128.0000 +step=94960 micro_steps=189920 elapsed=4.2s lr=3.000000e-04 loss=3.3028 ppl=27.2210 acc=0.3948 tokens=8128.0000 +step=94980 micro_steps=189960 elapsed=4.2s lr=3.000000e-04 loss=3.3040 ppl=27.2441 acc=0.3944 tokens=8128.0000 +step=95000 micro_steps=190000 elapsed=4.2s lr=3.000000e-04 loss=3.3084 ppl=27.3803 acc=0.3931 tokens=8128.0000 +[sample step=95000] [CLS]s. [SEP] "the anti - drug procedure has survived despite the percentage of drug abuse total prohibitions," said george washington university's medical center. [SEP] breaking free of government guard. [SEP] for smaller institutions, for example, there can be an overly compressed timetable compared to a partnership agreement, which allows shareholders to monitor internal response whether their unsecured common equity per share exceeds a 55 percent threshold covering the whole picture. [SEP] mccain has taken on the alaska state troopers, the senate ethics panel and the stewardess - surgeon - friend - of - god once led by his beautiful daughter. [SEP] robin ben arnett, 43, [SEP] +step=95020 micro_steps=190040 elapsed=6.4s lr=3.000000e-04 loss=3.3258 ppl=27.8547 acc=0.3917 tokens=8128.0000 +step=95040 micro_steps=190080 elapsed=4.2s lr=3.000000e-04 loss=3.3073 ppl=27.3489 acc=0.3946 tokens=8128.0000 +step=95060 micro_steps=190120 elapsed=4.2s lr=3.000000e-04 loss=3.3273 ppl=27.9074 acc=0.3919 tokens=8128.0000 +step=95080 micro_steps=190160 elapsed=4.2s lr=3.000000e-04 loss=3.3063 ppl=27.3221 acc=0.3947 tokens=8128.0000 +step=95100 micro_steps=190200 elapsed=4.2s lr=3.000000e-04 loss=3.3004 ppl=27.1500 acc=0.3955 tokens=8128.0000 +step=95120 micro_steps=190240 elapsed=4.2s lr=3.000000e-04 loss=3.3067 ppl=27.3251 acc=0.3960 tokens=8128.0000 +step=95140 micro_steps=190280 elapsed=4.2s lr=3.000000e-04 loss=3.3066 ppl=27.3066 acc=0.3942 tokens=8128.0000 +step=95160 micro_steps=190320 elapsed=4.2s lr=3.000000e-04 loss=3.3075 ppl=27.3450 acc=0.3952 tokens=8128.0000 +step=95180 micro_steps=190360 elapsed=4.2s lr=3.000000e-04 loss=3.3053 ppl=27.2959 acc=0.3946 tokens=8128.0000 +step=95200 micro_steps=190400 elapsed=4.2s lr=3.000000e-04 loss=3.3204 ppl=27.6997 acc=0.3931 tokens=8128.0000 +step=95220 micro_steps=190440 elapsed=4.2s lr=3.000000e-04 loss=3.3054 ppl=27.2801 acc=0.3941 tokens=8128.0000 +step=95240 micro_steps=190480 elapsed=4.2s lr=3.000000e-04 loss=3.3149 ppl=27.5638 acc=0.3932 tokens=8128.0000 +step=95260 micro_steps=190520 elapsed=4.2s lr=3.000000e-04 loss=3.3234 ppl=27.7929 acc=0.3927 tokens=8128.0000 +step=95280 micro_steps=190560 elapsed=4.2s lr=3.000000e-04 loss=3.3067 ppl=27.3280 acc=0.3936 tokens=8128.0000 +step=95300 micro_steps=190600 elapsed=4.2s lr=3.000000e-04 loss=3.3114 ppl=27.4663 acc=0.3942 tokens=8128.0000 +step=95320 micro_steps=190640 elapsed=4.2s lr=3.000000e-04 loss=3.3000 ppl=27.1528 acc=0.3941 tokens=8128.0000 +step=95340 micro_steps=190680 elapsed=4.2s lr=3.000000e-04 loss=3.3132 ppl=27.4943 acc=0.3928 tokens=8128.0000 +step=95360 micro_steps=190720 elapsed=4.2s lr=3.000000e-04 loss=3.3173 ppl=27.6164 acc=0.3939 tokens=8128.0000 +step=95380 micro_steps=190760 elapsed=4.2s lr=3.000000e-04 loss=3.3158 ppl=27.5765 acc=0.3931 tokens=8128.0000 +step=95400 micro_steps=190800 elapsed=4.2s lr=3.000000e-04 loss=3.3102 ppl=27.4196 acc=0.3942 tokens=8128.0000 +step=95420 micro_steps=190840 elapsed=4.2s lr=3.000000e-04 loss=3.3105 ppl=27.4222 acc=0.3943 tokens=8128.0000 +step=95440 micro_steps=190880 elapsed=4.2s lr=3.000000e-04 loss=3.3228 ppl=27.7806 acc=0.3934 tokens=8128.0000 +step=95460 micro_steps=190920 elapsed=4.2s lr=3.000000e-04 loss=3.3118 ppl=27.4726 acc=0.3933 tokens=8128.0000 +step=95480 micro_steps=190960 elapsed=4.2s lr=3.000000e-04 loss=3.3052 ppl=27.3014 acc=0.3949 tokens=8128.0000 +step=95500 micro_steps=191000 elapsed=4.2s lr=3.000000e-04 loss=3.3161 ppl=27.5823 acc=0.3934 tokens=8128.0000 +step=95520 micro_steps=191040 elapsed=4.2s lr=3.000000e-04 loss=3.2975 ppl=27.0857 acc=0.3955 tokens=8128.0000 +step=95540 micro_steps=191080 elapsed=4.2s lr=3.000000e-04 loss=3.2922 ppl=26.9364 acc=0.3964 tokens=8128.0000 +step=95560 micro_steps=191120 elapsed=4.2s lr=3.000000e-04 loss=3.3193 ppl=27.6636 acc=0.3927 tokens=8128.0000 +step=95580 micro_steps=191160 elapsed=4.2s lr=3.000000e-04 loss=3.3095 ppl=27.3879 acc=0.3939 tokens=8128.0000 +step=95600 micro_steps=191200 elapsed=4.2s lr=3.000000e-04 loss=3.3046 ppl=27.2732 acc=0.3936 tokens=8128.0000 +step=95620 micro_steps=191240 elapsed=4.2s lr=3.000000e-04 loss=3.3264 ppl=27.8555 acc=0.3908 tokens=8128.0000 +step=95640 micro_steps=191280 elapsed=4.2s lr=3.000000e-04 loss=3.3071 ppl=27.3314 acc=0.3942 tokens=8128.0000 +step=95660 micro_steps=191320 elapsed=4.2s lr=3.000000e-04 loss=3.3220 ppl=27.7545 acc=0.3918 tokens=8128.0000 +step=95680 micro_steps=191360 elapsed=4.2s lr=3.000000e-04 loss=3.3054 ppl=27.2860 acc=0.3947 tokens=8128.0000 +step=95700 micro_steps=191400 elapsed=4.2s lr=3.000000e-04 loss=3.3179 ppl=27.6283 acc=0.3936 tokens=8128.0000 +step=95720 micro_steps=191440 elapsed=4.2s lr=3.000000e-04 loss=3.3032 ppl=27.2488 acc=0.3953 tokens=8128.0000 +step=95740 micro_steps=191480 elapsed=4.2s lr=3.000000e-04 loss=3.3200 ppl=27.6964 acc=0.3927 tokens=8128.0000 +step=95760 micro_steps=191520 elapsed=4.2s lr=3.000000e-04 loss=3.3104 ppl=27.4218 acc=0.3935 tokens=8128.0000 +step=95780 micro_steps=191560 elapsed=4.2s lr=3.000000e-04 loss=3.3195 ppl=27.6864 acc=0.3930 tokens=8128.0000 +step=95800 micro_steps=191600 elapsed=4.2s lr=3.000000e-04 loss=3.2958 ppl=27.0406 acc=0.3966 tokens=8128.0000 +step=95820 micro_steps=191640 elapsed=4.2s lr=3.000000e-04 loss=3.3231 ppl=27.7939 acc=0.3924 tokens=8128.0000 +step=95840 micro_steps=191680 elapsed=4.2s lr=3.000000e-04 loss=3.3026 ppl=27.2308 acc=0.3946 tokens=8128.0000 +step=95860 micro_steps=191720 elapsed=4.2s lr=3.000000e-04 loss=3.3035 ppl=27.2395 acc=0.3939 tokens=8128.0000 +step=95880 micro_steps=191760 elapsed=4.2s lr=3.000000e-04 loss=3.3098 ppl=27.4099 acc=0.3942 tokens=8128.0000 +step=95900 micro_steps=191800 elapsed=4.2s lr=3.000000e-04 loss=3.3209 ppl=27.7204 acc=0.3935 tokens=8128.0000 +step=95920 micro_steps=191840 elapsed=4.2s lr=3.000000e-04 loss=3.3078 ppl=27.3479 acc=0.3943 tokens=8128.0000 +step=95940 micro_steps=191880 elapsed=4.2s lr=3.000000e-04 loss=3.3138 ppl=27.5352 acc=0.3934 tokens=8128.0000 +step=95960 micro_steps=191920 elapsed=4.2s lr=3.000000e-04 loss=3.3008 ppl=27.1753 acc=0.3960 tokens=8128.0000 +step=95980 micro_steps=191960 elapsed=4.2s lr=3.000000e-04 loss=3.3027 ppl=27.2112 acc=0.3957 tokens=8128.0000 +step=96000 micro_steps=192000 elapsed=4.2s lr=3.000000e-04 loss=3.3050 ppl=27.2894 acc=0.3940 tokens=8128.0000 +[sample step=96000] [CLS] arrest abdulmutallab when he returned to detroit on sunday evening, the newspaper said. [SEP] in the early afternoon, one of the officials told me that al - qaeda "has probably gone from a distraction to an operation," and i announced we had had the support of smaller mehsud factions. [SEP] dogs are like small dogs, so they compete at each competition, "she said. [SEP] obviously here in currency, we believe it's important for investors, the value of governments'assets to be sold in fewer books. [SEP] brig. general robert willard jr., a pentagon spokesman, said:" we're [SEP] +step=96020 micro_steps=192040 elapsed=6.4s lr=3.000000e-04 loss=3.3139 ppl=27.5227 acc=0.3932 tokens=8128.0000 +step=96040 micro_steps=192080 elapsed=4.2s lr=3.000000e-04 loss=3.3120 ppl=27.4714 acc=0.3931 tokens=8128.0000 +step=96060 micro_steps=192120 elapsed=4.2s lr=3.000000e-04 loss=3.2994 ppl=27.1406 acc=0.3957 tokens=8128.0000 +step=96080 micro_steps=192160 elapsed=4.2s lr=3.000000e-04 loss=3.3211 ppl=27.7220 acc=0.3927 tokens=8128.0000 +step=96100 micro_steps=192200 elapsed=4.2s lr=3.000000e-04 loss=3.3059 ppl=27.2921 acc=0.3950 tokens=8128.0000 +step=96120 micro_steps=192240 elapsed=4.2s lr=3.000000e-04 loss=3.3118 ppl=27.4842 acc=0.3939 tokens=8128.0000 +step=96140 micro_steps=192280 elapsed=4.2s lr=3.000000e-04 loss=3.3168 ppl=27.6220 acc=0.3932 tokens=8128.0000 +step=96160 micro_steps=192320 elapsed=4.2s lr=3.000000e-04 loss=3.3173 ppl=27.6114 acc=0.3941 tokens=8128.0000 +step=96180 micro_steps=192360 elapsed=4.2s lr=3.000000e-04 loss=3.3207 ppl=27.7126 acc=0.3916 tokens=8128.0000 +step=96200 micro_steps=192400 elapsed=4.2s lr=3.000000e-04 loss=3.3179 ppl=27.6571 acc=0.3925 tokens=8128.0000 +step=96220 micro_steps=192440 elapsed=4.2s lr=3.000000e-04 loss=3.3184 ppl=27.6573 acc=0.3920 tokens=8128.0000 +step=96240 micro_steps=192480 elapsed=4.2s lr=3.000000e-04 loss=3.2992 ppl=27.1200 acc=0.3943 tokens=8128.0000 +step=96260 micro_steps=192520 elapsed=4.2s lr=3.000000e-04 loss=3.3403 ppl=28.2534 acc=0.3907 tokens=8128.0000 +step=96280 micro_steps=192560 elapsed=4.2s lr=3.000000e-04 loss=3.3077 ppl=27.3482 acc=0.3954 tokens=8128.0000 +step=96300 micro_steps=192600 elapsed=4.2s lr=3.000000e-04 loss=3.3132 ppl=27.5033 acc=0.3928 tokens=8128.0000 +step=96320 micro_steps=192640 elapsed=4.2s lr=3.000000e-04 loss=3.2986 ppl=27.1147 acc=0.3964 tokens=8128.0000 +step=96340 micro_steps=192680 elapsed=4.2s lr=3.000000e-04 loss=3.3002 ppl=27.1533 acc=0.3954 tokens=8128.0000 +step=96360 micro_steps=192720 elapsed=4.2s lr=3.000000e-04 loss=3.3142 ppl=27.5467 acc=0.3926 tokens=8128.0000 +step=96380 micro_steps=192760 elapsed=4.2s lr=3.000000e-04 loss=3.3018 ppl=27.1949 acc=0.3949 tokens=8128.0000 +step=96400 micro_steps=192800 elapsed=4.2s lr=3.000000e-04 loss=3.3102 ppl=27.4260 acc=0.3938 tokens=8128.0000 +step=96420 micro_steps=192840 elapsed=4.2s lr=3.000000e-04 loss=3.2838 ppl=26.7180 acc=0.3979 tokens=8128.0000 +step=96440 micro_steps=192880 elapsed=4.2s lr=3.000000e-04 loss=3.3184 ppl=27.6396 acc=0.3927 tokens=8128.0000 +step=96460 micro_steps=192920 elapsed=4.2s lr=3.000000e-04 loss=3.3269 ppl=27.8824 acc=0.3914 tokens=8128.0000 +step=96480 micro_steps=192960 elapsed=4.2s lr=3.000000e-04 loss=3.3170 ppl=27.6165 acc=0.3917 tokens=8128.0000 +step=96500 micro_steps=193000 elapsed=4.2s lr=3.000000e-04 loss=3.3082 ppl=27.3686 acc=0.3950 tokens=8128.0000 +step=96520 micro_steps=193040 elapsed=4.2s lr=3.000000e-04 loss=3.3223 ppl=27.7522 acc=0.3930 tokens=8128.0000 +step=96540 micro_steps=193080 elapsed=4.2s lr=3.000000e-04 loss=3.3129 ppl=27.4962 acc=0.3941 tokens=8128.0000 +step=96560 micro_steps=193120 elapsed=4.2s lr=3.000000e-04 loss=3.2954 ppl=27.0204 acc=0.3954 tokens=8128.0000 +step=96580 micro_steps=193160 elapsed=4.2s lr=3.000000e-04 loss=3.3172 ppl=27.6236 acc=0.3927 tokens=8128.0000 +step=96600 micro_steps=193200 elapsed=4.2s lr=3.000000e-04 loss=3.3080 ppl=27.3623 acc=0.3932 tokens=8128.0000 +step=96620 micro_steps=193240 elapsed=4.2s lr=3.000000e-04 loss=3.3135 ppl=27.5164 acc=0.3938 tokens=8128.0000 +step=96640 micro_steps=193280 elapsed=4.2s lr=3.000000e-04 loss=3.3123 ppl=27.4711 acc=0.3932 tokens=8128.0000 +step=96660 micro_steps=193320 elapsed=4.2s lr=3.000000e-04 loss=3.3222 ppl=27.7536 acc=0.3931 tokens=8128.0000 +step=96680 micro_steps=193360 elapsed=4.2s lr=3.000000e-04 loss=3.2890 ppl=26.9417 acc=0.3985 tokens=8128.0000 +step=96700 micro_steps=193400 elapsed=4.2s lr=3.000000e-04 loss=3.3121 ppl=27.4868 acc=0.3934 tokens=8128.0000 +step=96720 micro_steps=193440 elapsed=4.2s lr=3.000000e-04 loss=3.3172 ppl=27.6206 acc=0.3937 tokens=8128.0000 +step=96740 micro_steps=193480 elapsed=4.2s lr=3.000000e-04 loss=3.3044 ppl=27.2661 acc=0.3949 tokens=8128.0000 +step=96760 micro_steps=193520 elapsed=4.2s lr=3.000000e-04 loss=3.3191 ppl=27.6655 acc=0.3931 tokens=8128.0000 +step=96780 micro_steps=193560 elapsed=4.2s lr=3.000000e-04 loss=3.3114 ppl=27.4769 acc=0.3942 tokens=8128.0000 +step=96800 micro_steps=193600 elapsed=4.2s lr=3.000000e-04 loss=3.3183 ppl=27.6613 acc=0.3926 tokens=8128.0000 +step=96820 micro_steps=193640 elapsed=4.2s lr=3.000000e-04 loss=3.3143 ppl=27.5403 acc=0.3940 tokens=8128.0000 +step=96840 micro_steps=193680 elapsed=4.2s lr=3.000000e-04 loss=3.3065 ppl=27.3049 acc=0.3946 tokens=8128.0000 +step=96860 micro_steps=193720 elapsed=4.2s lr=3.000000e-04 loss=3.3135 ppl=27.4997 acc=0.3926 tokens=8128.0000 +step=96880 micro_steps=193760 elapsed=4.2s lr=3.000000e-04 loss=3.3083 ppl=27.3630 acc=0.3945 tokens=8128.0000 +step=96900 micro_steps=193800 elapsed=4.2s lr=3.000000e-04 loss=3.3169 ppl=27.6200 acc=0.3927 tokens=8128.0000 +step=96920 micro_steps=193840 elapsed=4.2s lr=3.000000e-04 loss=3.3015 ppl=27.1718 acc=0.3954 tokens=8128.0000 +step=96940 micro_steps=193880 elapsed=4.2s lr=3.000000e-04 loss=3.3176 ppl=27.6196 acc=0.3934 tokens=8128.0000 +step=96960 micro_steps=193920 elapsed=4.2s lr=3.000000e-04 loss=3.3113 ppl=27.4687 acc=0.3928 tokens=8128.0000 +step=96980 micro_steps=193960 elapsed=4.2s lr=3.000000e-04 loss=3.3129 ppl=27.5148 acc=0.3932 tokens=8128.0000 +step=97000 micro_steps=194000 elapsed=4.2s lr=3.000000e-04 loss=3.3206 ppl=27.7083 acc=0.3931 tokens=8128.0000 +[sample step=97000] [CLS] was segolene royal's successful re - election as luxembourg's prime minister in 2008. [SEP] also, a new outdoor schmooze area from the designer pj harvey's own wardrobe makes conversational dance in canterbury especially controversial. [SEP] monday's blast in the pakistani taliban's main stronghold in south waziristan near the afghan border also also killed three other insurgents killed by coalition forces elsewhere in the lawless region bordering afghanistan, a security official said. [SEP] they're bare bones, and we don't want to compete any further for our lands. [SEP] among those saving and doing a lot [SEP] +step=97020 micro_steps=194040 elapsed=6.4s lr=3.000000e-04 loss=3.3035 ppl=27.2300 acc=0.3932 tokens=8128.0000 +step=97040 micro_steps=194080 elapsed=4.2s lr=3.000000e-04 loss=3.3123 ppl=27.4880 acc=0.3933 tokens=8128.0000 +step=97060 micro_steps=194120 elapsed=4.2s lr=3.000000e-04 loss=3.3156 ppl=27.5685 acc=0.3945 tokens=8128.0000 +step=97080 micro_steps=194160 elapsed=4.2s lr=3.000000e-04 loss=3.3224 ppl=27.7615 acc=0.3943 tokens=8128.0000 +step=97100 micro_steps=194200 elapsed=4.2s lr=3.000000e-04 loss=3.3006 ppl=27.1596 acc=0.3937 tokens=8128.0000 +step=97120 micro_steps=194240 elapsed=4.2s lr=3.000000e-04 loss=3.3123 ppl=27.4874 acc=0.3943 tokens=8128.0000 +step=97140 micro_steps=194280 elapsed=4.2s lr=3.000000e-04 loss=3.3262 ppl=27.8625 acc=0.3923 tokens=8128.0000 +step=97160 micro_steps=194320 elapsed=4.2s lr=3.000000e-04 loss=3.2923 ppl=26.9433 acc=0.3962 tokens=8128.0000 +step=97180 micro_steps=194360 elapsed=4.2s lr=3.000000e-04 loss=3.3110 ppl=27.4414 acc=0.3940 tokens=8128.0000 +step=97200 micro_steps=194400 elapsed=4.2s lr=3.000000e-04 loss=3.3193 ppl=27.6786 acc=0.3933 tokens=8128.0000 +step=97220 micro_steps=194440 elapsed=4.2s lr=3.000000e-04 loss=3.3253 ppl=27.8451 acc=0.3912 tokens=8128.0000 +step=97240 micro_steps=194480 elapsed=4.2s lr=3.000000e-04 loss=3.3129 ppl=27.5025 acc=0.3931 tokens=8128.0000 +step=97260 micro_steps=194520 elapsed=4.2s lr=3.000000e-04 loss=3.3244 ppl=27.8214 acc=0.3912 tokens=8128.0000 +step=97280 micro_steps=194560 elapsed=4.2s lr=3.000000e-04 loss=3.3159 ppl=27.5814 acc=0.3933 tokens=8128.0000 +step=97300 micro_steps=194600 elapsed=4.2s lr=3.000000e-04 loss=3.3069 ppl=27.3389 acc=0.3942 tokens=8128.0000 +step=97320 micro_steps=194640 elapsed=4.2s lr=3.000000e-04 loss=3.3191 ppl=27.6752 acc=0.3926 tokens=8128.0000 +step=97340 micro_steps=194680 elapsed=4.3s lr=3.000000e-04 loss=3.3189 ppl=27.6620 acc=0.3925 tokens=8128.0000 +step=97360 micro_steps=194720 elapsed=4.2s lr=3.000000e-04 loss=3.3177 ppl=27.6422 acc=0.3936 tokens=8128.0000 +step=97380 micro_steps=194760 elapsed=4.2s lr=3.000000e-04 loss=3.3029 ppl=27.2302 acc=0.3954 tokens=8128.0000 +step=97400 micro_steps=194800 elapsed=4.2s lr=3.000000e-04 loss=3.3077 ppl=27.3492 acc=0.3937 tokens=8128.0000 +step=97420 micro_steps=194840 elapsed=4.2s lr=3.000000e-04 loss=3.2949 ppl=27.0040 acc=0.3956 tokens=8128.0000 +step=97440 micro_steps=194880 elapsed=4.2s lr=3.000000e-04 loss=3.3031 ppl=27.2731 acc=0.3965 tokens=8128.0000 +step=97460 micro_steps=194920 elapsed=4.2s lr=3.000000e-04 loss=3.3148 ppl=27.5476 acc=0.3938 tokens=8128.0000 +step=97480 micro_steps=194960 elapsed=4.2s lr=3.000000e-04 loss=3.3266 ppl=27.8667 acc=0.3915 tokens=8128.0000 +step=97500 micro_steps=195000 elapsed=4.2s lr=3.000000e-04 loss=3.3154 ppl=27.5781 acc=0.3946 tokens=8128.0000 +step=97520 micro_steps=195040 elapsed=4.2s lr=3.000000e-04 loss=3.3091 ppl=27.3799 acc=0.3952 tokens=8128.0000 +step=97540 micro_steps=195080 elapsed=4.2s lr=3.000000e-04 loss=3.3060 ppl=27.3053 acc=0.3949 tokens=8128.0000 +step=97560 micro_steps=195120 elapsed=4.2s lr=3.000000e-04 loss=3.3146 ppl=27.5493 acc=0.3930 tokens=8128.0000 +step=97580 micro_steps=195160 elapsed=4.2s lr=3.000000e-04 loss=3.3098 ppl=27.4142 acc=0.3951 tokens=8128.0000 +step=97600 micro_steps=195200 elapsed=4.2s lr=3.000000e-04 loss=3.3128 ppl=27.4889 acc=0.3946 tokens=8128.0000 +step=97620 micro_steps=195240 elapsed=4.2s lr=3.000000e-04 loss=3.3146 ppl=27.5482 acc=0.3930 tokens=8128.0000 +step=97640 micro_steps=195280 elapsed=4.2s lr=3.000000e-04 loss=3.3073 ppl=27.3477 acc=0.3948 tokens=8128.0000 +step=97660 micro_steps=195320 elapsed=4.2s lr=3.000000e-04 loss=3.3171 ppl=27.6268 acc=0.3929 tokens=8128.0000 +step=97680 micro_steps=195360 elapsed=4.2s lr=3.000000e-04 loss=3.3139 ppl=27.5405 acc=0.3923 tokens=8128.0000 +step=97700 micro_steps=195400 elapsed=4.2s lr=3.000000e-04 loss=3.3019 ppl=27.1985 acc=0.3952 tokens=8128.0000 +step=97720 micro_steps=195440 elapsed=4.2s lr=3.000000e-04 loss=3.3169 ppl=27.5957 acc=0.3932 tokens=8128.0000 +step=97740 micro_steps=195480 elapsed=4.2s lr=3.000000e-04 loss=3.3052 ppl=27.2763 acc=0.3954 tokens=8128.0000 +step=97760 micro_steps=195520 elapsed=4.2s lr=3.000000e-04 loss=3.3152 ppl=27.5598 acc=0.3923 tokens=8128.0000 +step=97780 micro_steps=195560 elapsed=4.2s lr=3.000000e-04 loss=3.3143 ppl=27.5376 acc=0.3924 tokens=8128.0000 +step=97800 micro_steps=195600 elapsed=4.2s lr=3.000000e-04 loss=3.3233 ppl=27.8010 acc=0.3925 tokens=8128.0000 +step=97820 micro_steps=195640 elapsed=4.2s lr=3.000000e-04 loss=3.3161 ppl=27.5830 acc=0.3930 tokens=8128.0000 +step=97840 micro_steps=195680 elapsed=4.2s lr=3.000000e-04 loss=3.3232 ppl=27.7772 acc=0.3921 tokens=8128.0000 +step=97860 micro_steps=195720 elapsed=4.2s lr=3.000000e-04 loss=3.3075 ppl=27.3592 acc=0.3938 tokens=8128.0000 +step=97880 micro_steps=195760 elapsed=4.2s lr=3.000000e-04 loss=3.3154 ppl=27.5595 acc=0.3925 tokens=8128.0000 +step=97900 micro_steps=195800 elapsed=4.2s lr=3.000000e-04 loss=3.3049 ppl=27.2801 acc=0.3944 tokens=8128.0000 +step=97920 micro_steps=195840 elapsed=4.2s lr=3.000000e-04 loss=3.2910 ppl=26.9146 acc=0.3975 tokens=8128.0000 +step=97940 micro_steps=195880 elapsed=4.2s lr=3.000000e-04 loss=3.3100 ppl=27.4221 acc=0.3935 tokens=8128.0000 +step=97960 micro_steps=195920 elapsed=4.2s lr=3.000000e-04 loss=3.2903 ppl=26.8870 acc=0.3969 tokens=8128.0000 +step=97980 micro_steps=195960 elapsed=4.2s lr=3.000000e-04 loss=3.3068 ppl=27.3438 acc=0.3942 tokens=8128.0000 +step=98000 micro_steps=196000 elapsed=4.2s lr=3.000000e-04 loss=3.3018 ppl=27.1963 acc=0.3948 tokens=8128.0000 +[sample step=98000] [CLS]'t blame you for. [SEP] panama allows foreign students in its military to take classes without leaving embassy suites, and charter schools are not allowed in nor restricted under rules of engagement that bars journalists from entering cuba from the united states. [SEP] most highly regarded is the one about which the spanish and continental principles really apply: excellence in natural gas production system architecture, efficient flow downstream and spring - planting. [SEP] san jose got its opener from sean avery that quickly turned out to be the penguins'longest offensive play of the series. [SEP] no one is suggesting we eat because of the health benefits of drinking beer or simply because their fat and sugar [SEP] +step=98020 micro_steps=196040 elapsed=6.4s lr=3.000000e-04 loss=3.3095 ppl=27.3994 acc=0.3949 tokens=8128.0000 +step=98040 micro_steps=196080 elapsed=4.2s lr=3.000000e-04 loss=3.3107 ppl=27.4433 acc=0.3933 tokens=8128.0000 +step=98060 micro_steps=196120 elapsed=4.2s lr=3.000000e-04 loss=3.2987 ppl=27.1027 acc=0.3949 tokens=8128.0000 +step=98080 micro_steps=196160 elapsed=4.2s lr=3.000000e-04 loss=3.3129 ppl=27.4957 acc=0.3938 tokens=8128.0000 +step=98100 micro_steps=196200 elapsed=4.2s lr=3.000000e-04 loss=3.3035 ppl=27.2435 acc=0.3953 tokens=8128.0000 +step=98120 micro_steps=196240 elapsed=4.2s lr=3.000000e-04 loss=3.3132 ppl=27.5069 acc=0.3934 tokens=8128.0000 +step=98140 micro_steps=196280 elapsed=4.2s lr=3.000000e-04 loss=3.3163 ppl=27.5890 acc=0.3925 tokens=8128.0000 +step=98160 micro_steps=196320 elapsed=4.2s lr=3.000000e-04 loss=3.3150 ppl=27.5534 acc=0.3939 tokens=8128.0000 +step=98180 micro_steps=196360 elapsed=4.2s lr=3.000000e-04 loss=3.3133 ppl=27.4945 acc=0.3932 tokens=8128.0000 +step=98200 micro_steps=196400 elapsed=4.2s lr=3.000000e-04 loss=3.3064 ppl=27.3234 acc=0.3943 tokens=8128.0000 +step=98220 micro_steps=196440 elapsed=4.2s lr=3.000000e-04 loss=3.3172 ppl=27.6055 acc=0.3934 tokens=8128.0000 +step=98240 micro_steps=196480 elapsed=4.2s lr=3.000000e-04 loss=3.3088 ppl=27.3802 acc=0.3932 tokens=8128.0000 +step=98260 micro_steps=196520 elapsed=4.2s lr=3.000000e-04 loss=3.3095 ppl=27.4069 acc=0.3944 tokens=8128.0000 +step=98280 micro_steps=196560 elapsed=4.2s lr=3.000000e-04 loss=3.3098 ppl=27.4175 acc=0.3931 tokens=8128.0000 +step=98300 micro_steps=196600 elapsed=4.2s lr=3.000000e-04 loss=3.3196 ppl=27.6805 acc=0.3937 tokens=8128.0000 +step=98320 micro_steps=196640 elapsed=4.2s lr=3.000000e-04 loss=3.3022 ppl=27.1972 acc=0.3944 tokens=8128.0000 +step=98340 micro_steps=196680 elapsed=4.2s lr=3.000000e-04 loss=3.3172 ppl=27.6139 acc=0.3924 tokens=8128.0000 +step=98360 micro_steps=196720 elapsed=4.2s lr=3.000000e-04 loss=3.3134 ppl=27.5042 acc=0.3930 tokens=8128.0000 +step=98380 micro_steps=196760 elapsed=4.2s lr=3.000000e-04 loss=3.3159 ppl=27.5765 acc=0.3929 tokens=8128.0000 +step=98400 micro_steps=196800 elapsed=4.2s lr=3.000000e-04 loss=3.3141 ppl=27.5318 acc=0.3935 tokens=8128.0000 +step=98420 micro_steps=196840 elapsed=4.2s lr=3.000000e-04 loss=3.3060 ppl=27.3206 acc=0.3950 tokens=8128.0000 +step=98440 micro_steps=196880 elapsed=4.2s lr=3.000000e-04 loss=3.3048 ppl=27.2843 acc=0.3936 tokens=8128.0000 +step=98460 micro_steps=196920 elapsed=4.2s lr=3.000000e-04 loss=3.3118 ppl=27.4720 acc=0.3932 tokens=8128.0000 +step=98480 micro_steps=196960 elapsed=4.2s lr=3.000000e-04 loss=3.3179 ppl=27.6298 acc=0.3935 tokens=8128.0000 +step=98500 micro_steps=197000 elapsed=4.2s lr=3.000000e-04 loss=3.3034 ppl=27.2294 acc=0.3947 tokens=8128.0000 +step=98520 micro_steps=197040 elapsed=4.2s lr=3.000000e-04 loss=3.2835 ppl=26.7033 acc=0.3982 tokens=8128.0000 +step=98540 micro_steps=197080 elapsed=4.2s lr=3.000000e-04 loss=3.3044 ppl=27.2677 acc=0.3942 tokens=8128.0000 +step=98560 micro_steps=197120 elapsed=4.2s lr=3.000000e-04 loss=3.3012 ppl=27.1823 acc=0.3946 tokens=8128.0000 +step=98580 micro_steps=197160 elapsed=4.2s lr=3.000000e-04 loss=3.3174 ppl=27.6226 acc=0.3933 tokens=8128.0000 +step=98600 micro_steps=197200 elapsed=4.2s lr=3.000000e-04 loss=3.3081 ppl=27.3787 acc=0.3946 tokens=8128.0000 +step=98620 micro_steps=197240 elapsed=4.2s lr=3.000000e-04 loss=3.3108 ppl=27.4416 acc=0.3944 tokens=8128.0000 +step=98640 micro_steps=197280 elapsed=4.2s lr=3.000000e-04 loss=3.3060 ppl=27.3066 acc=0.3948 tokens=8128.0000 +step=98660 micro_steps=197320 elapsed=4.2s lr=3.000000e-04 loss=3.3167 ppl=27.6063 acc=0.3924 tokens=8128.0000 +step=98680 micro_steps=197360 elapsed=4.2s lr=3.000000e-04 loss=3.3093 ppl=27.4108 acc=0.3937 tokens=8128.0000 +step=98700 micro_steps=197400 elapsed=4.2s lr=3.000000e-04 loss=3.3072 ppl=27.3241 acc=0.3944 tokens=8128.0000 +step=98720 micro_steps=197440 elapsed=4.2s lr=3.000000e-04 loss=3.3037 ppl=27.2557 acc=0.3944 tokens=8128.0000 +step=98740 micro_steps=197480 elapsed=4.2s lr=3.000000e-04 loss=3.3161 ppl=27.5930 acc=0.3923 tokens=8128.0000 +step=98760 micro_steps=197520 elapsed=4.2s lr=3.000000e-04 loss=3.3150 ppl=27.5602 acc=0.3930 tokens=8128.0000 +step=98780 micro_steps=197560 elapsed=4.2s lr=3.000000e-04 loss=3.3052 ppl=27.2820 acc=0.3958 tokens=8128.0000 +step=98800 micro_steps=197600 elapsed=4.2s lr=3.000000e-04 loss=3.3070 ppl=27.3353 acc=0.3939 tokens=8128.0000 +step=98820 micro_steps=197640 elapsed=4.2s lr=3.000000e-04 loss=3.3221 ppl=27.7560 acc=0.3927 tokens=8128.0000 +step=98840 micro_steps=197680 elapsed=4.2s lr=3.000000e-04 loss=3.3117 ppl=27.4736 acc=0.3937 tokens=8128.0000 +step=98860 micro_steps=197720 elapsed=4.2s lr=3.000000e-04 loss=3.2949 ppl=27.0168 acc=0.3973 tokens=8128.0000 +step=98880 micro_steps=197760 elapsed=4.2s lr=3.000000e-04 loss=3.3114 ppl=27.4652 acc=0.3936 tokens=8128.0000 +step=98900 micro_steps=197800 elapsed=4.2s lr=3.000000e-04 loss=3.2872 ppl=26.8550 acc=0.3971 tokens=8128.0000 +step=98920 micro_steps=197840 elapsed=4.2s lr=3.000000e-04 loss=3.3138 ppl=27.5193 acc=0.3930 tokens=8128.0000 +step=98940 micro_steps=197880 elapsed=4.2s lr=3.000000e-04 loss=3.2986 ppl=27.1178 acc=0.3941 tokens=8128.0000 +step=98960 micro_steps=197920 elapsed=4.2s lr=3.000000e-04 loss=3.3060 ppl=27.3029 acc=0.3948 tokens=8128.0000 +step=98980 micro_steps=197960 elapsed=4.2s lr=3.000000e-04 loss=3.3074 ppl=27.3365 acc=0.3948 tokens=8128.0000 +step=99000 micro_steps=198000 elapsed=4.2s lr=3.000000e-04 loss=3.3173 ppl=27.6256 acc=0.3929 tokens=8128.0000 +[sample step=99000] [CLS], has unfounded notions about how people use the emergency powers. [SEP] totally fruitless. [SEP] the idea is for the company to get customers covered by the bill so that they can recoup the cost of the policy after providers claim such savings. [SEP] back in 1965 an apuzzo piano sued him to get him out of his house. theater artists and boumediene helped set up "buchenwald," the memorial that was followed up by some devastating bomb attacks in berlin. [SEP] tom fitzsimmons, who hails from the eastern connecticut parish of st johns, said he was "outraged" when he [SEP] +step=99020 micro_steps=198040 elapsed=6.4s lr=3.000000e-04 loss=3.2883 ppl=26.8312 acc=0.3952 tokens=8128.0000 +step=99040 micro_steps=198080 elapsed=4.2s lr=3.000000e-04 loss=3.3000 ppl=27.1355 acc=0.3955 tokens=8128.0000 +step=99060 micro_steps=198120 elapsed=4.2s lr=3.000000e-04 loss=3.2966 ppl=27.0534 acc=0.3954 tokens=8128.0000 +step=99080 micro_steps=198160 elapsed=4.2s lr=3.000000e-04 loss=3.3132 ppl=27.5131 acc=0.3932 tokens=8128.0000 +step=99100 micro_steps=198200 elapsed=4.2s lr=3.000000e-04 loss=3.3041 ppl=27.2389 acc=0.3943 tokens=8128.0000 +step=99120 micro_steps=198240 elapsed=4.2s lr=3.000000e-04 loss=3.2900 ppl=26.9448 acc=0.3971 tokens=8128.0000 +step=99140 micro_steps=198280 elapsed=4.2s lr=3.000000e-04 loss=3.3223 ppl=27.7474 acc=0.3920 tokens=8128.0000 +step=99160 micro_steps=198320 elapsed=4.2s lr=3.000000e-04 loss=3.3141 ppl=27.5466 acc=0.3934 tokens=8128.0000 +step=99180 micro_steps=198360 elapsed=4.2s lr=3.000000e-04 loss=3.3061 ppl=27.3100 acc=0.3942 tokens=8128.0000 +step=99200 micro_steps=198400 elapsed=4.2s lr=3.000000e-04 loss=3.3005 ppl=27.1586 acc=0.3942 tokens=8128.0000 +step=99220 micro_steps=198440 elapsed=4.2s lr=3.000000e-04 loss=3.3055 ppl=27.3018 acc=0.3942 tokens=8128.0000 +step=99240 micro_steps=198480 elapsed=4.2s lr=3.000000e-04 loss=3.3134 ppl=27.5203 acc=0.3935 tokens=8128.0000 +step=99260 micro_steps=198520 elapsed=4.2s lr=3.000000e-04 loss=3.3089 ppl=27.3940 acc=0.3945 tokens=8128.0000 +step=99280 micro_steps=198560 elapsed=4.2s lr=3.000000e-04 loss=3.2996 ppl=27.1357 acc=0.3949 tokens=8128.0000 +step=99300 micro_steps=198600 elapsed=4.2s lr=3.000000e-04 loss=3.3051 ppl=27.2810 acc=0.3949 tokens=8128.0000 +step=99320 micro_steps=198640 elapsed=4.2s lr=3.000000e-04 loss=3.3005 ppl=27.1483 acc=0.3962 tokens=8128.0000 +step=99340 micro_steps=198680 elapsed=4.2s lr=3.000000e-04 loss=3.3095 ppl=27.3970 acc=0.3937 tokens=8128.0000 +step=99360 micro_steps=198720 elapsed=4.2s lr=3.000000e-04 loss=3.3117 ppl=27.4480 acc=0.3926 tokens=8128.0000 +step=99380 micro_steps=198760 elapsed=4.2s lr=3.000000e-04 loss=3.3105 ppl=27.4339 acc=0.3922 tokens=8128.0000 +step=99400 micro_steps=198800 elapsed=4.2s lr=3.000000e-04 loss=3.3079 ppl=27.3522 acc=0.3945 tokens=8128.0000 +step=99420 micro_steps=198840 elapsed=4.2s lr=3.000000e-04 loss=3.3067 ppl=27.3298 acc=0.3943 tokens=8128.0000 +step=99440 micro_steps=198880 elapsed=4.2s lr=3.000000e-04 loss=3.3093 ppl=27.3988 acc=0.3940 tokens=8128.0000 +step=99460 micro_steps=198920 elapsed=4.2s lr=3.000000e-04 loss=3.3082 ppl=27.3784 acc=0.3946 tokens=8128.0000 +step=99480 micro_steps=198960 elapsed=4.2s lr=3.000000e-04 loss=3.3185 ppl=27.6537 acc=0.3928 tokens=8128.0000 +step=99500 micro_steps=199000 elapsed=4.2s lr=3.000000e-04 loss=3.3137 ppl=27.5138 acc=0.3944 tokens=8128.0000 +step=99520 micro_steps=199040 elapsed=4.2s lr=3.000000e-04 loss=3.2976 ppl=27.0747 acc=0.3956 tokens=8128.0000 +step=99540 micro_steps=199080 elapsed=4.2s lr=3.000000e-04 loss=3.3121 ppl=27.4768 acc=0.3933 tokens=8128.0000 +step=99560 micro_steps=199120 elapsed=4.2s lr=3.000000e-04 loss=3.3138 ppl=27.5169 acc=0.3932 tokens=8128.0000 +step=99580 micro_steps=199160 elapsed=4.2s lr=3.000000e-04 loss=3.3119 ppl=27.4617 acc=0.3946 tokens=8128.0000 +step=99600 micro_steps=199200 elapsed=4.2s lr=3.000000e-04 loss=3.3076 ppl=27.3487 acc=0.3950 tokens=8128.0000 +step=99620 micro_steps=199240 elapsed=4.2s lr=3.000000e-04 loss=3.3193 ppl=27.6632 acc=0.3933 tokens=8128.0000 +step=99640 micro_steps=199280 elapsed=4.2s lr=3.000000e-04 loss=3.3153 ppl=27.5583 acc=0.3933 tokens=8128.0000 +step=99660 micro_steps=199320 elapsed=4.2s lr=3.000000e-04 loss=3.2978 ppl=27.0847 acc=0.3942 tokens=8128.0000 +step=99680 micro_steps=199360 elapsed=4.2s lr=3.000000e-04 loss=3.2972 ppl=27.0737 acc=0.3958 tokens=8128.0000 +step=99700 micro_steps=199400 elapsed=4.2s lr=3.000000e-04 loss=3.2985 ppl=27.1130 acc=0.3955 tokens=8128.0000 +step=99720 micro_steps=199440 elapsed=4.2s lr=3.000000e-04 loss=3.3139 ppl=27.5245 acc=0.3934 tokens=8128.0000 +step=99740 micro_steps=199480 elapsed=4.2s lr=3.000000e-04 loss=3.3169 ppl=27.6143 acc=0.3929 tokens=8128.0000 +step=99760 micro_steps=199520 elapsed=4.2s lr=3.000000e-04 loss=3.3076 ppl=27.3568 acc=0.3944 tokens=8128.0000 +step=99780 micro_steps=199560 elapsed=4.2s lr=3.000000e-04 loss=3.3129 ppl=27.4994 acc=0.3930 tokens=8128.0000 +step=99800 micro_steps=199600 elapsed=4.2s lr=3.000000e-04 loss=3.3002 ppl=27.1398 acc=0.3950 tokens=8128.0000 +step=99820 micro_steps=199640 elapsed=4.2s lr=3.000000e-04 loss=3.3168 ppl=27.6134 acc=0.3933 tokens=8128.0000 +step=99840 micro_steps=199680 elapsed=4.2s lr=3.000000e-04 loss=3.3118 ppl=27.4708 acc=0.3940 tokens=8128.0000 +step=99860 micro_steps=199720 elapsed=4.2s lr=3.000000e-04 loss=3.3194 ppl=27.6846 acc=0.3933 tokens=8128.0000 +step=99880 micro_steps=199760 elapsed=4.2s lr=3.000000e-04 loss=3.3128 ppl=27.4843 acc=0.3941 tokens=8128.0000 +step=99900 micro_steps=199800 elapsed=4.2s lr=3.000000e-04 loss=3.3142 ppl=27.5294 acc=0.3931 tokens=8128.0000 +step=99920 micro_steps=199840 elapsed=4.2s lr=3.000000e-04 loss=3.3085 ppl=27.3700 acc=0.3957 tokens=8128.0000 +step=99940 micro_steps=199880 elapsed=4.2s lr=3.000000e-04 loss=3.3091 ppl=27.3926 acc=0.3931 tokens=8128.0000 +step=99960 micro_steps=199920 elapsed=4.2s lr=3.000000e-04 loss=3.3078 ppl=27.3753 acc=0.3948 tokens=8128.0000 +step=99980 micro_steps=199960 elapsed=4.2s lr=3.000000e-04 loss=3.2967 ppl=27.0587 acc=0.3968 tokens=8128.0000 +step=100000 micro_steps=200000 elapsed=4.2s lr=3.000000e-04 loss=3.2955 ppl=27.0295 acc=0.3956 tokens=8128.0000 +[sample step=100000] [CLS] number of other states where 53 percent of 401 (k) transactions went for health care contribution. [SEP] the decision to reintroduce more time in the royal register was taken in recognition of their success in fencing off a key area of surrey. [SEP] bring a pot from the dump, and just let it spoil. [SEP] silver daredevils who built the avon range in nottingham tore up the leaves of their bales of hay, the usually inefficient animals and caves dispensed with by the brown - skinned nobility to plant the arduous azaleas only a short distance from the house. [SEP] a [SEP] +step=100020 micro_steps=200040 elapsed=7.4s lr=3.000000e-04 loss=3.3143 ppl=27.5386 acc=0.3938 tokens=8128.0000 +step=100040 micro_steps=200080 elapsed=4.2s lr=3.000000e-04 loss=3.3024 ppl=27.2180 acc=0.3936 tokens=8128.0000 +step=100060 micro_steps=200120 elapsed=4.2s lr=3.000000e-04 loss=3.2924 ppl=26.9350 acc=0.3955 tokens=8128.0000 +step=100080 micro_steps=200160 elapsed=4.2s lr=3.000000e-04 loss=3.2959 ppl=27.0324 acc=0.3951 tokens=8128.0000 +step=100100 micro_steps=200200 elapsed=4.2s lr=3.000000e-04 loss=3.3036 ppl=27.2470 acc=0.3941 tokens=8128.0000 +step=100120 micro_steps=200240 elapsed=4.2s lr=3.000000e-04 loss=3.3148 ppl=27.5457 acc=0.3930 tokens=8128.0000 +step=100140 micro_steps=200280 elapsed=4.2s lr=3.000000e-04 loss=3.2989 ppl=27.1107 acc=0.3961 tokens=8128.0000 +step=100160 micro_steps=200320 elapsed=4.2s lr=3.000000e-04 loss=3.3040 ppl=27.2511 acc=0.3943 tokens=8128.0000 +step=100180 micro_steps=200360 elapsed=4.2s lr=3.000000e-04 loss=3.3103 ppl=27.4190 acc=0.3937 tokens=8128.0000 +step=100200 micro_steps=200400 elapsed=4.2s lr=3.000000e-04 loss=3.3142 ppl=27.5236 acc=0.3941 tokens=8128.0000 +step=100220 micro_steps=200440 elapsed=4.2s lr=3.000000e-04 loss=3.3206 ppl=27.6983 acc=0.3934 tokens=8128.0000 +step=100240 micro_steps=200480 elapsed=4.2s lr=3.000000e-04 loss=3.3030 ppl=27.2296 acc=0.3938 tokens=8128.0000 +step=100260 micro_steps=200520 elapsed=4.2s lr=3.000000e-04 loss=3.3036 ppl=27.2449 acc=0.3947 tokens=8128.0000 +step=100280 micro_steps=200560 elapsed=4.2s lr=3.000000e-04 loss=3.2896 ppl=26.8664 acc=0.3961 tokens=8128.0000 +step=100300 micro_steps=200600 elapsed=4.2s lr=3.000000e-04 loss=3.3081 ppl=27.3599 acc=0.3942 tokens=8128.0000 +step=100320 micro_steps=200640 elapsed=4.2s lr=3.000000e-04 loss=3.3119 ppl=27.4599 acc=0.3934 tokens=8128.0000 +step=100340 micro_steps=200680 elapsed=4.2s lr=3.000000e-04 loss=3.3181 ppl=27.6361 acc=0.3918 tokens=8128.0000 +step=100360 micro_steps=200720 elapsed=4.2s lr=3.000000e-04 loss=3.3215 ppl=27.7364 acc=0.3933 tokens=8128.0000 +step=100380 micro_steps=200760 elapsed=4.2s lr=3.000000e-04 loss=3.3150 ppl=27.5432 acc=0.3935 tokens=8128.0000 +step=100400 micro_steps=200800 elapsed=4.2s lr=3.000000e-04 loss=3.3042 ppl=27.2621 acc=0.3944 tokens=8128.0000 +step=100420 micro_steps=200840 elapsed=4.2s lr=3.000000e-04 loss=3.3054 ppl=27.2962 acc=0.3957 tokens=8128.0000 +step=100440 micro_steps=200880 elapsed=4.2s lr=3.000000e-04 loss=3.3148 ppl=27.5539 acc=0.3932 tokens=8128.0000 +step=100460 micro_steps=200920 elapsed=4.2s lr=3.000000e-04 loss=3.3032 ppl=27.2240 acc=0.3951 tokens=8128.0000 +step=100480 micro_steps=200960 elapsed=4.2s lr=3.000000e-04 loss=3.2974 ppl=27.0719 acc=0.3961 tokens=8128.0000 +step=100500 micro_steps=201000 elapsed=4.2s lr=3.000000e-04 loss=3.3102 ppl=27.4259 acc=0.3937 tokens=8128.0000 +step=100520 micro_steps=201040 elapsed=4.2s lr=3.000000e-04 loss=3.3067 ppl=27.3283 acc=0.3937 tokens=8128.0000 +step=100540 micro_steps=201080 elapsed=4.2s lr=3.000000e-04 loss=3.3103 ppl=27.4402 acc=0.3934 tokens=8128.0000 +step=100560 micro_steps=201120 elapsed=4.2s lr=3.000000e-04 loss=3.2945 ppl=27.0089 acc=0.3958 tokens=8128.0000 +step=100580 micro_steps=201160 elapsed=4.2s lr=3.000000e-04 loss=3.2987 ppl=27.1097 acc=0.3952 tokens=8128.0000 +step=100600 micro_steps=201200 elapsed=4.2s lr=3.000000e-04 loss=3.3129 ppl=27.4851 acc=0.3933 tokens=8128.0000 +step=100620 micro_steps=201240 elapsed=4.2s lr=3.000000e-04 loss=3.3174 ppl=27.6377 acc=0.3939 tokens=8128.0000 +step=100640 micro_steps=201280 elapsed=4.2s lr=3.000000e-04 loss=3.3036 ppl=27.2650 acc=0.3946 tokens=8128.0000 +step=100660 micro_steps=201320 elapsed=4.2s lr=3.000000e-04 loss=3.3155 ppl=27.5734 acc=0.3933 tokens=8128.0000 +step=100680 micro_steps=201360 elapsed=4.2s lr=3.000000e-04 loss=3.3033 ppl=27.2375 acc=0.3951 tokens=8128.0000 +step=100700 micro_steps=201400 elapsed=4.2s lr=3.000000e-04 loss=3.3222 ppl=27.7540 acc=0.3927 tokens=8128.0000 +step=100720 micro_steps=201440 elapsed=4.2s lr=3.000000e-04 loss=3.3044 ppl=27.2687 acc=0.3943 tokens=8128.0000 +step=100740 micro_steps=201480 elapsed=4.2s lr=3.000000e-04 loss=3.3085 ppl=27.3760 acc=0.3937 tokens=8128.0000 +step=100760 micro_steps=201520 elapsed=4.2s lr=3.000000e-04 loss=3.3103 ppl=27.4223 acc=0.3940 tokens=8128.0000 +step=100780 micro_steps=201560 elapsed=4.2s lr=3.000000e-04 loss=3.3035 ppl=27.2403 acc=0.3945 tokens=8128.0000 +step=100800 micro_steps=201600 elapsed=4.2s lr=3.000000e-04 loss=3.3021 ppl=27.2124 acc=0.3946 tokens=8128.0000 +step=100820 micro_steps=201640 elapsed=4.2s lr=3.000000e-04 loss=3.2979 ppl=27.0939 acc=0.3957 tokens=8128.0000 +step=100840 micro_steps=201680 elapsed=4.2s lr=3.000000e-04 loss=3.3024 ppl=27.2092 acc=0.3941 tokens=8128.0000 +step=100860 micro_steps=201720 elapsed=4.2s lr=3.000000e-04 loss=3.3221 ppl=27.7460 acc=0.3918 tokens=8128.0000 +step=100880 micro_steps=201760 elapsed=4.2s lr=3.000000e-04 loss=3.2939 ppl=26.9863 acc=0.3960 tokens=8128.0000 +step=100900 micro_steps=201800 elapsed=4.2s lr=3.000000e-04 loss=3.3168 ppl=27.6072 acc=0.3947 tokens=8128.0000 +step=100920 micro_steps=201840 elapsed=4.2s lr=3.000000e-04 loss=3.3153 ppl=27.5658 acc=0.3938 tokens=8128.0000 +step=100940 micro_steps=201880 elapsed=4.2s lr=3.000000e-04 loss=3.3124 ppl=27.4830 acc=0.3936 tokens=8128.0000 +step=100960 micro_steps=201920 elapsed=4.2s lr=3.000000e-04 loss=3.3067 ppl=27.3411 acc=0.3947 tokens=8128.0000 +step=100980 micro_steps=201960 elapsed=4.2s lr=3.000000e-04 loss=3.3265 ppl=27.8585 acc=0.3919 tokens=8128.0000 +step=101000 micro_steps=202000 elapsed=4.2s lr=3.000000e-04 loss=3.2945 ppl=26.9974 acc=0.3945 tokens=8128.0000 +[sample step=101000] [CLS] without any guarantee of security or safety in space, military forces cannot assure on their own conscience that the duty of care transmitted by any covert regime establishing a close command has been fulfilled and the threat of military threats to the nation - states remains irresponsible, " according to an annual state department security council report obtained by the washington post on oct. [SEP] hellman: west has gained a measure of renown in the courtroom as a plaintiff when he made the defense of guantanamo statements. [SEP] but now she finds herself talking to islanders about packing a backpack, even if it means spending time or on trips outside local customs. [SEP] the [SEP] +step=101020 micro_steps=202040 elapsed=6.4s lr=3.000000e-04 loss=3.3108 ppl=27.4439 acc=0.3943 tokens=8128.0000 +step=101040 micro_steps=202080 elapsed=4.2s lr=3.000000e-04 loss=3.3161 ppl=27.5812 acc=0.3932 tokens=8128.0000 +step=101060 micro_steps=202120 elapsed=4.2s lr=3.000000e-04 loss=3.3129 ppl=27.5005 acc=0.3940 tokens=8128.0000 +step=101080 micro_steps=202160 elapsed=4.2s lr=3.000000e-04 loss=3.3128 ppl=27.5087 acc=0.3933 tokens=8128.0000 +step=101100 micro_steps=202200 elapsed=4.9s lr=3.000000e-04 loss=3.3147 ppl=27.5377 acc=0.3946 tokens=8128.0000 +step=101120 micro_steps=202240 elapsed=4.6s lr=3.000000e-04 loss=3.2976 ppl=27.2028 acc=0.3946 tokens=7934.3250 +step=101140 micro_steps=202280 elapsed=5.2s lr=3.000000e-04 loss=3.3075 ppl=27.3495 acc=0.3934 tokens=8128.0000 +step=101160 micro_steps=202320 elapsed=4.2s lr=3.000000e-04 loss=3.3102 ppl=27.4256 acc=0.3943 tokens=8128.0000 +step=101180 micro_steps=202360 elapsed=4.2s lr=3.000000e-04 loss=3.3066 ppl=27.3398 acc=0.3954 tokens=8128.0000 +step=101200 micro_steps=202400 elapsed=4.2s lr=3.000000e-04 loss=3.2916 ppl=26.9160 acc=0.3962 tokens=8128.0000 +step=101220 micro_steps=202440 elapsed=4.2s lr=3.000000e-04 loss=3.2950 ppl=27.0155 acc=0.3952 tokens=8128.0000 +step=101240 micro_steps=202480 elapsed=4.2s lr=3.000000e-04 loss=3.3140 ppl=27.5247 acc=0.3935 tokens=8128.0000 +step=101260 micro_steps=202520 elapsed=4.2s lr=3.000000e-04 loss=3.3256 ppl=27.8469 acc=0.3919 tokens=8128.0000 +step=101280 micro_steps=202560 elapsed=4.2s lr=3.000000e-04 loss=3.3029 ppl=27.2240 acc=0.3942 tokens=8128.0000 +step=101300 micro_steps=202600 elapsed=4.2s lr=3.000000e-04 loss=3.3044 ppl=27.2560 acc=0.3947 tokens=8128.0000 +step=101320 micro_steps=202640 elapsed=4.2s lr=3.000000e-04 loss=3.2953 ppl=27.0213 acc=0.3959 tokens=8128.0000 +step=101340 micro_steps=202680 elapsed=4.2s lr=3.000000e-04 loss=3.3054 ppl=27.2845 acc=0.3928 tokens=8128.0000 +step=101360 micro_steps=202720 elapsed=4.2s lr=3.000000e-04 loss=3.3072 ppl=27.3348 acc=0.3953 tokens=8128.0000 +step=101380 micro_steps=202760 elapsed=4.2s lr=3.000000e-04 loss=3.3029 ppl=27.2281 acc=0.3949 tokens=8128.0000 +step=101400 micro_steps=202800 elapsed=4.2s lr=3.000000e-04 loss=3.3111 ppl=27.4303 acc=0.3944 tokens=8128.0000 +step=101420 micro_steps=202840 elapsed=4.2s lr=3.000000e-04 loss=3.3131 ppl=27.5062 acc=0.3931 tokens=8128.0000 +step=101440 micro_steps=202880 elapsed=4.2s lr=3.000000e-04 loss=3.3201 ppl=27.6986 acc=0.3935 tokens=8128.0000 +step=101460 micro_steps=202920 elapsed=4.2s lr=3.000000e-04 loss=3.3210 ppl=27.7549 acc=0.3925 tokens=8128.0000 +step=101480 micro_steps=202960 elapsed=4.2s lr=3.000000e-04 loss=3.3036 ppl=27.2446 acc=0.3951 tokens=8128.0000 +step=101500 micro_steps=203000 elapsed=4.2s lr=3.000000e-04 loss=3.3011 ppl=27.1823 acc=0.3955 tokens=8128.0000 +step=101520 micro_steps=203040 elapsed=4.2s lr=3.000000e-04 loss=3.3045 ppl=27.2698 acc=0.3957 tokens=8128.0000 +step=101540 micro_steps=203080 elapsed=4.2s lr=3.000000e-04 loss=3.2904 ppl=26.8760 acc=0.3969 tokens=8128.0000 +step=101560 micro_steps=203120 elapsed=4.2s lr=3.000000e-04 loss=3.3121 ppl=27.4860 acc=0.3943 tokens=8128.0000 +step=101580 micro_steps=203160 elapsed=4.2s lr=3.000000e-04 loss=3.3006 ppl=27.1724 acc=0.3950 tokens=8128.0000 +step=101600 micro_steps=203200 elapsed=4.2s lr=3.000000e-04 loss=3.3067 ppl=27.3204 acc=0.3946 tokens=8128.0000 +step=101620 micro_steps=203240 elapsed=4.2s lr=3.000000e-04 loss=3.3083 ppl=27.3732 acc=0.3942 tokens=8128.0000 +step=101640 micro_steps=203280 elapsed=4.2s lr=3.000000e-04 loss=3.3101 ppl=27.4252 acc=0.3952 tokens=8128.0000 +step=101660 micro_steps=203320 elapsed=4.2s lr=3.000000e-04 loss=3.3102 ppl=27.4313 acc=0.3938 tokens=8128.0000 +step=101680 micro_steps=203360 elapsed=4.2s lr=3.000000e-04 loss=3.3045 ppl=27.2732 acc=0.3945 tokens=8128.0000 +step=101700 micro_steps=203400 elapsed=4.2s lr=3.000000e-04 loss=3.3073 ppl=27.3538 acc=0.3945 tokens=8128.0000 +step=101720 micro_steps=203440 elapsed=4.2s lr=3.000000e-04 loss=3.2935 ppl=26.9655 acc=0.3952 tokens=8128.0000 +step=101740 micro_steps=203480 elapsed=4.2s lr=3.000000e-04 loss=3.3011 ppl=27.1758 acc=0.3946 tokens=8128.0000 +step=101760 micro_steps=203520 elapsed=4.2s lr=3.000000e-04 loss=3.2993 ppl=27.1265 acc=0.3949 tokens=8128.0000 +step=101780 micro_steps=203560 elapsed=4.2s lr=3.000000e-04 loss=3.3051 ppl=27.2855 acc=0.3946 tokens=8128.0000 +step=101800 micro_steps=203600 elapsed=4.2s lr=3.000000e-04 loss=3.3044 ppl=27.2724 acc=0.3944 tokens=8128.0000 +step=101820 micro_steps=203640 elapsed=4.2s lr=3.000000e-04 loss=3.3032 ppl=27.2212 acc=0.3946 tokens=8128.0000 +step=101840 micro_steps=203680 elapsed=4.2s lr=3.000000e-04 loss=3.2930 ppl=26.9574 acc=0.3954 tokens=8128.0000 +step=101860 micro_steps=203720 elapsed=4.2s lr=3.000000e-04 loss=3.3055 ppl=27.2820 acc=0.3931 tokens=8128.0000 +step=101880 micro_steps=203760 elapsed=4.2s lr=3.000000e-04 loss=3.3091 ppl=27.4136 acc=0.3952 tokens=8128.0000 +step=101900 micro_steps=203800 elapsed=4.2s lr=3.000000e-04 loss=3.3121 ppl=27.4727 acc=0.3928 tokens=8128.0000 +step=101920 micro_steps=203840 elapsed=4.2s lr=3.000000e-04 loss=3.2992 ppl=27.1154 acc=0.3949 tokens=8128.0000 +step=101940 micro_steps=203880 elapsed=4.2s lr=3.000000e-04 loss=3.3106 ppl=27.4326 acc=0.3929 tokens=8128.0000 +step=101960 micro_steps=203920 elapsed=4.2s lr=3.000000e-04 loss=3.3074 ppl=27.3496 acc=0.3940 tokens=8128.0000 +step=101980 micro_steps=203960 elapsed=4.2s lr=3.000000e-04 loss=3.3071 ppl=27.3261 acc=0.3943 tokens=8128.0000 +step=102000 micro_steps=204000 elapsed=4.2s lr=3.000000e-04 loss=3.3101 ppl=27.4162 acc=0.3939 tokens=8128.0000 +[sample step=102000] [CLS] center in blackmore, but the emergency services were called at 0840 gmt. [SEP] "the indictment states: (gonzales'record) resulted in a criminal conviction, leaving his own employees vulnerable to prosecution," fbi associate agent mitch rosen wrote. [SEP] intel is not in question about the iphone, which is now the smart phone of choice in many media houses. [SEP] i really couldn't please you all, well, i don't know what happen to do you think. [SEP] we've seen many companies reluctant to move to the top as they examined budgets. [SEP] in 1993, the lenda tome was part of [SEP] +step=102020 micro_steps=204040 elapsed=6.4s lr=3.000000e-04 loss=3.3035 ppl=27.2249 acc=0.3943 tokens=8128.0000 +step=102040 micro_steps=204080 elapsed=4.2s lr=3.000000e-04 loss=3.3152 ppl=27.5540 acc=0.3941 tokens=8128.0000 +step=102060 micro_steps=204120 elapsed=4.2s lr=3.000000e-04 loss=3.2980 ppl=27.0890 acc=0.3945 tokens=8128.0000 +step=102080 micro_steps=204160 elapsed=4.2s lr=3.000000e-04 loss=3.3128 ppl=27.5031 acc=0.3938 tokens=8128.0000 +step=102100 micro_steps=204200 elapsed=4.2s lr=3.000000e-04 loss=3.2979 ppl=27.0919 acc=0.3955 tokens=8128.0000 +step=102120 micro_steps=204240 elapsed=4.2s lr=3.000000e-04 loss=3.2928 ppl=26.9549 acc=0.3964 tokens=8128.0000 +step=102140 micro_steps=204280 elapsed=4.2s lr=3.000000e-04 loss=3.3081 ppl=27.3557 acc=0.3940 tokens=8128.0000 +step=102160 micro_steps=204320 elapsed=4.2s lr=3.000000e-04 loss=3.3138 ppl=27.5182 acc=0.3924 tokens=8128.0000 +step=102180 micro_steps=204360 elapsed=4.2s lr=3.000000e-04 loss=3.3147 ppl=27.5421 acc=0.3940 tokens=8128.0000 +step=102200 micro_steps=204400 elapsed=4.2s lr=3.000000e-04 loss=3.3034 ppl=27.2455 acc=0.3949 tokens=8128.0000 +step=102220 micro_steps=204440 elapsed=4.2s lr=3.000000e-04 loss=3.2998 ppl=27.1390 acc=0.3949 tokens=8128.0000 +step=102240 micro_steps=204480 elapsed=4.2s lr=3.000000e-04 loss=3.3182 ppl=27.6402 acc=0.3918 tokens=8128.0000 +step=102260 micro_steps=204520 elapsed=4.2s lr=3.000000e-04 loss=3.2985 ppl=27.0945 acc=0.3951 tokens=8128.0000 +step=102280 micro_steps=204560 elapsed=4.2s lr=3.000000e-04 loss=3.3068 ppl=27.3274 acc=0.3941 tokens=8128.0000 +step=102300 micro_steps=204600 elapsed=4.2s lr=3.000000e-04 loss=3.3163 ppl=27.5954 acc=0.3926 tokens=8128.0000 +step=102320 micro_steps=204640 elapsed=4.2s lr=3.000000e-04 loss=3.2995 ppl=27.1302 acc=0.3954 tokens=8128.0000 +step=102340 micro_steps=204680 elapsed=4.2s lr=3.000000e-04 loss=3.3045 ppl=27.2698 acc=0.3947 tokens=8128.0000 +step=102360 micro_steps=204720 elapsed=4.2s lr=3.000000e-04 loss=3.3209 ppl=27.7091 acc=0.3919 tokens=8128.0000 +step=102380 micro_steps=204760 elapsed=4.2s lr=3.000000e-04 loss=3.3151 ppl=27.5597 acc=0.3932 tokens=8128.0000 +step=102400 micro_steps=204800 elapsed=4.2s lr=3.000000e-04 loss=3.3080 ppl=27.3538 acc=0.3940 tokens=8128.0000 +step=102420 micro_steps=204840 elapsed=4.2s lr=3.000000e-04 loss=3.3097 ppl=27.4090 acc=0.3937 tokens=8128.0000 +step=102440 micro_steps=204880 elapsed=4.2s lr=3.000000e-04 loss=3.3089 ppl=27.3878 acc=0.3943 tokens=8128.0000 +step=102460 micro_steps=204920 elapsed=4.2s lr=3.000000e-04 loss=3.2990 ppl=27.1106 acc=0.3950 tokens=8128.0000 +step=102480 micro_steps=204960 elapsed=4.2s lr=3.000000e-04 loss=3.2938 ppl=26.9778 acc=0.3957 tokens=8128.0000 +step=102500 micro_steps=205000 elapsed=4.2s lr=3.000000e-04 loss=3.3140 ppl=27.5216 acc=0.3926 tokens=8128.0000 +step=102520 micro_steps=205040 elapsed=4.2s lr=3.000000e-04 loss=3.3113 ppl=27.4521 acc=0.3939 tokens=8128.0000 +step=102540 micro_steps=205080 elapsed=4.2s lr=3.000000e-04 loss=3.3064 ppl=27.3191 acc=0.3943 tokens=8128.0000 +step=102560 micro_steps=205120 elapsed=4.2s lr=3.000000e-04 loss=3.3105 ppl=27.4291 acc=0.3933 tokens=8128.0000 +step=102580 micro_steps=205160 elapsed=4.2s lr=3.000000e-04 loss=3.3045 ppl=27.2542 acc=0.3942 tokens=8128.0000 +step=102600 micro_steps=205200 elapsed=4.2s lr=3.000000e-04 loss=3.3033 ppl=27.2420 acc=0.3944 tokens=8128.0000 +step=102620 micro_steps=205240 elapsed=4.2s lr=3.000000e-04 loss=3.3100 ppl=27.4045 acc=0.3935 tokens=8128.0000 +step=102640 micro_steps=205280 elapsed=4.2s lr=3.000000e-04 loss=3.3005 ppl=27.1677 acc=0.3948 tokens=8128.0000 +step=102660 micro_steps=205320 elapsed=4.2s lr=3.000000e-04 loss=3.3097 ppl=27.3971 acc=0.3943 tokens=8128.0000 +step=102680 micro_steps=205360 elapsed=4.2s lr=3.000000e-04 loss=3.3072 ppl=27.3498 acc=0.3944 tokens=8128.0000 +step=102700 micro_steps=205400 elapsed=4.2s lr=3.000000e-04 loss=3.2970 ppl=27.0618 acc=0.3951 tokens=8128.0000 +step=102720 micro_steps=205440 elapsed=4.2s lr=3.000000e-04 loss=3.2951 ppl=27.0201 acc=0.3959 tokens=8128.0000 +step=102740 micro_steps=205480 elapsed=4.2s lr=3.000000e-04 loss=3.3154 ppl=27.5613 acc=0.3931 tokens=8128.0000 +step=102760 micro_steps=205520 elapsed=4.2s lr=3.000000e-04 loss=3.2953 ppl=27.0135 acc=0.3969 tokens=8128.0000 +step=102780 micro_steps=205560 elapsed=4.2s lr=3.000000e-04 loss=3.3152 ppl=27.5595 acc=0.3932 tokens=8128.0000 +step=102800 micro_steps=205600 elapsed=4.2s lr=3.000000e-04 loss=3.2908 ppl=26.8876 acc=0.3957 tokens=8128.0000 +step=102820 micro_steps=205640 elapsed=4.2s lr=3.000000e-04 loss=3.2947 ppl=27.0081 acc=0.3951 tokens=8128.0000 +step=102840 micro_steps=205680 elapsed=4.2s lr=3.000000e-04 loss=3.3163 ppl=27.5935 acc=0.3929 tokens=8128.0000 +step=102860 micro_steps=205720 elapsed=4.2s lr=3.000000e-04 loss=3.3105 ppl=27.4342 acc=0.3931 tokens=8128.0000 +step=102880 micro_steps=205760 elapsed=4.2s lr=3.000000e-04 loss=3.2945 ppl=26.9979 acc=0.3968 tokens=8128.0000 +step=102900 micro_steps=205800 elapsed=4.2s lr=3.000000e-04 loss=3.2891 ppl=26.8839 acc=0.3974 tokens=8128.0000 +step=102920 micro_steps=205840 elapsed=4.2s lr=3.000000e-04 loss=3.3086 ppl=27.3808 acc=0.3942 tokens=8128.0000 +step=102940 micro_steps=205880 elapsed=4.2s lr=3.000000e-04 loss=3.2963 ppl=27.0571 acc=0.3955 tokens=8128.0000 +step=102960 micro_steps=205920 elapsed=4.2s lr=3.000000e-04 loss=3.3143 ppl=27.5353 acc=0.3931 tokens=8128.0000 +step=102980 micro_steps=205960 elapsed=4.2s lr=3.000000e-04 loss=3.3068 ppl=27.3424 acc=0.3941 tokens=8128.0000 +step=103000 micro_steps=206000 elapsed=4.2s lr=3.000000e-04 loss=3.2964 ppl=27.0536 acc=0.3951 tokens=8128.0000 +[sample step=103000] [CLS]s that he was only chasing the united states open when the fifth round began. [SEP] he shuttles small snaps held by workers around the house with lashings of laughter from the pastime of referees. [SEP] both boeing and airbus, british aerospace's biggest hardware supplier, announced on thursday they were starting to see signs of improvement in the sector's troubled finances. [SEP] " it is truly shocked to learn what happened. [SEP] in its effort to improve its push to sell its device in the united states, apple launched the $599 device at the west coast of america on may 13 and plans to roll out it to other countries [SEP] +step=103020 micro_steps=206040 elapsed=6.4s lr=3.000000e-04 loss=3.3054 ppl=27.2790 acc=0.3939 tokens=8128.0000 +step=103040 micro_steps=206080 elapsed=4.2s lr=3.000000e-04 loss=3.3000 ppl=27.1293 acc=0.3940 tokens=8128.0000 +step=103060 micro_steps=206120 elapsed=4.2s lr=3.000000e-04 loss=3.2907 ppl=26.8937 acc=0.3962 tokens=8128.0000 +step=103080 micro_steps=206160 elapsed=4.2s lr=3.000000e-04 loss=3.3026 ppl=27.2103 acc=0.3945 tokens=8128.0000 +step=103100 micro_steps=206200 elapsed=4.2s lr=3.000000e-04 loss=3.2882 ppl=26.8383 acc=0.3975 tokens=8128.0000 +step=103120 micro_steps=206240 elapsed=4.2s lr=3.000000e-04 loss=3.3024 ppl=27.2052 acc=0.3932 tokens=8128.0000 +step=103140 micro_steps=206280 elapsed=4.2s lr=3.000000e-04 loss=3.2781 ppl=26.5466 acc=0.3980 tokens=8128.0000 +step=103160 micro_steps=206320 elapsed=4.2s lr=3.000000e-04 loss=3.2934 ppl=26.9706 acc=0.3958 tokens=8128.0000 +step=103180 micro_steps=206360 elapsed=4.2s lr=3.000000e-04 loss=3.3203 ppl=27.6994 acc=0.3929 tokens=8128.0000 +step=103200 micro_steps=206400 elapsed=4.2s lr=3.000000e-04 loss=3.3083 ppl=27.3921 acc=0.3934 tokens=8128.0000 +step=103220 micro_steps=206440 elapsed=4.2s lr=3.000000e-04 loss=3.3002 ppl=27.1460 acc=0.3953 tokens=8128.0000 +step=103240 micro_steps=206480 elapsed=4.2s lr=3.000000e-04 loss=3.3029 ppl=27.2226 acc=0.3939 tokens=8128.0000 +step=103260 micro_steps=206520 elapsed=4.2s lr=3.000000e-04 loss=3.3131 ppl=27.5014 acc=0.3937 tokens=8128.0000 +step=103280 micro_steps=206560 elapsed=4.2s lr=3.000000e-04 loss=3.3121 ppl=27.4785 acc=0.3932 tokens=8128.0000 +step=103300 micro_steps=206600 elapsed=4.2s lr=3.000000e-04 loss=3.3204 ppl=27.6916 acc=0.3921 tokens=8128.0000 +step=103320 micro_steps=206640 elapsed=4.2s lr=3.000000e-04 loss=3.3108 ppl=27.4345 acc=0.3942 tokens=8128.0000 +step=103340 micro_steps=206680 elapsed=4.2s lr=3.000000e-04 loss=3.2855 ppl=26.7472 acc=0.3974 tokens=8128.0000 +step=103360 micro_steps=206720 elapsed=4.2s lr=3.000000e-04 loss=3.3141 ppl=27.5337 acc=0.3915 tokens=8128.0000 +step=103380 micro_steps=206760 elapsed=4.2s lr=3.000000e-04 loss=3.3057 ppl=27.2931 acc=0.3947 tokens=8128.0000 +step=103400 micro_steps=206800 elapsed=4.2s lr=3.000000e-04 loss=3.3142 ppl=27.5417 acc=0.3934 tokens=8128.0000 +step=103420 micro_steps=206840 elapsed=4.2s lr=3.000000e-04 loss=3.3045 ppl=27.2653 acc=0.3947 tokens=8128.0000 +step=103440 micro_steps=206880 elapsed=4.2s lr=3.000000e-04 loss=3.2976 ppl=27.0873 acc=0.3958 tokens=8128.0000 +step=103460 micro_steps=206920 elapsed=4.2s lr=3.000000e-04 loss=3.3114 ppl=27.4571 acc=0.3938 tokens=8128.0000 +step=103480 micro_steps=206960 elapsed=4.2s lr=3.000000e-04 loss=3.2852 ppl=26.7439 acc=0.3970 tokens=8128.0000 +step=103500 micro_steps=207000 elapsed=4.2s lr=3.000000e-04 loss=3.3085 ppl=27.3767 acc=0.3947 tokens=8128.0000 +step=103520 micro_steps=207040 elapsed=4.2s lr=3.000000e-04 loss=3.2920 ppl=26.9413 acc=0.3959 tokens=8128.0000 +step=103540 micro_steps=207080 elapsed=4.2s lr=3.000000e-04 loss=3.3057 ppl=27.2914 acc=0.3944 tokens=8128.0000 +step=103560 micro_steps=207120 elapsed=4.2s lr=3.000000e-04 loss=3.2989 ppl=27.1246 acc=0.3956 tokens=8128.0000 +step=103580 micro_steps=207160 elapsed=4.2s lr=3.000000e-04 loss=3.3041 ppl=27.2559 acc=0.3945 tokens=8128.0000 +step=103600 micro_steps=207200 elapsed=4.2s lr=3.000000e-04 loss=3.3083 ppl=27.3733 acc=0.3953 tokens=8128.0000 +step=103620 micro_steps=207240 elapsed=4.2s lr=3.000000e-04 loss=3.2956 ppl=27.0243 acc=0.3960 tokens=8128.0000 +step=103640 micro_steps=207280 elapsed=4.2s lr=3.000000e-04 loss=3.3018 ppl=27.1960 acc=0.3955 tokens=8128.0000 +step=103660 micro_steps=207320 elapsed=4.2s lr=3.000000e-04 loss=3.2894 ppl=26.8695 acc=0.3960 tokens=8128.0000 +step=103680 micro_steps=207360 elapsed=4.2s lr=3.000000e-04 loss=3.2995 ppl=27.1403 acc=0.3952 tokens=8128.0000 +step=103700 micro_steps=207400 elapsed=4.2s lr=3.000000e-04 loss=3.3117 ppl=27.4763 acc=0.3943 tokens=8128.0000 +step=103720 micro_steps=207440 elapsed=4.2s lr=3.000000e-04 loss=3.3018 ppl=27.1965 acc=0.3956 tokens=8128.0000 +step=103740 micro_steps=207480 elapsed=4.2s lr=3.000000e-04 loss=3.3150 ppl=27.5499 acc=0.3940 tokens=8128.0000 +step=103760 micro_steps=207520 elapsed=4.2s lr=3.000000e-04 loss=3.3052 ppl=27.2936 acc=0.3954 tokens=8128.0000 +step=103780 micro_steps=207560 elapsed=4.2s lr=3.000000e-04 loss=3.3037 ppl=27.2504 acc=0.3946 tokens=8128.0000 +step=103800 micro_steps=207600 elapsed=4.2s lr=3.000000e-04 loss=3.3029 ppl=27.2214 acc=0.3930 tokens=8128.0000 +step=103820 micro_steps=207640 elapsed=4.2s lr=3.000000e-04 loss=3.2901 ppl=26.8832 acc=0.3956 tokens=8128.0000 +step=103840 micro_steps=207680 elapsed=4.2s lr=3.000000e-04 loss=3.2988 ppl=27.1303 acc=0.3957 tokens=8128.0000 +step=103860 micro_steps=207720 elapsed=4.2s lr=3.000000e-04 loss=3.3018 ppl=27.2037 acc=0.3952 tokens=8128.0000 +step=103880 micro_steps=207760 elapsed=4.2s lr=3.000000e-04 loss=3.3118 ppl=27.4656 acc=0.3941 tokens=8128.0000 +step=103900 micro_steps=207800 elapsed=4.2s lr=3.000000e-04 loss=3.2983 ppl=27.1077 acc=0.3958 tokens=8128.0000 +step=103920 micro_steps=207840 elapsed=4.2s lr=3.000000e-04 loss=3.3015 ppl=27.1810 acc=0.3941 tokens=8128.0000 +step=103940 micro_steps=207880 elapsed=4.2s lr=3.000000e-04 loss=3.2874 ppl=26.7953 acc=0.3955 tokens=8128.0000 +step=103960 micro_steps=207920 elapsed=4.2s lr=3.000000e-04 loss=3.2947 ppl=27.0172 acc=0.3958 tokens=8128.0000 +step=103980 micro_steps=207960 elapsed=4.2s lr=3.000000e-04 loss=3.3043 ppl=27.2634 acc=0.3948 tokens=8128.0000 +step=104000 micro_steps=208000 elapsed=4.2s lr=3.000000e-04 loss=3.2955 ppl=27.0131 acc=0.3961 tokens=8128.0000 +[sample step=104000] [CLS]. [SEP] mr. issa had one problem after relocating across town: even with a home plate he had not arrived at one. [SEP] the main relief coordinator, for drenthe, said the earthquake of lake constance sapped badly needed water and oxygen from the minerals on the lake. [SEP] this robotic halloween, though, was not simply land - independent. [SEP] the placenta was identified and treated, and all the dead are possibly infected and not having the cpr or anesthesia. [SEP] she, she said, was married to her longtime friend, gerald kazmierczak - - an acquaintance described by her neighbors as unemployed [SEP] +step=104020 micro_steps=208040 elapsed=6.4s lr=3.000000e-04 loss=3.2997 ppl=27.1449 acc=0.3940 tokens=8128.0000 +step=104040 micro_steps=208080 elapsed=4.2s lr=3.000000e-04 loss=3.3148 ppl=27.5527 acc=0.3933 tokens=8128.0000 +step=104060 micro_steps=208120 elapsed=4.2s lr=3.000000e-04 loss=3.2976 ppl=27.0748 acc=0.3951 tokens=8128.0000 +step=104080 micro_steps=208160 elapsed=4.2s lr=3.000000e-04 loss=3.3069 ppl=27.3272 acc=0.3937 tokens=8128.0000 +step=104100 micro_steps=208200 elapsed=4.2s lr=3.000000e-04 loss=3.2933 ppl=26.9645 acc=0.3959 tokens=8128.0000 +step=104120 micro_steps=208240 elapsed=4.2s lr=3.000000e-04 loss=3.3049 ppl=27.2834 acc=0.3930 tokens=8128.0000 +step=104140 micro_steps=208280 elapsed=4.2s lr=3.000000e-04 loss=3.2974 ppl=27.0731 acc=0.3955 tokens=8128.0000 +step=104160 micro_steps=208320 elapsed=4.2s lr=3.000000e-04 loss=3.3141 ppl=27.5305 acc=0.3938 tokens=8128.0000 +step=104180 micro_steps=208360 elapsed=4.2s lr=3.000000e-04 loss=3.3060 ppl=27.3066 acc=0.3953 tokens=8128.0000 +step=104200 micro_steps=208400 elapsed=4.2s lr=3.000000e-04 loss=3.3059 ppl=27.3141 acc=0.3936 tokens=8128.0000 +step=104220 micro_steps=208440 elapsed=4.2s lr=3.000000e-04 loss=3.2998 ppl=27.1413 acc=0.3954 tokens=8128.0000 +step=104240 micro_steps=208480 elapsed=4.2s lr=3.000000e-04 loss=3.3074 ppl=27.3530 acc=0.3926 tokens=8128.0000 +step=104260 micro_steps=208520 elapsed=4.2s lr=3.000000e-04 loss=3.3051 ppl=27.2871 acc=0.3935 tokens=8128.0000 +step=104280 micro_steps=208560 elapsed=4.2s lr=3.000000e-04 loss=3.3056 ppl=27.3082 acc=0.3956 tokens=8128.0000 +step=104300 micro_steps=208600 elapsed=4.2s lr=3.000000e-04 loss=3.2947 ppl=26.9995 acc=0.3960 tokens=8128.0000 +step=104320 micro_steps=208640 elapsed=4.2s lr=3.000000e-04 loss=3.3112 ppl=27.4476 acc=0.3941 tokens=8128.0000 +step=104340 micro_steps=208680 elapsed=4.2s lr=3.000000e-04 loss=3.3100 ppl=27.4137 acc=0.3937 tokens=8128.0000 +step=104360 micro_steps=208720 elapsed=4.2s lr=3.000000e-04 loss=3.2962 ppl=27.0454 acc=0.3957 tokens=8128.0000 +step=104380 micro_steps=208760 elapsed=4.2s lr=3.000000e-04 loss=3.3005 ppl=27.1675 acc=0.3967 tokens=8128.0000 +step=104400 micro_steps=208800 elapsed=4.2s lr=3.000000e-04 loss=3.3038 ppl=27.2489 acc=0.3952 tokens=8128.0000 +step=104420 micro_steps=208840 elapsed=4.2s lr=3.000000e-04 loss=3.2985 ppl=27.0934 acc=0.3961 tokens=8128.0000 +step=104440 micro_steps=208880 elapsed=4.2s lr=3.000000e-04 loss=3.3035 ppl=27.2398 acc=0.3952 tokens=8128.0000 +step=104460 micro_steps=208920 elapsed=4.2s lr=3.000000e-04 loss=3.3021 ppl=27.1997 acc=0.3959 tokens=8128.0000 +step=104480 micro_steps=208960 elapsed=4.2s lr=3.000000e-04 loss=3.3038 ppl=27.2364 acc=0.3947 tokens=8128.0000 +step=104500 micro_steps=209000 elapsed=4.2s lr=3.000000e-04 loss=3.3042 ppl=27.2553 acc=0.3949 tokens=8128.0000 +step=104520 micro_steps=209040 elapsed=4.2s lr=3.000000e-04 loss=3.3058 ppl=27.3157 acc=0.3932 tokens=8128.0000 +step=104540 micro_steps=209080 elapsed=4.2s lr=3.000000e-04 loss=3.2980 ppl=27.0876 acc=0.3947 tokens=8128.0000 +step=104560 micro_steps=209120 elapsed=4.2s lr=3.000000e-04 loss=3.3041 ppl=27.2534 acc=0.3951 tokens=8128.0000 +step=104580 micro_steps=209160 elapsed=4.2s lr=3.000000e-04 loss=3.3073 ppl=27.3416 acc=0.3936 tokens=8128.0000 +step=104600 micro_steps=209200 elapsed=4.2s lr=3.000000e-04 loss=3.2995 ppl=27.1327 acc=0.3956 tokens=8128.0000 +step=104620 micro_steps=209240 elapsed=4.2s lr=3.000000e-04 loss=3.3007 ppl=27.1643 acc=0.3950 tokens=8128.0000 +step=104640 micro_steps=209280 elapsed=4.2s lr=3.000000e-04 loss=3.3068 ppl=27.3306 acc=0.3950 tokens=8128.0000 +step=104660 micro_steps=209320 elapsed=4.2s lr=3.000000e-04 loss=3.3004 ppl=27.1475 acc=0.3959 tokens=8128.0000 +step=104680 micro_steps=209360 elapsed=4.2s lr=3.000000e-04 loss=3.3091 ppl=27.3883 acc=0.3929 tokens=8128.0000 +step=104700 micro_steps=209400 elapsed=4.2s lr=3.000000e-04 loss=3.2970 ppl=27.0631 acc=0.3968 tokens=8128.0000 +step=104720 micro_steps=209440 elapsed=4.2s lr=3.000000e-04 loss=3.2972 ppl=27.0577 acc=0.3964 tokens=8128.0000 +step=104740 micro_steps=209480 elapsed=4.2s lr=3.000000e-04 loss=3.3074 ppl=27.3412 acc=0.3940 tokens=8128.0000 +step=104760 micro_steps=209520 elapsed=4.2s lr=3.000000e-04 loss=3.3036 ppl=27.2518 acc=0.3953 tokens=8128.0000 +step=104780 micro_steps=209560 elapsed=4.2s lr=3.000000e-04 loss=3.3003 ppl=27.1513 acc=0.3957 tokens=8128.0000 +step=104800 micro_steps=209600 elapsed=4.2s lr=3.000000e-04 loss=3.3145 ppl=27.5336 acc=0.3935 tokens=8128.0000 +step=104820 micro_steps=209640 elapsed=4.2s lr=3.000000e-04 loss=3.2969 ppl=27.0678 acc=0.3954 tokens=8128.0000 +step=104840 micro_steps=209680 elapsed=4.2s lr=3.000000e-04 loss=3.3063 ppl=27.3082 acc=0.3952 tokens=8128.0000 +step=104860 micro_steps=209720 elapsed=4.2s lr=3.000000e-04 loss=3.3237 ppl=27.7967 acc=0.3925 tokens=8128.0000 +step=104880 micro_steps=209760 elapsed=4.2s lr=3.000000e-04 loss=3.2998 ppl=27.1466 acc=0.3955 tokens=8128.0000 +step=104900 micro_steps=209800 elapsed=4.2s lr=3.000000e-04 loss=3.2981 ppl=27.0856 acc=0.3946 tokens=8128.0000 +step=104920 micro_steps=209840 elapsed=4.2s lr=3.000000e-04 loss=3.3098 ppl=27.4131 acc=0.3939 tokens=8128.0000 +step=104940 micro_steps=209880 elapsed=4.2s lr=3.000000e-04 loss=3.3152 ppl=27.5666 acc=0.3930 tokens=8128.0000 +step=104960 micro_steps=209920 elapsed=4.2s lr=3.000000e-04 loss=3.3006 ppl=27.1607 acc=0.3950 tokens=8128.0000 +step=104980 micro_steps=209960 elapsed=4.2s lr=3.000000e-04 loss=3.2954 ppl=27.0199 acc=0.3960 tokens=8128.0000 +step=105000 micro_steps=210000 elapsed=4.2s lr=3.000000e-04 loss=3.3157 ppl=27.5655 acc=0.3930 tokens=8128.0000 +[sample step=105000] [CLS] into the country at about the same time as when sir mark thatcher introduced him in 1976. [SEP] he was arrested and charged after clashing with police in a drunk - driving arrest. [SEP] the number and likely cost of the vaccine shortages are uncertain, hollingsworth said. [SEP] the government's peg suddenly froze pay for big companies and other senior staff. [SEP] the stonemakers were among 11 who were randomly interviewed, absentngefully because they are provided with the unique opportunity to learn, a possible barrier to entry. [SEP] unfortunately, that is true not only in the game. [SEP] the study was undertaken as part of the tb prepared [SEP] +step=105020 micro_steps=210040 elapsed=6.4s lr=3.000000e-04 loss=3.3000 ppl=27.1414 acc=0.3956 tokens=8128.0000 +step=105040 micro_steps=210080 elapsed=4.2s lr=3.000000e-04 loss=3.3110 ppl=27.4368 acc=0.3941 tokens=8128.0000 +step=105060 micro_steps=210120 elapsed=4.2s lr=3.000000e-04 loss=3.3137 ppl=27.5213 acc=0.3933 tokens=8128.0000 +step=105080 micro_steps=210160 elapsed=4.2s lr=3.000000e-04 loss=3.3128 ppl=27.4910 acc=0.3939 tokens=8128.0000 +step=105100 micro_steps=210200 elapsed=4.2s lr=3.000000e-04 loss=3.3009 ppl=27.1575 acc=0.3949 tokens=8128.0000 +step=105120 micro_steps=210240 elapsed=4.2s lr=3.000000e-04 loss=3.2950 ppl=27.0102 acc=0.3960 tokens=8128.0000 +step=105140 micro_steps=210280 elapsed=4.2s lr=3.000000e-04 loss=3.2977 ppl=27.0903 acc=0.3951 tokens=8128.0000 +step=105160 micro_steps=210320 elapsed=4.2s lr=3.000000e-04 loss=3.3230 ppl=27.7830 acc=0.3929 tokens=8128.0000 +step=105180 micro_steps=210360 elapsed=4.2s lr=3.000000e-04 loss=3.3025 ppl=27.2189 acc=0.3949 tokens=8128.0000 +step=105200 micro_steps=210400 elapsed=4.2s lr=3.000000e-04 loss=3.3028 ppl=27.2203 acc=0.3939 tokens=8128.0000 +step=105220 micro_steps=210440 elapsed=4.2s lr=3.000000e-04 loss=3.3023 ppl=27.1955 acc=0.3958 tokens=8128.0000 +step=105240 micro_steps=210480 elapsed=4.2s lr=3.000000e-04 loss=3.3014 ppl=27.1746 acc=0.3958 tokens=8128.0000 +step=105260 micro_steps=210520 elapsed=4.2s lr=3.000000e-04 loss=3.3114 ppl=27.4669 acc=0.3941 tokens=8128.0000 +step=105280 micro_steps=210560 elapsed=4.2s lr=3.000000e-04 loss=3.2951 ppl=27.0190 acc=0.3960 tokens=8128.0000 +step=105300 micro_steps=210600 elapsed=4.2s lr=3.000000e-04 loss=3.3083 ppl=27.3750 acc=0.3942 tokens=8128.0000 +step=105320 micro_steps=210640 elapsed=4.2s lr=3.000000e-04 loss=3.3067 ppl=27.3242 acc=0.3945 tokens=8128.0000 +step=105340 micro_steps=210680 elapsed=4.2s lr=3.000000e-04 loss=3.3063 ppl=27.3159 acc=0.3945 tokens=8128.0000 +step=105360 micro_steps=210720 elapsed=4.2s lr=3.000000e-04 loss=3.3190 ppl=27.6493 acc=0.3927 tokens=8128.0000 +step=105380 micro_steps=210760 elapsed=4.2s lr=3.000000e-04 loss=3.2892 ppl=26.8586 acc=0.3960 tokens=8128.0000 +step=105400 micro_steps=210800 elapsed=4.2s lr=3.000000e-04 loss=3.2805 ppl=26.6432 acc=0.3978 tokens=8128.0000 +step=105420 micro_steps=210840 elapsed=4.2s lr=3.000000e-04 loss=3.3083 ppl=27.3664 acc=0.3926 tokens=8128.0000 +step=105440 micro_steps=210880 elapsed=4.2s lr=3.000000e-04 loss=3.2999 ppl=27.1478 acc=0.3940 tokens=8128.0000 +step=105460 micro_steps=210920 elapsed=4.2s lr=3.000000e-04 loss=3.3041 ppl=27.2465 acc=0.3949 tokens=8128.0000 +step=105480 micro_steps=210960 elapsed=4.2s lr=3.000000e-04 loss=3.3093 ppl=27.3958 acc=0.3938 tokens=8128.0000 +step=105500 micro_steps=211000 elapsed=4.2s lr=3.000000e-04 loss=3.2970 ppl=27.0626 acc=0.3953 tokens=8128.0000 +step=105520 micro_steps=211040 elapsed=4.2s lr=3.000000e-04 loss=3.3059 ppl=27.2920 acc=0.3940 tokens=8128.0000 +step=105540 micro_steps=211080 elapsed=4.2s lr=3.000000e-04 loss=3.2929 ppl=26.9579 acc=0.3952 tokens=8128.0000 +step=105560 micro_steps=211120 elapsed=4.2s lr=3.000000e-04 loss=3.3149 ppl=27.5587 acc=0.3931 tokens=8128.0000 +step=105580 micro_steps=211160 elapsed=4.2s lr=3.000000e-04 loss=3.3015 ppl=27.1826 acc=0.3948 tokens=8128.0000 +step=105600 micro_steps=211200 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.3516 acc=0.4033 tokens=8128.0000 +step=105620 micro_steps=211240 elapsed=4.2s lr=3.000000e-04 loss=3.3121 ppl=27.4790 acc=0.3934 tokens=8128.0000 +step=105640 micro_steps=211280 elapsed=4.2s lr=3.000000e-04 loss=3.2981 ppl=27.0866 acc=0.3962 tokens=8128.0000 +step=105660 micro_steps=211320 elapsed=4.2s lr=3.000000e-04 loss=3.3019 ppl=27.1950 acc=0.3947 tokens=8128.0000 +step=105680 micro_steps=211360 elapsed=4.2s lr=3.000000e-04 loss=3.3000 ppl=27.1424 acc=0.3954 tokens=8128.0000 +step=105700 micro_steps=211400 elapsed=4.2s lr=3.000000e-04 loss=3.3134 ppl=27.4977 acc=0.3933 tokens=8128.0000 +step=105720 micro_steps=211440 elapsed=4.2s lr=3.000000e-04 loss=3.3100 ppl=27.4214 acc=0.3943 tokens=8128.0000 +step=105740 micro_steps=211480 elapsed=4.2s lr=3.000000e-04 loss=3.3070 ppl=27.3449 acc=0.3945 tokens=8128.0000 +step=105760 micro_steps=211520 elapsed=4.2s lr=3.000000e-04 loss=3.2986 ppl=27.1083 acc=0.3942 tokens=8128.0000 +step=105780 micro_steps=211560 elapsed=4.2s lr=3.000000e-04 loss=3.3114 ppl=27.4489 acc=0.3944 tokens=8128.0000 +step=105800 micro_steps=211600 elapsed=4.2s lr=3.000000e-04 loss=3.3001 ppl=27.1568 acc=0.3960 tokens=8128.0000 +step=105820 micro_steps=211640 elapsed=4.2s lr=3.000000e-04 loss=3.3084 ppl=27.3692 acc=0.3939 tokens=8128.0000 +step=105840 micro_steps=211680 elapsed=4.2s lr=3.000000e-04 loss=3.3075 ppl=27.3396 acc=0.3941 tokens=8128.0000 +step=105860 micro_steps=211720 elapsed=4.2s lr=3.000000e-04 loss=3.3141 ppl=27.5320 acc=0.3926 tokens=8128.0000 +step=105880 micro_steps=211760 elapsed=4.2s lr=3.000000e-04 loss=3.2872 ppl=26.7965 acc=0.3961 tokens=8128.0000 +step=105900 micro_steps=211800 elapsed=4.2s lr=3.000000e-04 loss=3.3021 ppl=27.1906 acc=0.3948 tokens=8128.0000 +step=105920 micro_steps=211840 elapsed=4.2s lr=3.000000e-04 loss=3.2982 ppl=27.1057 acc=0.3943 tokens=8128.0000 +step=105940 micro_steps=211880 elapsed=4.2s lr=3.000000e-04 loss=3.3010 ppl=27.1750 acc=0.3948 tokens=8128.0000 +step=105960 micro_steps=211920 elapsed=4.2s lr=3.000000e-04 loss=3.3014 ppl=27.1841 acc=0.3953 tokens=8128.0000 +step=105980 micro_steps=211960 elapsed=4.2s lr=3.000000e-04 loss=3.3121 ppl=27.4813 acc=0.3930 tokens=8128.0000 +step=106000 micro_steps=212000 elapsed=4.2s lr=3.000000e-04 loss=3.3003 ppl=27.1560 acc=0.3949 tokens=8128.0000 +[sample step=106000] [CLS] - of - 21 passes for 64 yards and return touchdown and caught an 81 - yard td pass from winslow. [SEP] itv chairman michael grade has slammed drama queen sir michael johnson as a "racist." [SEP] both steps were arranged in a conciliatory tone, each participating in one room. [SEP] west ham have won their past four, having beaten relegation rivals stoke 2 - 0 in august, leading to speculation they could be next year's english premier league champions. [SEP] "we have come all over, but we have spent time building ourselves," he said. [SEP] nasa officials have not taken sides on the two challenger proposals [SEP] +step=106020 micro_steps=212040 elapsed=6.4s lr=3.000000e-04 loss=3.2900 ppl=26.8787 acc=0.3962 tokens=8128.0000 +step=106040 micro_steps=212080 elapsed=4.2s lr=3.000000e-04 loss=3.3193 ppl=27.6799 acc=0.3928 tokens=8128.0000 +step=106060 micro_steps=212120 elapsed=4.2s lr=3.000000e-04 loss=3.3072 ppl=27.3421 acc=0.3933 tokens=8128.0000 +step=106080 micro_steps=212160 elapsed=4.2s lr=3.000000e-04 loss=3.3011 ppl=27.1685 acc=0.3953 tokens=8128.0000 +step=106100 micro_steps=212200 elapsed=4.2s lr=3.000000e-04 loss=3.3130 ppl=27.4978 acc=0.3940 tokens=8128.0000 +step=106120 micro_steps=212240 elapsed=4.2s lr=3.000000e-04 loss=3.3101 ppl=27.4250 acc=0.3955 tokens=8128.0000 +step=106140 micro_steps=212280 elapsed=4.2s lr=3.000000e-04 loss=3.3046 ppl=27.2700 acc=0.3942 tokens=8128.0000 +step=106160 micro_steps=212320 elapsed=4.2s lr=3.000000e-04 loss=3.3017 ppl=27.1904 acc=0.3950 tokens=8128.0000 +step=106180 micro_steps=212360 elapsed=4.2s lr=3.000000e-04 loss=3.3157 ppl=27.5761 acc=0.3939 tokens=8128.0000 +step=106200 micro_steps=212400 elapsed=4.2s lr=3.000000e-04 loss=3.3023 ppl=27.2107 acc=0.3938 tokens=8128.0000 +step=106220 micro_steps=212440 elapsed=4.2s lr=3.000000e-04 loss=3.3006 ppl=27.1567 acc=0.3941 tokens=8128.0000 +step=106240 micro_steps=212480 elapsed=4.2s lr=3.000000e-04 loss=3.2981 ppl=27.0861 acc=0.3964 tokens=8128.0000 +step=106260 micro_steps=212520 elapsed=4.2s lr=3.000000e-04 loss=3.2974 ppl=27.0714 acc=0.3962 tokens=8128.0000 +step=106280 micro_steps=212560 elapsed=4.2s lr=3.000000e-04 loss=3.3064 ppl=27.3084 acc=0.3954 tokens=8128.0000 +step=106300 micro_steps=212600 elapsed=4.2s lr=3.000000e-04 loss=3.3012 ppl=27.1881 acc=0.3953 tokens=8128.0000 +step=106320 micro_steps=212640 elapsed=4.2s lr=3.000000e-04 loss=3.3040 ppl=27.2704 acc=0.3958 tokens=8128.0000 +step=106340 micro_steps=212680 elapsed=4.2s lr=3.000000e-04 loss=3.3006 ppl=27.1725 acc=0.3955 tokens=8128.0000 +step=106360 micro_steps=212720 elapsed=4.2s lr=3.000000e-04 loss=3.2970 ppl=27.0593 acc=0.3948 tokens=8128.0000 +step=106380 micro_steps=212760 elapsed=4.2s lr=3.000000e-04 loss=3.2953 ppl=27.0210 acc=0.3965 tokens=8128.0000 +step=106400 micro_steps=212800 elapsed=4.2s lr=3.000000e-04 loss=3.2995 ppl=27.1292 acc=0.3950 tokens=8128.0000 +step=106420 micro_steps=212840 elapsed=4.2s lr=3.000000e-04 loss=3.2966 ppl=27.0614 acc=0.3958 tokens=8128.0000 +step=106440 micro_steps=212880 elapsed=4.2s lr=3.000000e-04 loss=3.3172 ppl=27.6094 acc=0.3926 tokens=8128.0000 +step=106460 micro_steps=212920 elapsed=4.2s lr=3.000000e-04 loss=3.3038 ppl=27.2516 acc=0.3951 tokens=8128.0000 +step=106480 micro_steps=212960 elapsed=4.2s lr=3.000000e-04 loss=3.3021 ppl=27.1965 acc=0.3942 tokens=8128.0000 +step=106500 micro_steps=213000 elapsed=4.2s lr=3.000000e-04 loss=3.3085 ppl=27.3868 acc=0.3953 tokens=8128.0000 +step=106520 micro_steps=213040 elapsed=4.2s lr=3.000000e-04 loss=3.3095 ppl=27.4075 acc=0.3936 tokens=8128.0000 +step=106540 micro_steps=213080 elapsed=4.2s lr=3.000000e-04 loss=3.3008 ppl=27.1683 acc=0.3950 tokens=8128.0000 +step=106560 micro_steps=213120 elapsed=4.2s lr=3.000000e-04 loss=3.2994 ppl=27.1212 acc=0.3960 tokens=8128.0000 +step=106580 micro_steps=213160 elapsed=4.2s lr=3.000000e-04 loss=3.3002 ppl=27.1504 acc=0.3957 tokens=8128.0000 +step=106600 micro_steps=213200 elapsed=4.2s lr=3.000000e-04 loss=3.2872 ppl=26.7984 acc=0.3961 tokens=8128.0000 +step=106620 micro_steps=213240 elapsed=4.2s lr=3.000000e-04 loss=3.3053 ppl=27.2880 acc=0.3933 tokens=8128.0000 +step=106640 micro_steps=213280 elapsed=4.2s lr=3.000000e-04 loss=3.2911 ppl=26.9066 acc=0.3954 tokens=8128.0000 +step=106660 micro_steps=213320 elapsed=4.2s lr=3.000000e-04 loss=3.3059 ppl=27.3068 acc=0.3941 tokens=8128.0000 +step=106680 micro_steps=213360 elapsed=4.2s lr=3.000000e-04 loss=3.2981 ppl=27.0966 acc=0.3956 tokens=8128.0000 +step=106700 micro_steps=213400 elapsed=4.2s lr=3.000000e-04 loss=3.3120 ppl=27.4674 acc=0.3939 tokens=8128.0000 +step=106720 micro_steps=213440 elapsed=4.2s lr=3.000000e-04 loss=3.2970 ppl=27.0614 acc=0.3961 tokens=8128.0000 +step=106740 micro_steps=213480 elapsed=4.2s lr=3.000000e-04 loss=3.2864 ppl=26.7876 acc=0.3965 tokens=8128.0000 +step=106760 micro_steps=213520 elapsed=4.2s lr=3.000000e-04 loss=3.2923 ppl=26.9422 acc=0.3964 tokens=8128.0000 +step=106780 micro_steps=213560 elapsed=4.2s lr=3.000000e-04 loss=3.3075 ppl=27.3432 acc=0.3933 tokens=8128.0000 +step=106800 micro_steps=213600 elapsed=4.2s lr=3.000000e-04 loss=3.3158 ppl=27.5919 acc=0.3936 tokens=8128.0000 +step=106820 micro_steps=213640 elapsed=4.2s lr=3.000000e-04 loss=3.2980 ppl=27.0935 acc=0.3956 tokens=8128.0000 +step=106840 micro_steps=213680 elapsed=4.2s lr=3.000000e-04 loss=3.3081 ppl=27.3627 acc=0.3941 tokens=8128.0000 +step=106860 micro_steps=213720 elapsed=4.2s lr=3.000000e-04 loss=3.3077 ppl=27.3493 acc=0.3947 tokens=8128.0000 +step=106880 micro_steps=213760 elapsed=4.2s lr=3.000000e-04 loss=3.2941 ppl=26.9923 acc=0.3951 tokens=8128.0000 +step=106900 micro_steps=213800 elapsed=4.2s lr=3.000000e-04 loss=3.2950 ppl=27.0083 acc=0.3951 tokens=8128.0000 +step=106920 micro_steps=213840 elapsed=4.2s lr=3.000000e-04 loss=3.2748 ppl=26.5566 acc=0.3987 tokens=8128.0000 +step=106940 micro_steps=213880 elapsed=4.2s lr=3.000000e-04 loss=3.3077 ppl=27.3547 acc=0.3943 tokens=8128.0000 +step=106960 micro_steps=213920 elapsed=4.2s lr=3.000000e-04 loss=3.2924 ppl=26.9454 acc=0.3959 tokens=8128.0000 +step=106980 micro_steps=213960 elapsed=4.2s lr=3.000000e-04 loss=3.2968 ppl=27.0543 acc=0.3963 tokens=8128.0000 +step=107000 micro_steps=214000 elapsed=4.2s lr=3.000000e-04 loss=3.3045 ppl=27.2793 acc=0.3956 tokens=8128.0000 +[sample step=107000] [CLS] s apparent rejection of the evangelicals'steamrollered immigration policies, because of their groups. [SEP] the obama - biden event was attended by barry weisberg, president of the travel industry association, and james silver, president and ceo of the american travel association, which represents travel agents and airlines. [SEP] questioned how his father,a beatile, even defended his title yesterday, the bbc interview entry described how mcgirt began to tears during the endless hours the bbc had spent saying how much he enjoyed running the weekendwatch blog - - ironic that this carriage, at eleven in 1974, belonged to only atherton, whose investors [SEP] +step=107020 micro_steps=214040 elapsed=6.4s lr=3.000000e-04 loss=3.2984 ppl=27.1097 acc=0.3957 tokens=8128.0000 +step=107040 micro_steps=214080 elapsed=4.2s lr=3.000000e-04 loss=3.3046 ppl=27.2693 acc=0.3947 tokens=8128.0000 +step=107060 micro_steps=214120 elapsed=4.2s lr=3.000000e-04 loss=3.2948 ppl=26.9961 acc=0.3957 tokens=8128.0000 +step=107080 micro_steps=214160 elapsed=4.2s lr=3.000000e-04 loss=3.2973 ppl=27.0758 acc=0.3953 tokens=8128.0000 +step=107100 micro_steps=214200 elapsed=4.2s lr=3.000000e-04 loss=3.3204 ppl=27.7046 acc=0.3938 tokens=8128.0000 +step=107120 micro_steps=214240 elapsed=4.2s lr=3.000000e-04 loss=3.2991 ppl=27.1286 acc=0.3951 tokens=8128.0000 +step=107140 micro_steps=214280 elapsed=4.2s lr=3.000000e-04 loss=3.3060 ppl=27.3157 acc=0.3945 tokens=8128.0000 +step=107160 micro_steps=214320 elapsed=4.2s lr=3.000000e-04 loss=3.3064 ppl=27.3340 acc=0.3946 tokens=8128.0000 +step=107180 micro_steps=214360 elapsed=4.2s lr=3.000000e-04 loss=3.3130 ppl=27.5087 acc=0.3929 tokens=8128.0000 +step=107200 micro_steps=214400 elapsed=4.2s lr=3.000000e-04 loss=3.3007 ppl=27.1800 acc=0.3950 tokens=8128.0000 +step=107220 micro_steps=214440 elapsed=4.2s lr=3.000000e-04 loss=3.2964 ppl=27.0471 acc=0.3946 tokens=8128.0000 +step=107240 micro_steps=214480 elapsed=4.2s lr=3.000000e-04 loss=3.3005 ppl=27.1598 acc=0.3951 tokens=8128.0000 +step=107260 micro_steps=214520 elapsed=4.2s lr=3.000000e-04 loss=3.3064 ppl=27.3271 acc=0.3952 tokens=8128.0000 +step=107280 micro_steps=214560 elapsed=4.2s lr=3.000000e-04 loss=3.3017 ppl=27.1982 acc=0.3940 tokens=8128.0000 +step=107300 micro_steps=214600 elapsed=4.3s lr=3.000000e-04 loss=3.2929 ppl=26.9452 acc=0.3957 tokens=8128.0000 +step=107320 micro_steps=214640 elapsed=4.3s lr=3.000000e-04 loss=3.3131 ppl=27.4941 acc=0.3931 tokens=8128.0000 +step=107340 micro_steps=214680 elapsed=4.3s lr=3.000000e-04 loss=3.2952 ppl=27.0076 acc=0.3965 tokens=8128.0000 +step=107360 micro_steps=214720 elapsed=4.2s lr=3.000000e-04 loss=3.2965 ppl=27.0510 acc=0.3961 tokens=8128.0000 +step=107380 micro_steps=214760 elapsed=4.2s lr=3.000000e-04 loss=3.2908 ppl=26.9064 acc=0.3946 tokens=8128.0000 +step=107400 micro_steps=214800 elapsed=4.2s lr=3.000000e-04 loss=3.3029 ppl=27.2260 acc=0.3956 tokens=8128.0000 +step=107420 micro_steps=214840 elapsed=4.2s lr=3.000000e-04 loss=3.2982 ppl=27.0948 acc=0.3942 tokens=8128.0000 +step=107440 micro_steps=214880 elapsed=4.2s lr=3.000000e-04 loss=3.2829 ppl=26.6950 acc=0.3972 tokens=8128.0000 +step=107460 micro_steps=214920 elapsed=4.2s lr=3.000000e-04 loss=3.2914 ppl=26.9058 acc=0.3956 tokens=8128.0000 +step=107480 micro_steps=214960 elapsed=4.2s lr=3.000000e-04 loss=3.2988 ppl=27.1108 acc=0.3950 tokens=8128.0000 +step=107500 micro_steps=215000 elapsed=4.2s lr=3.000000e-04 loss=3.2959 ppl=27.0342 acc=0.3947 tokens=8128.0000 +step=107520 micro_steps=215040 elapsed=4.2s lr=3.000000e-04 loss=3.3071 ppl=27.3470 acc=0.3931 tokens=8128.0000 +step=107540 micro_steps=215080 elapsed=4.2s lr=3.000000e-04 loss=3.2878 ppl=26.8419 acc=0.3975 tokens=8128.0000 +step=107560 micro_steps=215120 elapsed=4.2s lr=3.000000e-04 loss=3.2841 ppl=26.7529 acc=0.3975 tokens=8128.0000 +step=107580 micro_steps=215160 elapsed=4.2s lr=3.000000e-04 loss=3.2927 ppl=26.9520 acc=0.3959 tokens=8128.0000 +step=107600 micro_steps=215200 elapsed=4.2s lr=3.000000e-04 loss=3.2969 ppl=27.0665 acc=0.3963 tokens=8128.0000 +step=107620 micro_steps=215240 elapsed=4.2s lr=3.000000e-04 loss=3.2942 ppl=26.9812 acc=0.3959 tokens=8128.0000 +step=107640 micro_steps=215280 elapsed=4.2s lr=3.000000e-04 loss=3.3016 ppl=27.1832 acc=0.3958 tokens=8128.0000 +step=107660 micro_steps=215320 elapsed=4.2s lr=3.000000e-04 loss=3.3055 ppl=27.2869 acc=0.3942 tokens=8128.0000 +step=107680 micro_steps=215360 elapsed=4.2s lr=3.000000e-04 loss=3.2976 ppl=27.0772 acc=0.3944 tokens=8128.0000 +step=107700 micro_steps=215400 elapsed=4.2s lr=3.000000e-04 loss=3.2886 ppl=26.8435 acc=0.3964 tokens=8128.0000 +step=107720 micro_steps=215440 elapsed=4.2s lr=3.000000e-04 loss=3.2962 ppl=27.0539 acc=0.3963 tokens=8128.0000 +step=107740 micro_steps=215480 elapsed=4.2s lr=3.000000e-04 loss=3.2880 ppl=26.8134 acc=0.3975 tokens=8128.0000 +step=107760 micro_steps=215520 elapsed=4.2s lr=3.000000e-04 loss=3.2991 ppl=27.1230 acc=0.3950 tokens=8128.0000 +step=107780 micro_steps=215560 elapsed=4.2s lr=3.000000e-04 loss=3.3062 ppl=27.3232 acc=0.3937 tokens=8128.0000 +step=107800 micro_steps=215600 elapsed=4.2s lr=3.000000e-04 loss=3.2939 ppl=26.9727 acc=0.3959 tokens=8128.0000 +step=107820 micro_steps=215640 elapsed=4.2s lr=3.000000e-04 loss=3.3020 ppl=27.1989 acc=0.3959 tokens=8128.0000 +step=107840 micro_steps=215680 elapsed=4.2s lr=3.000000e-04 loss=3.2962 ppl=27.0341 acc=0.3956 tokens=8128.0000 +step=107860 micro_steps=215720 elapsed=4.2s lr=3.000000e-04 loss=3.3034 ppl=27.2378 acc=0.3950 tokens=8128.0000 +step=107880 micro_steps=215760 elapsed=4.2s lr=3.000000e-04 loss=3.2998 ppl=27.1315 acc=0.3947 tokens=8128.0000 +step=107900 micro_steps=215800 elapsed=4.2s lr=3.000000e-04 loss=3.2994 ppl=27.1240 acc=0.3962 tokens=8128.0000 +step=107920 micro_steps=215840 elapsed=4.2s lr=3.000000e-04 loss=3.3014 ppl=27.2030 acc=0.3945 tokens=8128.0000 +step=107940 micro_steps=215880 elapsed=4.2s lr=3.000000e-04 loss=3.3097 ppl=27.4096 acc=0.3948 tokens=8128.0000 +step=107960 micro_steps=215920 elapsed=4.2s lr=3.000000e-04 loss=3.3093 ppl=27.4008 acc=0.3946 tokens=8128.0000 +step=107980 micro_steps=215960 elapsed=4.2s lr=3.000000e-04 loss=3.3061 ppl=27.3117 acc=0.3942 tokens=8128.0000 +step=108000 micro_steps=216000 elapsed=4.2s lr=3.000000e-04 loss=3.2947 ppl=27.0001 acc=0.3960 tokens=8128.0000 +[sample step=108000] [CLS] retained its ranking as the european flagship until 2007, while the top - rated private equity firm apax ltd, which owns norwich union, went into administration in july, claiming debts of £358 million, its media rival. [SEP] c/t level 4 was issued for john mccain. * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * [SEP] +step=108020 micro_steps=216040 elapsed=6.6s lr=3.000000e-04 loss=3.3107 ppl=27.4280 acc=0.3936 tokens=8128.0000 +step=108040 micro_steps=216080 elapsed=4.2s lr=3.000000e-04 loss=3.2875 ppl=26.8120 acc=0.3968 tokens=8128.0000 +step=108060 micro_steps=216120 elapsed=4.2s lr=3.000000e-04 loss=3.2920 ppl=26.9348 acc=0.3957 tokens=8128.0000 +step=108080 micro_steps=216160 elapsed=4.2s lr=3.000000e-04 loss=3.3149 ppl=27.5492 acc=0.3939 tokens=8128.0000 +step=108100 micro_steps=216200 elapsed=4.2s lr=3.000000e-04 loss=3.3087 ppl=27.3812 acc=0.3942 tokens=8128.0000 +step=108120 micro_steps=216240 elapsed=4.2s lr=3.000000e-04 loss=3.3179 ppl=27.6265 acc=0.3924 tokens=8128.0000 +step=108140 micro_steps=216280 elapsed=4.2s lr=3.000000e-04 loss=3.2966 ppl=27.0424 acc=0.3947 tokens=8128.0000 +step=108160 micro_steps=216320 elapsed=4.2s lr=3.000000e-04 loss=3.3054 ppl=27.3009 acc=0.3943 tokens=8128.0000 +step=108180 micro_steps=216360 elapsed=4.2s lr=3.000000e-04 loss=3.2904 ppl=26.8859 acc=0.3966 tokens=8128.0000 +step=108200 micro_steps=216400 elapsed=4.2s lr=3.000000e-04 loss=3.2967 ppl=27.0583 acc=0.3956 tokens=8128.0000 +step=108220 micro_steps=216440 elapsed=4.2s lr=3.000000e-04 loss=3.2945 ppl=26.9880 acc=0.3952 tokens=8128.0000 +step=108240 micro_steps=216480 elapsed=4.2s lr=3.000000e-04 loss=3.3029 ppl=27.2321 acc=0.3954 tokens=8128.0000 +step=108260 micro_steps=216520 elapsed=4.2s lr=3.000000e-04 loss=3.3111 ppl=27.4500 acc=0.3939 tokens=8128.0000 +step=108280 micro_steps=216560 elapsed=4.2s lr=3.000000e-04 loss=3.3052 ppl=27.2949 acc=0.3949 tokens=8128.0000 +step=108300 micro_steps=216600 elapsed=4.2s lr=3.000000e-04 loss=3.3060 ppl=27.3131 acc=0.3950 tokens=8128.0000 +step=108320 micro_steps=216640 elapsed=4.2s lr=3.000000e-04 loss=3.3033 ppl=27.2355 acc=0.3949 tokens=8128.0000 +step=108340 micro_steps=216680 elapsed=4.2s lr=3.000000e-04 loss=3.2918 ppl=26.9192 acc=0.3968 tokens=8128.0000 +step=108360 micro_steps=216720 elapsed=4.2s lr=3.000000e-04 loss=3.2940 ppl=26.9818 acc=0.3951 tokens=8128.0000 +step=108380 micro_steps=216760 elapsed=4.2s lr=3.000000e-04 loss=3.2951 ppl=27.0052 acc=0.3960 tokens=8128.0000 +step=108400 micro_steps=216800 elapsed=4.2s lr=3.000000e-04 loss=3.3028 ppl=27.2059 acc=0.3946 tokens=8128.0000 +step=108420 micro_steps=216840 elapsed=4.2s lr=3.000000e-04 loss=3.3049 ppl=27.2754 acc=0.3943 tokens=8128.0000 +step=108440 micro_steps=216880 elapsed=4.2s lr=3.000000e-04 loss=3.3147 ppl=27.5366 acc=0.3927 tokens=8128.0000 +step=108460 micro_steps=216920 elapsed=4.2s lr=3.000000e-04 loss=3.3033 ppl=27.2322 acc=0.3953 tokens=8128.0000 +step=108480 micro_steps=216960 elapsed=4.2s lr=3.000000e-04 loss=3.3157 ppl=27.5738 acc=0.3928 tokens=8128.0000 +step=108500 micro_steps=217000 elapsed=4.2s lr=3.000000e-04 loss=3.3003 ppl=27.1489 acc=0.3959 tokens=8128.0000 +step=108520 micro_steps=217040 elapsed=4.2s lr=3.000000e-04 loss=3.2859 ppl=26.7738 acc=0.3974 tokens=8128.0000 +step=108540 micro_steps=217080 elapsed=4.2s lr=3.000000e-04 loss=3.3072 ppl=27.3335 acc=0.3948 tokens=8128.0000 +step=108560 micro_steps=217120 elapsed=4.2s lr=3.000000e-04 loss=3.3036 ppl=27.2525 acc=0.3946 tokens=8128.0000 +step=108580 micro_steps=217160 elapsed=4.2s lr=3.000000e-04 loss=3.2982 ppl=27.0959 acc=0.3943 tokens=8128.0000 +step=108600 micro_steps=217200 elapsed=4.2s lr=3.000000e-04 loss=3.2868 ppl=26.8186 acc=0.3966 tokens=8128.0000 +step=108620 micro_steps=217240 elapsed=4.2s lr=3.000000e-04 loss=3.3017 ppl=27.1837 acc=0.3940 tokens=8128.0000 +step=108640 micro_steps=217280 elapsed=4.2s lr=3.000000e-04 loss=3.3069 ppl=27.3381 acc=0.3949 tokens=8128.0000 +step=108660 micro_steps=217320 elapsed=4.2s lr=3.000000e-04 loss=3.3021 ppl=27.2043 acc=0.3953 tokens=8128.0000 +step=108680 micro_steps=217360 elapsed=4.2s lr=3.000000e-04 loss=3.2916 ppl=26.9221 acc=0.3955 tokens=8128.0000 +step=108700 micro_steps=217400 elapsed=4.2s lr=3.000000e-04 loss=3.2971 ppl=27.0634 acc=0.3955 tokens=8128.0000 +step=108720 micro_steps=217440 elapsed=4.2s lr=3.000000e-04 loss=3.2903 ppl=26.8887 acc=0.3964 tokens=8128.0000 +step=108740 micro_steps=217480 elapsed=4.2s lr=3.000000e-04 loss=3.3129 ppl=27.4911 acc=0.3938 tokens=8128.0000 +step=108760 micro_steps=217520 elapsed=4.2s lr=3.000000e-04 loss=3.3095 ppl=27.4077 acc=0.3934 tokens=8128.0000 +step=108780 micro_steps=217560 elapsed=4.2s lr=3.000000e-04 loss=3.3052 ppl=27.2840 acc=0.3953 tokens=8128.0000 +step=108800 micro_steps=217600 elapsed=4.2s lr=3.000000e-04 loss=3.3153 ppl=27.5612 acc=0.3927 tokens=8128.0000 +step=108820 micro_steps=217640 elapsed=4.2s lr=3.000000e-04 loss=3.3149 ppl=27.5529 acc=0.3928 tokens=8128.0000 +step=108840 micro_steps=217680 elapsed=4.2s lr=3.000000e-04 loss=3.2898 ppl=26.8694 acc=0.3968 tokens=8128.0000 +step=108860 micro_steps=217720 elapsed=4.2s lr=3.000000e-04 loss=3.2892 ppl=26.8508 acc=0.3965 tokens=8128.0000 +step=108880 micro_steps=217760 elapsed=4.2s lr=3.000000e-04 loss=3.2971 ppl=27.0657 acc=0.3954 tokens=8128.0000 +step=108900 micro_steps=217800 elapsed=4.2s lr=3.000000e-04 loss=3.3113 ppl=27.4606 acc=0.3938 tokens=8128.0000 +step=108920 micro_steps=217840 elapsed=4.2s lr=3.000000e-04 loss=3.3114 ppl=27.4643 acc=0.3949 tokens=8128.0000 +step=108940 micro_steps=217880 elapsed=4.2s lr=3.000000e-04 loss=3.2943 ppl=26.9872 acc=0.3964 tokens=8128.0000 +step=108960 micro_steps=217920 elapsed=4.2s lr=3.000000e-04 loss=3.2885 ppl=26.8493 acc=0.3966 tokens=8128.0000 +step=108980 micro_steps=217960 elapsed=4.2s lr=3.000000e-04 loss=3.2955 ppl=27.0143 acc=0.3959 tokens=8128.0000 +step=109000 micro_steps=218000 elapsed=4.2s lr=3.000000e-04 loss=3.2966 ppl=27.0461 acc=0.3968 tokens=8128.0000 +[sample step=109000] [CLS] have learned what was happening. [SEP] the word "hate" is often used in the language to describe anyone who wants to die. [SEP] in response, the commission in 2005 handed over documents that prove the government knew how the program was working before making its decision to implement it - - that allowing the accounting industry to pay them for inspecting the data was true. [SEP] according to the plea agreement, flores pleaded guilty on december 12, 2009, to a charge of conspiring to transport stolen goods and illegally obtaining classified documents to obtain monetary benefits. the plea agreement also also specifies that the defendants will remain barred from obtaining monetary benefits through any [SEP] +step=109020 micro_steps=218040 elapsed=6.6s lr=3.000000e-04 loss=3.2968 ppl=27.0527 acc=0.3958 tokens=8128.0000 +step=109040 micro_steps=218080 elapsed=4.2s lr=3.000000e-04 loss=3.2933 ppl=26.9518 acc=0.3963 tokens=8128.0000 +step=109060 micro_steps=218120 elapsed=4.2s lr=3.000000e-04 loss=3.3038 ppl=27.2534 acc=0.3950 tokens=8128.0000 +step=109080 micro_steps=218160 elapsed=4.2s lr=3.000000e-04 loss=3.3007 ppl=27.1624 acc=0.3956 tokens=8128.0000 +step=109100 micro_steps=218200 elapsed=4.2s lr=3.000000e-04 loss=3.2897 ppl=26.8685 acc=0.3961 tokens=8128.0000 +step=109120 micro_steps=218240 elapsed=4.2s lr=3.000000e-04 loss=3.3109 ppl=27.4487 acc=0.3932 tokens=8128.0000 +step=109140 micro_steps=218280 elapsed=4.2s lr=3.000000e-04 loss=3.2929 ppl=26.9617 acc=0.3963 tokens=8128.0000 +step=109160 micro_steps=218320 elapsed=4.2s lr=3.000000e-04 loss=3.3106 ppl=27.4411 acc=0.3939 tokens=8128.0000 +step=109180 micro_steps=218360 elapsed=4.2s lr=3.000000e-04 loss=3.2911 ppl=26.9074 acc=0.3956 tokens=8128.0000 +step=109200 micro_steps=218400 elapsed=4.2s lr=3.000000e-04 loss=3.2926 ppl=26.9465 acc=0.3955 tokens=8128.0000 +step=109220 micro_steps=218440 elapsed=4.2s lr=3.000000e-04 loss=3.3063 ppl=27.3106 acc=0.3944 tokens=8128.0000 +step=109240 micro_steps=218480 elapsed=4.2s lr=3.000000e-04 loss=3.3031 ppl=27.2292 acc=0.3946 tokens=8128.0000 +step=109260 micro_steps=218520 elapsed=4.2s lr=3.000000e-04 loss=3.3021 ppl=27.1941 acc=0.3950 tokens=8128.0000 +step=109280 micro_steps=218560 elapsed=4.2s lr=3.000000e-04 loss=3.2968 ppl=27.0548 acc=0.3961 tokens=8128.0000 +step=109300 micro_steps=218600 elapsed=4.2s lr=3.000000e-04 loss=3.3048 ppl=27.2770 acc=0.3947 tokens=8128.0000 +step=109320 micro_steps=218640 elapsed=4.2s lr=3.000000e-04 loss=3.2994 ppl=27.1367 acc=0.3960 tokens=8128.0000 +step=109340 micro_steps=218680 elapsed=4.2s lr=3.000000e-04 loss=3.2932 ppl=26.9714 acc=0.3953 tokens=8128.0000 +step=109360 micro_steps=218720 elapsed=4.2s lr=3.000000e-04 loss=3.2922 ppl=26.9354 acc=0.3963 tokens=8128.0000 +step=109380 micro_steps=218760 elapsed=4.2s lr=3.000000e-04 loss=3.3090 ppl=27.3969 acc=0.3939 tokens=8128.0000 +step=109400 micro_steps=218800 elapsed=4.2s lr=3.000000e-04 loss=3.2838 ppl=26.7109 acc=0.3973 tokens=8128.0000 +step=109420 micro_steps=218840 elapsed=4.2s lr=3.000000e-04 loss=3.2905 ppl=26.8894 acc=0.3960 tokens=8128.0000 +step=109440 micro_steps=218880 elapsed=4.2s lr=3.000000e-04 loss=3.3072 ppl=27.3328 acc=0.3944 tokens=8128.0000 +step=109460 micro_steps=218920 elapsed=4.2s lr=3.000000e-04 loss=3.2907 ppl=26.8821 acc=0.3959 tokens=8128.0000 +step=109480 micro_steps=218960 elapsed=4.2s lr=3.000000e-04 loss=3.3012 ppl=27.1749 acc=0.3938 tokens=8128.0000 +step=109500 micro_steps=219000 elapsed=4.2s lr=3.000000e-04 loss=3.3088 ppl=27.3762 acc=0.3931 tokens=8128.0000 +step=109520 micro_steps=219040 elapsed=4.2s lr=3.000000e-04 loss=3.2956 ppl=27.0236 acc=0.3952 tokens=8128.0000 +step=109540 micro_steps=219080 elapsed=4.2s lr=3.000000e-04 loss=3.3097 ppl=27.4138 acc=0.3937 tokens=8128.0000 +step=109560 micro_steps=219120 elapsed=4.2s lr=3.000000e-04 loss=3.2931 ppl=26.9502 acc=0.3954 tokens=8128.0000 +step=109580 micro_steps=219160 elapsed=4.2s lr=3.000000e-04 loss=3.3022 ppl=27.2106 acc=0.3966 tokens=8128.0000 +step=109600 micro_steps=219200 elapsed=4.2s lr=3.000000e-04 loss=3.2993 ppl=27.1371 acc=0.3951 tokens=8128.0000 +step=109620 micro_steps=219240 elapsed=4.2s lr=3.000000e-04 loss=3.3013 ppl=27.1832 acc=0.3943 tokens=8128.0000 +step=109640 micro_steps=219280 elapsed=4.2s lr=3.000000e-04 loss=3.2993 ppl=27.1174 acc=0.3943 tokens=8128.0000 +step=109660 micro_steps=219320 elapsed=4.2s lr=3.000000e-04 loss=3.2969 ppl=27.0793 acc=0.3953 tokens=8128.0000 +step=109680 micro_steps=219360 elapsed=4.2s lr=3.000000e-04 loss=3.2990 ppl=27.1257 acc=0.3961 tokens=8128.0000 +step=109700 micro_steps=219400 elapsed=4.2s lr=3.000000e-04 loss=3.3087 ppl=27.4020 acc=0.3943 tokens=8128.0000 +step=109720 micro_steps=219440 elapsed=4.2s lr=3.000000e-04 loss=3.2892 ppl=26.8524 acc=0.3963 tokens=8128.0000 +step=109740 micro_steps=219480 elapsed=4.2s lr=3.000000e-04 loss=3.2937 ppl=26.9770 acc=0.3959 tokens=8128.0000 +step=109760 micro_steps=219520 elapsed=4.2s lr=3.000000e-04 loss=3.2997 ppl=27.1387 acc=0.3953 tokens=8128.0000 +step=109780 micro_steps=219560 elapsed=4.2s lr=3.000000e-04 loss=3.3008 ppl=27.1626 acc=0.3955 tokens=8128.0000 +step=109800 micro_steps=219600 elapsed=4.2s lr=3.000000e-04 loss=3.2970 ppl=27.0554 acc=0.3955 tokens=8128.0000 +step=109820 micro_steps=219640 elapsed=4.2s lr=3.000000e-04 loss=3.2988 ppl=27.1376 acc=0.3952 tokens=8128.0000 +step=109840 micro_steps=219680 elapsed=4.2s lr=3.000000e-04 loss=3.2952 ppl=27.0083 acc=0.3969 tokens=8128.0000 +step=109860 micro_steps=219720 elapsed=4.2s lr=3.000000e-04 loss=3.2957 ppl=27.0336 acc=0.3958 tokens=8128.0000 +step=109880 micro_steps=219760 elapsed=4.2s lr=3.000000e-04 loss=3.2924 ppl=26.9395 acc=0.3943 tokens=8128.0000 +step=109900 micro_steps=219800 elapsed=4.2s lr=3.000000e-04 loss=3.2971 ppl=27.0611 acc=0.3954 tokens=8128.0000 +step=109920 micro_steps=219840 elapsed=4.2s lr=3.000000e-04 loss=3.2940 ppl=26.9827 acc=0.3969 tokens=8128.0000 +step=109940 micro_steps=219880 elapsed=4.2s lr=3.000000e-04 loss=3.2996 ppl=27.1492 acc=0.3946 tokens=8128.0000 +step=109960 micro_steps=219920 elapsed=4.2s lr=3.000000e-04 loss=3.2979 ppl=27.0812 acc=0.3953 tokens=8128.0000 +step=109980 micro_steps=219960 elapsed=4.2s lr=3.000000e-04 loss=3.2968 ppl=27.0623 acc=0.3954 tokens=8128.0000 +step=110000 micro_steps=220000 elapsed=4.2s lr=3.000000e-04 loss=3.3084 ppl=27.3803 acc=0.3942 tokens=8128.0000 +[sample step=110000] [CLS] 80 percent among men, the latest estimate puts the proportion of women between 18 and 34 at 21 percent. [SEP] each week, entertainment weekly puts together an episodic 100 - minute edition of his story and lets readers think how little respect the heroes have left for the rest of them. " [SEP] the japanese economy would grow at roughly 1 per cent in the current quarter and 2. 5 per cent in the fourth quarter, giving it more room on the co - operative it takes in retail market data. [SEP] for david marshall goulder, who had rarely cast himself in competition with mr. straub, the spotlight was quickly off [SEP] +step=110020 micro_steps=220040 elapsed=6.7s lr=3.000000e-04 loss=3.2953 ppl=27.0339 acc=0.3946 tokens=8128.0000 +step=110040 micro_steps=220080 elapsed=4.2s lr=3.000000e-04 loss=3.3102 ppl=27.4116 acc=0.3937 tokens=8128.0000 +step=110060 micro_steps=220120 elapsed=4.2s lr=3.000000e-04 loss=3.3060 ppl=27.3149 acc=0.3936 tokens=8128.0000 +step=110080 micro_steps=220160 elapsed=4.2s lr=3.000000e-04 loss=3.3077 ppl=27.3695 acc=0.3937 tokens=8128.0000 +step=110100 micro_steps=220200 elapsed=4.2s lr=3.000000e-04 loss=3.2983 ppl=27.1088 acc=0.3955 tokens=8128.0000 +step=110120 micro_steps=220240 elapsed=4.2s lr=3.000000e-04 loss=3.3057 ppl=27.2931 acc=0.3939 tokens=8128.0000 +step=110140 micro_steps=220280 elapsed=4.2s lr=3.000000e-04 loss=3.3136 ppl=27.5223 acc=0.3937 tokens=8128.0000 +step=110160 micro_steps=220320 elapsed=4.2s lr=3.000000e-04 loss=3.3054 ppl=27.2817 acc=0.3944 tokens=8128.0000 +step=110180 micro_steps=220360 elapsed=4.2s lr=3.000000e-04 loss=3.2917 ppl=26.9139 acc=0.3957 tokens=8128.0000 +step=110200 micro_steps=220400 elapsed=4.2s lr=3.000000e-04 loss=3.2851 ppl=26.7544 acc=0.3975 tokens=8128.0000 +step=110220 micro_steps=220440 elapsed=4.2s lr=3.000000e-04 loss=3.2932 ppl=26.9640 acc=0.3948 tokens=8128.0000 +step=110240 micro_steps=220480 elapsed=4.2s lr=3.000000e-04 loss=3.2992 ppl=27.1367 acc=0.3944 tokens=8128.0000 +step=110260 micro_steps=220520 elapsed=4.2s lr=3.000000e-04 loss=3.2962 ppl=27.0387 acc=0.3962 tokens=8128.0000 +step=110280 micro_steps=220560 elapsed=4.2s lr=3.000000e-04 loss=3.2929 ppl=26.9676 acc=0.3959 tokens=8128.0000 +step=110300 micro_steps=220600 elapsed=4.2s lr=3.000000e-04 loss=3.2703 ppl=26.3440 acc=0.3989 tokens=8128.0000 +step=110320 micro_steps=220640 elapsed=4.2s lr=3.000000e-04 loss=3.3154 ppl=27.5639 acc=0.3929 tokens=8128.0000 +step=110340 micro_steps=220680 elapsed=4.2s lr=3.000000e-04 loss=3.3129 ppl=27.4928 acc=0.3927 tokens=8128.0000 +step=110360 micro_steps=220720 elapsed=4.2s lr=3.000000e-04 loss=3.3053 ppl=27.2969 acc=0.3938 tokens=8128.0000 +step=110380 micro_steps=220760 elapsed=4.2s lr=3.000000e-04 loss=3.2951 ppl=27.0018 acc=0.3979 tokens=8128.0000 +step=110400 micro_steps=220800 elapsed=4.2s lr=3.000000e-04 loss=3.3114 ppl=27.4590 acc=0.3942 tokens=8128.0000 +step=110420 micro_steps=220840 elapsed=4.2s lr=3.000000e-04 loss=3.2989 ppl=27.1056 acc=0.3951 tokens=8128.0000 +step=110440 micro_steps=220880 elapsed=4.2s lr=3.000000e-04 loss=3.2857 ppl=26.7654 acc=0.3963 tokens=8128.0000 +step=110460 micro_steps=220920 elapsed=4.2s lr=3.000000e-04 loss=3.3011 ppl=27.1749 acc=0.3947 tokens=8128.0000 +step=110480 micro_steps=220960 elapsed=4.2s lr=3.000000e-04 loss=3.3015 ppl=27.1952 acc=0.3940 tokens=8128.0000 +step=110500 micro_steps=221000 elapsed=4.2s lr=3.000000e-04 loss=3.3046 ppl=27.2710 acc=0.3951 tokens=8128.0000 +step=110520 micro_steps=221040 elapsed=4.2s lr=3.000000e-04 loss=3.3033 ppl=27.2191 acc=0.3943 tokens=8128.0000 +step=110540 micro_steps=221080 elapsed=4.2s lr=3.000000e-04 loss=3.2806 ppl=26.7269 acc=0.3994 tokens=8128.0000 +step=110560 micro_steps=221120 elapsed=4.2s lr=3.000000e-04 loss=3.3000 ppl=27.1515 acc=0.3958 tokens=8128.0000 +step=110580 micro_steps=221160 elapsed=4.2s lr=3.000000e-04 loss=3.3095 ppl=27.4122 acc=0.3928 tokens=8128.0000 +step=110600 micro_steps=221200 elapsed=4.2s lr=3.000000e-04 loss=3.2915 ppl=26.9170 acc=0.3958 tokens=8128.0000 +step=110620 micro_steps=221240 elapsed=4.2s lr=3.000000e-04 loss=3.2872 ppl=26.7991 acc=0.3977 tokens=8128.0000 +step=110640 micro_steps=221280 elapsed=4.2s lr=3.000000e-04 loss=3.3186 ppl=27.6516 acc=0.3928 tokens=8128.0000 +step=110660 micro_steps=221320 elapsed=4.2s lr=3.000000e-04 loss=3.2956 ppl=27.0360 acc=0.3959 tokens=8128.0000 +step=110680 micro_steps=221360 elapsed=4.2s lr=3.000000e-04 loss=3.3034 ppl=27.2593 acc=0.3948 tokens=8128.0000 +step=110700 micro_steps=221400 elapsed=4.2s lr=3.000000e-04 loss=3.3030 ppl=27.2220 acc=0.3943 tokens=8128.0000 +step=110720 micro_steps=221440 elapsed=4.2s lr=3.000000e-04 loss=3.2938 ppl=26.9646 acc=0.3963 tokens=8128.0000 +step=110740 micro_steps=221480 elapsed=4.2s lr=3.000000e-04 loss=3.3018 ppl=27.1799 acc=0.3940 tokens=8128.0000 +step=110760 micro_steps=221520 elapsed=4.2s lr=3.000000e-04 loss=3.2994 ppl=27.1278 acc=0.3950 tokens=8128.0000 +step=110780 micro_steps=221560 elapsed=4.2s lr=3.000000e-04 loss=3.2990 ppl=27.1222 acc=0.3943 tokens=8128.0000 +step=110800 micro_steps=221600 elapsed=4.2s lr=3.000000e-04 loss=3.3025 ppl=27.2064 acc=0.3950 tokens=8128.0000 +step=110820 micro_steps=221640 elapsed=4.2s lr=3.000000e-04 loss=3.3017 ppl=27.1811 acc=0.3942 tokens=8128.0000 +step=110840 micro_steps=221680 elapsed=4.2s lr=3.000000e-04 loss=3.3006 ppl=27.1761 acc=0.3945 tokens=8128.0000 +step=110860 micro_steps=221720 elapsed=4.2s lr=3.000000e-04 loss=3.2948 ppl=27.0100 acc=0.3952 tokens=8128.0000 +step=110880 micro_steps=221760 elapsed=4.2s lr=3.000000e-04 loss=3.3072 ppl=27.3390 acc=0.3944 tokens=8128.0000 +step=110900 micro_steps=221800 elapsed=4.2s lr=3.000000e-04 loss=3.2900 ppl=26.8664 acc=0.3943 tokens=8128.0000 +step=110920 micro_steps=221840 elapsed=4.2s lr=3.000000e-04 loss=3.3050 ppl=27.2934 acc=0.3945 tokens=8128.0000 +step=110940 micro_steps=221880 elapsed=4.2s lr=3.000000e-04 loss=3.3033 ppl=27.2356 acc=0.3967 tokens=8128.0000 +step=110960 micro_steps=221920 elapsed=4.2s lr=3.000000e-04 loss=3.2994 ppl=27.1272 acc=0.3961 tokens=8128.0000 +step=110980 micro_steps=221960 elapsed=4.2s lr=3.000000e-04 loss=3.2895 ppl=26.8554 acc=0.3957 tokens=8128.0000 +step=111000 micro_steps=222000 elapsed=4.2s lr=3.000000e-04 loss=3.3097 ppl=27.4128 acc=0.3945 tokens=8128.0000 +[sample step=111000] [CLS] a pedestrian has died tackling a van on the a26 this morning in an accident. [SEP] top to bottom for my knowledge? [SEP] this summer, the saudi arabian authorities banned another risque dance contest, the "hajj" dance, the third. [SEP] it will appear on the yfn tv programme in traverse city and elsewhere in michigan. [SEP] sandy kromberg, 54, first sued when it emerged that his wife and six children were having the stomach ulcers on their laps together while driving at a record speed of 89mph on harrier 38ft, on 25 september 1991. [SEP] it was last [SEP] +step=111020 micro_steps=222040 elapsed=6.4s lr=3.000000e-04 loss=3.3019 ppl=27.2100 acc=0.3959 tokens=8128.0000 +step=111040 micro_steps=222080 elapsed=4.2s lr=3.000000e-04 loss=3.2871 ppl=26.7940 acc=0.3964 tokens=8128.0000 +step=111060 micro_steps=222120 elapsed=4.2s lr=3.000000e-04 loss=3.3079 ppl=27.3681 acc=0.3947 tokens=8128.0000 +step=111080 micro_steps=222160 elapsed=4.2s lr=3.000000e-04 loss=3.2999 ppl=27.1423 acc=0.3950 tokens=8128.0000 +step=111100 micro_steps=222200 elapsed=4.2s lr=3.000000e-04 loss=3.3186 ppl=27.6560 acc=0.3915 tokens=8128.0000 +step=111120 micro_steps=222240 elapsed=4.2s lr=3.000000e-04 loss=3.3043 ppl=27.2710 acc=0.3935 tokens=8128.0000 +step=111140 micro_steps=222280 elapsed=4.2s lr=3.000000e-04 loss=3.2995 ppl=27.1403 acc=0.3948 tokens=8128.0000 +step=111160 micro_steps=222320 elapsed=4.2s lr=3.000000e-04 loss=3.3055 ppl=27.2973 acc=0.3950 tokens=8128.0000 +step=111180 micro_steps=222360 elapsed=4.2s lr=3.000000e-04 loss=3.3034 ppl=27.2462 acc=0.3950 tokens=8128.0000 +step=111200 micro_steps=222400 elapsed=4.2s lr=3.000000e-04 loss=3.3055 ppl=27.2960 acc=0.3942 tokens=8128.0000 +step=111220 micro_steps=222440 elapsed=4.2s lr=3.000000e-04 loss=3.3104 ppl=27.4292 acc=0.3942 tokens=8128.0000 +step=111240 micro_steps=222480 elapsed=4.2s lr=3.000000e-04 loss=3.2967 ppl=27.0680 acc=0.3965 tokens=8128.0000 +step=111260 micro_steps=222520 elapsed=4.2s lr=3.000000e-04 loss=3.2944 ppl=26.9920 acc=0.3956 tokens=8128.0000 +step=111280 micro_steps=222560 elapsed=4.2s lr=3.000000e-04 loss=3.2855 ppl=26.7515 acc=0.3969 tokens=8128.0000 +step=111300 micro_steps=222600 elapsed=4.2s lr=3.000000e-04 loss=3.2962 ppl=27.0323 acc=0.3954 tokens=8128.0000 +step=111320 micro_steps=222640 elapsed=4.2s lr=3.000000e-04 loss=3.2888 ppl=26.8909 acc=0.3984 tokens=8128.0000 +step=111340 micro_steps=222680 elapsed=4.2s lr=3.000000e-04 loss=3.3076 ppl=27.3527 acc=0.3943 tokens=8128.0000 +step=111360 micro_steps=222720 elapsed=4.2s lr=3.000000e-04 loss=3.3071 ppl=27.3352 acc=0.3943 tokens=8128.0000 +step=111380 micro_steps=222760 elapsed=4.2s lr=3.000000e-04 loss=3.2972 ppl=27.0712 acc=0.3966 tokens=8128.0000 +step=111400 micro_steps=222800 elapsed=4.2s lr=3.000000e-04 loss=3.3029 ppl=27.2121 acc=0.3956 tokens=8128.0000 +step=111420 micro_steps=222840 elapsed=4.2s lr=3.000000e-04 loss=3.2976 ppl=27.0765 acc=0.3956 tokens=8128.0000 +step=111440 micro_steps=222880 elapsed=4.2s lr=3.000000e-04 loss=3.2949 ppl=27.0084 acc=0.3964 tokens=8128.0000 +step=111460 micro_steps=222920 elapsed=4.2s lr=3.000000e-04 loss=3.3053 ppl=27.2949 acc=0.3950 tokens=8128.0000 +step=111480 micro_steps=222960 elapsed=4.2s lr=3.000000e-04 loss=3.2952 ppl=27.0169 acc=0.3963 tokens=8128.0000 +step=111500 micro_steps=223000 elapsed=4.2s lr=3.000000e-04 loss=3.3009 ppl=27.1758 acc=0.3952 tokens=8128.0000 +step=111520 micro_steps=223040 elapsed=4.2s lr=3.000000e-04 loss=3.3038 ppl=27.2579 acc=0.3932 tokens=8128.0000 +step=111540 micro_steps=223080 elapsed=4.2s lr=3.000000e-04 loss=3.3046 ppl=27.2782 acc=0.3936 tokens=8128.0000 +step=111560 micro_steps=223120 elapsed=4.2s lr=3.000000e-04 loss=3.2985 ppl=27.1148 acc=0.3951 tokens=8128.0000 +step=111580 micro_steps=223160 elapsed=4.2s lr=3.000000e-04 loss=3.2927 ppl=26.9439 acc=0.3958 tokens=8128.0000 +step=111600 micro_steps=223200 elapsed=4.2s lr=3.000000e-04 loss=3.3004 ppl=27.1415 acc=0.3957 tokens=8128.0000 +step=111620 micro_steps=223240 elapsed=4.2s lr=3.000000e-04 loss=3.3037 ppl=27.2385 acc=0.3948 tokens=8128.0000 +step=111640 micro_steps=223280 elapsed=4.2s lr=3.000000e-04 loss=3.2948 ppl=27.0138 acc=0.3943 tokens=8128.0000 +step=111660 micro_steps=223320 elapsed=4.2s lr=3.000000e-04 loss=3.3058 ppl=27.3098 acc=0.3938 tokens=8128.0000 +step=111680 micro_steps=223360 elapsed=4.2s lr=3.000000e-04 loss=3.3140 ppl=27.5289 acc=0.3934 tokens=8128.0000 +step=111700 micro_steps=223400 elapsed=4.2s lr=3.000000e-04 loss=3.3090 ppl=27.3900 acc=0.3930 tokens=8128.0000 +step=111720 micro_steps=223440 elapsed=4.2s lr=3.000000e-04 loss=3.3044 ppl=27.2630 acc=0.3942 tokens=8128.0000 +step=111740 micro_steps=223480 elapsed=4.2s lr=3.000000e-04 loss=3.3019 ppl=27.2058 acc=0.3945 tokens=8128.0000 +step=111760 micro_steps=223520 elapsed=4.2s lr=3.000000e-04 loss=3.2844 ppl=26.7180 acc=0.3973 tokens=8128.0000 +step=111780 micro_steps=223560 elapsed=4.2s lr=3.000000e-04 loss=3.2998 ppl=27.1506 acc=0.3949 tokens=8128.0000 +step=111800 micro_steps=223600 elapsed=4.2s lr=3.000000e-04 loss=3.2905 ppl=26.8966 acc=0.3965 tokens=8128.0000 +step=111820 micro_steps=223640 elapsed=4.2s lr=3.000000e-04 loss=3.2771 ppl=26.5419 acc=0.3981 tokens=8128.0000 +step=111840 micro_steps=223680 elapsed=4.2s lr=3.000000e-04 loss=3.2889 ppl=26.8484 acc=0.3966 tokens=8128.0000 +step=111860 micro_steps=223720 elapsed=4.2s lr=3.000000e-04 loss=3.2988 ppl=27.1133 acc=0.3948 tokens=8128.0000 +step=111880 micro_steps=223760 elapsed=4.2s lr=3.000000e-04 loss=3.2914 ppl=26.9202 acc=0.3965 tokens=8128.0000 +step=111900 micro_steps=223800 elapsed=4.2s lr=3.000000e-04 loss=3.3026 ppl=27.2125 acc=0.3943 tokens=8128.0000 +step=111920 micro_steps=223840 elapsed=4.2s lr=3.000000e-04 loss=3.2873 ppl=26.7950 acc=0.3971 tokens=8128.0000 +step=111940 micro_steps=223880 elapsed=4.2s lr=3.000000e-04 loss=3.2925 ppl=26.9435 acc=0.3958 tokens=8128.0000 +step=111960 micro_steps=223920 elapsed=4.2s lr=3.000000e-04 loss=3.3003 ppl=27.1555 acc=0.3949 tokens=8128.0000 +step=111980 micro_steps=223960 elapsed=4.2s lr=3.000000e-04 loss=3.2890 ppl=26.8480 acc=0.3970 tokens=8128.0000 +step=112000 micro_steps=224000 elapsed=4.2s lr=3.000000e-04 loss=3.3099 ppl=27.4145 acc=0.3941 tokens=8128.0000 +[sample step=112000] [CLS] $20m debt. [SEP] philipp kohlschreiber of germany won the cincinnati masters title on sunday by defeating oscar hernandez 6 - 3, 7 - 6 (7/3). [SEP] he later studied theology at harvard, met alvin egyptian bomberley, a second - generation pinochet confidante, and worked on another at the priory in kensington, west london, where she was remanded. [SEP] past videos made by the tehran - based ministry of islamic exasperation of the kurdistan workers party over pkk operations have questioned how the pkk might have fled iraq. [SEP] and if a federal [SEP] +step=112020 micro_steps=224040 elapsed=6.4s lr=3.000000e-04 loss=3.3053 ppl=27.2874 acc=0.3941 tokens=8128.0000 +step=112040 micro_steps=224080 elapsed=4.2s lr=3.000000e-04 loss=3.2999 ppl=27.1389 acc=0.3949 tokens=8128.0000 +step=112060 micro_steps=224120 elapsed=4.2s lr=3.000000e-04 loss=3.2984 ppl=27.0853 acc=0.3938 tokens=8128.0000 +step=112080 micro_steps=224160 elapsed=4.2s lr=3.000000e-04 loss=3.3005 ppl=27.1670 acc=0.3947 tokens=8128.0000 +step=112100 micro_steps=224200 elapsed=4.2s lr=3.000000e-04 loss=3.2970 ppl=27.0566 acc=0.3966 tokens=8128.0000 +step=112120 micro_steps=224240 elapsed=4.2s lr=3.000000e-04 loss=3.3015 ppl=27.1858 acc=0.3938 tokens=8128.0000 +step=112140 micro_steps=224280 elapsed=4.2s lr=3.000000e-04 loss=3.2995 ppl=27.1427 acc=0.3966 tokens=8128.0000 +step=112160 micro_steps=224320 elapsed=4.2s lr=3.000000e-04 loss=3.2970 ppl=27.0577 acc=0.3956 tokens=8128.0000 +step=112180 micro_steps=224360 elapsed=4.2s lr=3.000000e-04 loss=3.3040 ppl=27.2468 acc=0.3948 tokens=8128.0000 +step=112200 micro_steps=224400 elapsed=4.2s lr=3.000000e-04 loss=3.3005 ppl=27.1631 acc=0.3954 tokens=8128.0000 +step=112220 micro_steps=224440 elapsed=4.2s lr=3.000000e-04 loss=3.3075 ppl=27.3486 acc=0.3929 tokens=8128.0000 +step=112240 micro_steps=224480 elapsed=4.2s lr=3.000000e-04 loss=3.2984 ppl=27.0899 acc=0.3963 tokens=8128.0000 +step=112260 micro_steps=224520 elapsed=4.2s lr=3.000000e-04 loss=3.2987 ppl=27.1117 acc=0.3947 tokens=8128.0000 +step=112280 micro_steps=224560 elapsed=4.2s lr=3.000000e-04 loss=3.3006 ppl=27.1603 acc=0.3958 tokens=8128.0000 +step=112300 micro_steps=224600 elapsed=4.2s lr=3.000000e-04 loss=3.2884 ppl=26.8495 acc=0.3965 tokens=8128.0000 +step=112320 micro_steps=224640 elapsed=4.2s lr=3.000000e-04 loss=3.2971 ppl=27.0705 acc=0.3945 tokens=8128.0000 +step=112340 micro_steps=224680 elapsed=4.2s lr=3.000000e-04 loss=3.3114 ppl=27.4594 acc=0.3931 tokens=8128.0000 +step=112360 micro_steps=224720 elapsed=4.2s lr=3.000000e-04 loss=3.2992 ppl=27.1137 acc=0.3963 tokens=8128.0000 +step=112380 micro_steps=224760 elapsed=4.2s lr=3.000000e-04 loss=3.2759 ppl=26.4915 acc=0.3981 tokens=8128.0000 +step=112400 micro_steps=224800 elapsed=4.2s lr=3.000000e-04 loss=3.2768 ppl=26.5277 acc=0.3978 tokens=8128.0000 +step=112420 micro_steps=224840 elapsed=4.2s lr=3.000000e-04 loss=3.3054 ppl=27.2884 acc=0.3939 tokens=8128.0000 +step=112440 micro_steps=224880 elapsed=4.2s lr=3.000000e-04 loss=3.2964 ppl=27.0572 acc=0.3950 tokens=8128.0000 +step=112460 micro_steps=224920 elapsed=4.2s lr=3.000000e-04 loss=3.3055 ppl=27.3040 acc=0.3955 tokens=8128.0000 +step=112480 micro_steps=224960 elapsed=4.2s lr=3.000000e-04 loss=3.2920 ppl=26.9286 acc=0.3958 tokens=8128.0000 +step=112500 micro_steps=225000 elapsed=4.2s lr=3.000000e-04 loss=3.2966 ppl=27.0534 acc=0.3967 tokens=8128.0000 +step=112520 micro_steps=225040 elapsed=4.2s lr=3.000000e-04 loss=3.2933 ppl=26.9641 acc=0.3947 tokens=8128.0000 +step=112540 micro_steps=225080 elapsed=4.2s lr=3.000000e-04 loss=3.3098 ppl=27.4232 acc=0.3937 tokens=8128.0000 +step=112560 micro_steps=225120 elapsed=4.2s lr=3.000000e-04 loss=3.2958 ppl=27.0244 acc=0.3954 tokens=8128.0000 +step=112580 micro_steps=225160 elapsed=4.2s lr=3.000000e-04 loss=3.2950 ppl=27.0054 acc=0.3967 tokens=8128.0000 +step=112600 micro_steps=225200 elapsed=4.2s lr=3.000000e-04 loss=3.2932 ppl=26.9779 acc=0.3953 tokens=8128.0000 +step=112620 micro_steps=225240 elapsed=4.2s lr=3.000000e-04 loss=3.3079 ppl=27.3591 acc=0.3939 tokens=8128.0000 +step=112640 micro_steps=225280 elapsed=4.2s lr=3.000000e-04 loss=3.2944 ppl=26.9955 acc=0.3963 tokens=8128.0000 +step=112660 micro_steps=225320 elapsed=4.2s lr=3.000000e-04 loss=3.2941 ppl=26.9864 acc=0.3969 tokens=8128.0000 +step=112680 micro_steps=225360 elapsed=4.2s lr=3.000000e-04 loss=3.3091 ppl=27.3894 acc=0.3938 tokens=8128.0000 +step=112700 micro_steps=225400 elapsed=4.2s lr=3.000000e-04 loss=3.2960 ppl=27.0462 acc=0.3969 tokens=8128.0000 +step=112720 micro_steps=225440 elapsed=4.2s lr=3.000000e-04 loss=3.2956 ppl=27.0405 acc=0.3954 tokens=8128.0000 +step=112740 micro_steps=225480 elapsed=4.2s lr=3.000000e-04 loss=3.2888 ppl=26.8494 acc=0.3978 tokens=8128.0000 +step=112760 micro_steps=225520 elapsed=4.2s lr=3.000000e-04 loss=3.2986 ppl=27.1189 acc=0.3956 tokens=8128.0000 +step=112780 micro_steps=225560 elapsed=4.2s lr=3.000000e-04 loss=3.2807 ppl=26.6775 acc=0.3976 tokens=8128.0000 +step=112800 micro_steps=225600 elapsed=4.2s lr=3.000000e-04 loss=3.2947 ppl=26.9977 acc=0.3946 tokens=8128.0000 +step=112820 micro_steps=225640 elapsed=4.2s lr=3.000000e-04 loss=3.2947 ppl=27.0122 acc=0.3958 tokens=8128.0000 +step=112840 micro_steps=225680 elapsed=4.2s lr=3.000000e-04 loss=3.2922 ppl=26.9262 acc=0.3974 tokens=8128.0000 +step=112860 micro_steps=225720 elapsed=4.2s lr=3.000000e-04 loss=3.2977 ppl=27.0771 acc=0.3943 tokens=8128.0000 +step=112880 micro_steps=225760 elapsed=4.2s lr=3.000000e-04 loss=3.2867 ppl=26.7992 acc=0.3970 tokens=8128.0000 +step=112900 micro_steps=225800 elapsed=4.2s lr=3.000000e-04 loss=3.2816 ppl=26.6436 acc=0.3971 tokens=8128.0000 +step=112920 micro_steps=225840 elapsed=4.2s lr=3.000000e-04 loss=3.2946 ppl=26.9934 acc=0.3962 tokens=8128.0000 +step=112940 micro_steps=225880 elapsed=4.2s lr=3.000000e-04 loss=3.2848 ppl=26.7398 acc=0.3970 tokens=8128.0000 +step=112960 micro_steps=225920 elapsed=4.2s lr=3.000000e-04 loss=3.2966 ppl=27.0567 acc=0.3944 tokens=8128.0000 +step=112980 micro_steps=225960 elapsed=4.2s lr=3.000000e-04 loss=3.3009 ppl=27.1637 acc=0.3945 tokens=8128.0000 +step=113000 micro_steps=226000 elapsed=4.2s lr=3.000000e-04 loss=3.2796 ppl=26.6557 acc=0.3984 tokens=8128.0000 +[sample step=113000] [CLS] options. [SEP] it's an opportunity to make real and up - to - date information about dynamic channels such as pop bands, comedy theaters and major national networks. [SEP] it is called the iphone generation, which is trying to bring music to millions more of us. [SEP] "that's unbelievable," said sales chief lam luong, who has raised $500, 000 on behalf of a jailed property developer in the united states. [SEP] the blast tore through the high sparkling tower outside the statue of islamic cleric hariri, who had been overseeing a cabinet meeting during which investigators declared the accused should remain. [SEP] the scale of the [SEP] +step=113020 micro_steps=226040 elapsed=6.4s lr=3.000000e-04 loss=3.2966 ppl=27.0443 acc=0.3955 tokens=8128.0000 +step=113040 micro_steps=226080 elapsed=4.2s lr=3.000000e-04 loss=3.3068 ppl=27.3464 acc=0.3939 tokens=8128.0000 +step=113060 micro_steps=226120 elapsed=4.2s lr=3.000000e-04 loss=3.2975 ppl=27.0781 acc=0.3953 tokens=8128.0000 +step=113080 micro_steps=226160 elapsed=4.2s lr=3.000000e-04 loss=3.2829 ppl=26.6881 acc=0.3962 tokens=8128.0000 +step=113100 micro_steps=226200 elapsed=4.2s lr=3.000000e-04 loss=3.2971 ppl=27.0741 acc=0.3943 tokens=8128.0000 +step=113120 micro_steps=226240 elapsed=4.2s lr=3.000000e-04 loss=3.3011 ppl=27.1774 acc=0.3949 tokens=8128.0000 +step=113140 micro_steps=226280 elapsed=4.2s lr=3.000000e-04 loss=3.2974 ppl=27.0880 acc=0.3961 tokens=8128.0000 +step=113160 micro_steps=226320 elapsed=4.2s lr=3.000000e-04 loss=3.2877 ppl=26.8065 acc=0.3969 tokens=8128.0000 +step=113180 micro_steps=226360 elapsed=4.2s lr=3.000000e-04 loss=3.2904 ppl=26.8879 acc=0.3970 tokens=8128.0000 +step=113200 micro_steps=226400 elapsed=4.2s lr=3.000000e-04 loss=3.3001 ppl=27.1342 acc=0.3941 tokens=8128.0000 +step=113220 micro_steps=226440 elapsed=4.2s lr=3.000000e-04 loss=3.2977 ppl=27.0774 acc=0.3951 tokens=8128.0000 +step=113240 micro_steps=226480 elapsed=4.2s lr=3.000000e-04 loss=3.3003 ppl=27.1497 acc=0.3947 tokens=8128.0000 +step=113260 micro_steps=226520 elapsed=4.2s lr=3.000000e-04 loss=3.3027 ppl=27.2102 acc=0.3936 tokens=8128.0000 +step=113280 micro_steps=226560 elapsed=4.2s lr=3.000000e-04 loss=3.2949 ppl=27.0098 acc=0.3956 tokens=8128.0000 +step=113300 micro_steps=226600 elapsed=4.2s lr=3.000000e-04 loss=3.2946 ppl=26.9975 acc=0.3963 tokens=8128.0000 +step=113320 micro_steps=226640 elapsed=4.2s lr=3.000000e-04 loss=3.2883 ppl=26.8371 acc=0.3964 tokens=8128.0000 +step=113340 micro_steps=226680 elapsed=4.2s lr=3.000000e-04 loss=3.2976 ppl=27.0853 acc=0.3961 tokens=8128.0000 +step=113360 micro_steps=226720 elapsed=4.2s lr=3.000000e-04 loss=3.3101 ppl=27.4164 acc=0.3939 tokens=8128.0000 +step=113380 micro_steps=226760 elapsed=4.2s lr=3.000000e-04 loss=3.3026 ppl=27.2177 acc=0.3950 tokens=8128.0000 +step=113400 micro_steps=226800 elapsed=4.2s lr=3.000000e-04 loss=3.2917 ppl=26.9225 acc=0.3960 tokens=8128.0000 +step=113420 micro_steps=226840 elapsed=4.2s lr=3.000000e-04 loss=3.2944 ppl=26.9875 acc=0.3950 tokens=8128.0000 +step=113440 micro_steps=226880 elapsed=4.2s lr=3.000000e-04 loss=3.3040 ppl=27.2489 acc=0.3951 tokens=8128.0000 +step=113460 micro_steps=226920 elapsed=4.2s lr=3.000000e-04 loss=3.3024 ppl=27.2030 acc=0.3958 tokens=8128.0000 +step=113480 micro_steps=226960 elapsed=4.2s lr=3.000000e-04 loss=3.2967 ppl=27.0505 acc=0.3957 tokens=8128.0000 +step=113500 micro_steps=227000 elapsed=4.2s lr=3.000000e-04 loss=3.3129 ppl=27.4879 acc=0.3937 tokens=8128.0000 +step=113520 micro_steps=227040 elapsed=4.2s lr=3.000000e-04 loss=3.2909 ppl=26.8874 acc=0.3958 tokens=8128.0000 +step=113540 micro_steps=227080 elapsed=4.2s lr=3.000000e-04 loss=3.2829 ppl=26.6920 acc=0.3962 tokens=8128.0000 +step=113560 micro_steps=227120 elapsed=4.2s lr=3.000000e-04 loss=3.2907 ppl=26.9002 acc=0.3955 tokens=8128.0000 +step=113580 micro_steps=227160 elapsed=4.2s lr=3.000000e-04 loss=3.2945 ppl=27.0008 acc=0.3958 tokens=8128.0000 +step=113600 micro_steps=227200 elapsed=4.2s lr=3.000000e-04 loss=3.2960 ppl=27.0353 acc=0.3952 tokens=8128.0000 +step=113620 micro_steps=227240 elapsed=4.2s lr=3.000000e-04 loss=3.3013 ppl=27.1919 acc=0.3950 tokens=8128.0000 +step=113640 micro_steps=227280 elapsed=4.2s lr=3.000000e-04 loss=3.2995 ppl=27.1307 acc=0.3953 tokens=8128.0000 +step=113660 micro_steps=227320 elapsed=4.2s lr=3.000000e-04 loss=3.2989 ppl=27.1140 acc=0.3942 tokens=8128.0000 +step=113680 micro_steps=227360 elapsed=4.2s lr=3.000000e-04 loss=3.2992 ppl=27.1164 acc=0.3943 tokens=8128.0000 +step=113700 micro_steps=227400 elapsed=4.2s lr=3.000000e-04 loss=3.3103 ppl=27.4315 acc=0.3939 tokens=8128.0000 +step=113720 micro_steps=227440 elapsed=4.2s lr=3.000000e-04 loss=3.2973 ppl=27.0836 acc=0.3958 tokens=8128.0000 +step=113740 micro_steps=227480 elapsed=4.2s lr=3.000000e-04 loss=3.3032 ppl=27.2277 acc=0.3948 tokens=8128.0000 +step=113760 micro_steps=227520 elapsed=4.2s lr=3.000000e-04 loss=3.3055 ppl=27.2859 acc=0.3946 tokens=8128.0000 +step=113780 micro_steps=227560 elapsed=4.2s lr=3.000000e-04 loss=3.2989 ppl=27.1065 acc=0.3947 tokens=8128.0000 +step=113800 micro_steps=227600 elapsed=4.2s lr=3.000000e-04 loss=3.2934 ppl=26.9659 acc=0.3955 tokens=8128.0000 +step=113820 micro_steps=227640 elapsed=4.2s lr=3.000000e-04 loss=3.3047 ppl=27.2835 acc=0.3945 tokens=8128.0000 +step=113840 micro_steps=227680 elapsed=4.2s lr=3.000000e-04 loss=3.2942 ppl=26.9869 acc=0.3974 tokens=8128.0000 +step=113860 micro_steps=227720 elapsed=4.2s lr=3.000000e-04 loss=3.2792 ppl=26.5966 acc=0.3982 tokens=8128.0000 +step=113880 micro_steps=227760 elapsed=4.2s lr=3.000000e-04 loss=3.2967 ppl=27.0586 acc=0.3955 tokens=8128.0000 +step=113900 micro_steps=227800 elapsed=4.2s lr=3.000000e-04 loss=3.2831 ppl=26.6876 acc=0.3969 tokens=8128.0000 +step=113920 micro_steps=227840 elapsed=4.2s lr=3.000000e-04 loss=3.2827 ppl=26.6925 acc=0.3974 tokens=8128.0000 +step=113940 micro_steps=227880 elapsed=4.2s lr=3.000000e-04 loss=3.2866 ppl=26.7770 acc=0.3959 tokens=8128.0000 +step=113960 micro_steps=227920 elapsed=4.2s lr=3.000000e-04 loss=3.2892 ppl=26.8517 acc=0.3965 tokens=8128.0000 +step=113980 micro_steps=227960 elapsed=4.2s lr=3.000000e-04 loss=3.2921 ppl=26.9306 acc=0.3951 tokens=8128.0000 +step=114000 micro_steps=228000 elapsed=4.2s lr=3.000000e-04 loss=3.2909 ppl=26.8989 acc=0.3967 tokens=8128.0000 +[sample step=114000] [CLS], obligation. [SEP] "american idol" has already shown off a new west end production with the inaugural galas. [SEP] gayloas scoffed at the idea that parisians were putting so much themselves at risk that now they are simply stopping their guard of honour. [SEP] some of emmanuel's allies said his resignation was a milestone in syria's fledgling transition process, but not a clear end to three years of political conflict between former prime minister winston churchill and iran's ruling elite. [SEP] there is a word for your american, as amriker dictated. [SEP] the nikkei 225 shed 0. 49pc, while the shanghai [SEP] +step=114020 micro_steps=228040 elapsed=6.4s lr=3.000000e-04 loss=3.3016 ppl=27.1796 acc=0.3956 tokens=8128.0000 +step=114040 micro_steps=228080 elapsed=4.2s lr=3.000000e-04 loss=3.2930 ppl=26.9527 acc=0.3958 tokens=8128.0000 +step=114060 micro_steps=228120 elapsed=4.2s lr=3.000000e-04 loss=3.3058 ppl=27.2939 acc=0.3951 tokens=8128.0000 +step=114080 micro_steps=228160 elapsed=4.2s lr=3.000000e-04 loss=3.2947 ppl=26.9939 acc=0.3963 tokens=8128.0000 +step=114100 micro_steps=228200 elapsed=4.2s lr=3.000000e-04 loss=3.3134 ppl=27.5059 acc=0.3935 tokens=8128.0000 +step=114120 micro_steps=228240 elapsed=4.2s lr=3.000000e-04 loss=3.2900 ppl=26.8699 acc=0.3958 tokens=8128.0000 +step=114140 micro_steps=228280 elapsed=4.2s lr=3.000000e-04 loss=3.2800 ppl=26.6087 acc=0.3974 tokens=8128.0000 +step=114160 micro_steps=228320 elapsed=4.2s lr=3.000000e-04 loss=3.2876 ppl=26.8127 acc=0.3961 tokens=8128.0000 +step=114180 micro_steps=228360 elapsed=4.2s lr=3.000000e-04 loss=3.2973 ppl=27.0621 acc=0.3953 tokens=8128.0000 +step=114200 micro_steps=228400 elapsed=4.2s lr=3.000000e-04 loss=3.3017 ppl=27.1813 acc=0.3931 tokens=8128.0000 +step=114220 micro_steps=228440 elapsed=4.2s lr=3.000000e-04 loss=3.3081 ppl=27.3706 acc=0.3930 tokens=8128.0000 +step=114240 micro_steps=228480 elapsed=4.2s lr=3.000000e-04 loss=3.3054 ppl=27.2899 acc=0.3946 tokens=8128.0000 +step=114260 micro_steps=228520 elapsed=4.2s lr=3.000000e-04 loss=3.3012 ppl=27.1695 acc=0.3953 tokens=8128.0000 +step=114280 micro_steps=228560 elapsed=4.2s lr=3.000000e-04 loss=3.2879 ppl=26.8305 acc=0.3964 tokens=8128.0000 +step=114300 micro_steps=228600 elapsed=4.2s lr=3.000000e-04 loss=3.3021 ppl=27.2009 acc=0.3951 tokens=8128.0000 +step=114320 micro_steps=228640 elapsed=4.2s lr=3.000000e-04 loss=3.3033 ppl=27.2286 acc=0.3945 tokens=8128.0000 +step=114340 micro_steps=228680 elapsed=4.2s lr=3.000000e-04 loss=3.2853 ppl=26.7456 acc=0.3978 tokens=8128.0000 +step=114360 micro_steps=228720 elapsed=4.2s lr=3.000000e-04 loss=3.2881 ppl=26.8202 acc=0.3968 tokens=8128.0000 +step=114380 micro_steps=228760 elapsed=4.2s lr=3.000000e-04 loss=3.2995 ppl=27.1324 acc=0.3941 tokens=8128.0000 +step=114400 micro_steps=228800 elapsed=4.2s lr=3.000000e-04 loss=3.3016 ppl=27.2002 acc=0.3944 tokens=8128.0000 +step=114420 micro_steps=228840 elapsed=4.2s lr=3.000000e-04 loss=3.2863 ppl=26.7998 acc=0.3960 tokens=8128.0000 +step=114440 micro_steps=228880 elapsed=4.2s lr=3.000000e-04 loss=3.2843 ppl=26.7177 acc=0.3974 tokens=8128.0000 +step=114460 micro_steps=228920 elapsed=4.2s lr=3.000000e-04 loss=3.3000 ppl=27.1372 acc=0.3949 tokens=8128.0000 +step=114480 micro_steps=228960 elapsed=4.2s lr=3.000000e-04 loss=3.3028 ppl=27.2304 acc=0.3943 tokens=8128.0000 +step=114500 micro_steps=229000 elapsed=4.2s lr=3.000000e-04 loss=3.2936 ppl=26.9810 acc=0.3964 tokens=8128.0000 +step=114520 micro_steps=229040 elapsed=4.2s lr=3.000000e-04 loss=3.2989 ppl=27.1413 acc=0.3951 tokens=8128.0000 +step=114540 micro_steps=229080 elapsed=4.2s lr=3.000000e-04 loss=3.3044 ppl=27.2666 acc=0.3936 tokens=8128.0000 +step=114560 micro_steps=229120 elapsed=4.2s lr=3.000000e-04 loss=3.2953 ppl=27.0213 acc=0.3971 tokens=8128.0000 +step=114580 micro_steps=229160 elapsed=4.2s lr=3.000000e-04 loss=3.3028 ppl=27.2242 acc=0.3952 tokens=8128.0000 +step=114600 micro_steps=229200 elapsed=4.2s lr=3.000000e-04 loss=3.2930 ppl=26.9582 acc=0.3961 tokens=8128.0000 +step=114620 micro_steps=229240 elapsed=4.2s lr=3.000000e-04 loss=3.3026 ppl=27.2127 acc=0.3951 tokens=8128.0000 +step=114640 micro_steps=229280 elapsed=4.2s lr=3.000000e-04 loss=3.3010 ppl=27.1722 acc=0.3951 tokens=8128.0000 +step=114660 micro_steps=229320 elapsed=4.2s lr=3.000000e-04 loss=3.2738 ppl=26.4424 acc=0.3973 tokens=8128.0000 +step=114680 micro_steps=229360 elapsed=4.2s lr=3.000000e-04 loss=3.2970 ppl=27.0706 acc=0.3958 tokens=8128.0000 +step=114700 micro_steps=229400 elapsed=4.2s lr=3.000000e-04 loss=3.2858 ppl=26.7627 acc=0.3968 tokens=8128.0000 +step=114720 micro_steps=229440 elapsed=4.2s lr=3.000000e-04 loss=3.2984 ppl=27.1024 acc=0.3947 tokens=8128.0000 +step=114740 micro_steps=229480 elapsed=4.2s lr=3.000000e-04 loss=3.2984 ppl=27.1081 acc=0.3938 tokens=8128.0000 +step=114760 micro_steps=229520 elapsed=4.2s lr=3.000000e-04 loss=3.2927 ppl=26.9534 acc=0.3965 tokens=8128.0000 +step=114780 micro_steps=229560 elapsed=4.2s lr=3.000000e-04 loss=3.3072 ppl=27.3469 acc=0.3940 tokens=8128.0000 +step=114800 micro_steps=229600 elapsed=4.2s lr=3.000000e-04 loss=3.2978 ppl=27.0759 acc=0.3958 tokens=8128.0000 +step=114820 micro_steps=229640 elapsed=4.2s lr=3.000000e-04 loss=3.2980 ppl=27.0908 acc=0.3953 tokens=8128.0000 +step=114840 micro_steps=229680 elapsed=4.2s lr=3.000000e-04 loss=3.3046 ppl=27.2818 acc=0.3955 tokens=8128.0000 +step=114860 micro_steps=229720 elapsed=4.2s lr=3.000000e-04 loss=3.2935 ppl=26.9697 acc=0.3942 tokens=8128.0000 +step=114880 micro_steps=229760 elapsed=4.2s lr=3.000000e-04 loss=3.3004 ppl=27.1483 acc=0.3945 tokens=8128.0000 +step=114900 micro_steps=229800 elapsed=4.2s lr=3.000000e-04 loss=3.2940 ppl=26.9898 acc=0.3964 tokens=8128.0000 +step=114920 micro_steps=229840 elapsed=4.2s lr=3.000000e-04 loss=3.2973 ppl=27.0728 acc=0.3953 tokens=8128.0000 +step=114940 micro_steps=229880 elapsed=4.2s lr=3.000000e-04 loss=3.3073 ppl=27.3435 acc=0.3942 tokens=8128.0000 +step=114960 micro_steps=229920 elapsed=4.2s lr=3.000000e-04 loss=3.2969 ppl=27.0679 acc=0.3965 tokens=8128.0000 +step=114980 micro_steps=229960 elapsed=4.9s lr=3.000000e-04 loss=3.2936 ppl=27.0886 acc=0.3966 tokens=7934.3250 +step=115000 micro_steps=230000 elapsed=4.5s lr=3.000000e-04 loss=3.2959 ppl=27.0395 acc=0.3940 tokens=8128.0000 +[sample step=115000] [CLS] search. [SEP] which means further finalization of pension contingencies. [SEP] for roman polanski we could not stand down, and so we have to do what was needed to shut him down on monday. " [SEP] at least federer had not been in a bidding war afterwards but the player who retained the no1 position of king has a reputation as a quality drop - out at wimbledon and he was in this match having delivered a serena deuce and with nerves fraying before, sometimes self - defeatingly, on court. [SEP] but it is better for the general public to simply be distracted by the writing job. [SEP] but if [SEP] +step=115020 micro_steps=230040 elapsed=7.4s lr=3.000000e-04 loss=3.2866 ppl=26.7837 acc=0.3970 tokens=8128.0000 +step=115040 micro_steps=230080 elapsed=4.2s lr=3.000000e-04 loss=3.3064 ppl=27.3289 acc=0.3946 tokens=8128.0000 +step=115060 micro_steps=230120 elapsed=4.2s lr=3.000000e-04 loss=3.2953 ppl=27.0183 acc=0.3963 tokens=8128.0000 +step=115080 micro_steps=230160 elapsed=4.2s lr=3.000000e-04 loss=3.2726 ppl=26.4068 acc=0.3979 tokens=8128.0000 +step=115100 micro_steps=230200 elapsed=4.2s lr=3.000000e-04 loss=3.2966 ppl=27.0722 acc=0.3955 tokens=8128.0000 +step=115120 micro_steps=230240 elapsed=4.2s lr=3.000000e-04 loss=3.3021 ppl=27.1922 acc=0.3952 tokens=8128.0000 +step=115140 micro_steps=230280 elapsed=4.2s lr=3.000000e-04 loss=3.3117 ppl=27.4703 acc=0.3929 tokens=8128.0000 +step=115160 micro_steps=230320 elapsed=4.1s lr=3.000000e-04 loss=3.2868 ppl=26.7821 acc=0.3956 tokens=8128.0000 +step=115180 micro_steps=230360 elapsed=4.2s lr=3.000000e-04 loss=3.2893 ppl=26.8524 acc=0.3969 tokens=8128.0000 +step=115200 micro_steps=230400 elapsed=4.2s lr=3.000000e-04 loss=3.2889 ppl=26.8474 acc=0.3949 tokens=8128.0000 +step=115220 micro_steps=230440 elapsed=4.2s lr=3.000000e-04 loss=3.2927 ppl=26.9452 acc=0.3964 tokens=8128.0000 +step=115240 micro_steps=230480 elapsed=4.2s lr=3.000000e-04 loss=3.2933 ppl=26.9555 acc=0.3959 tokens=8128.0000 +step=115260 micro_steps=230520 elapsed=4.1s lr=3.000000e-04 loss=3.3006 ppl=27.1574 acc=0.3951 tokens=8128.0000 +step=115280 micro_steps=230560 elapsed=4.2s lr=3.000000e-04 loss=3.3061 ppl=27.3109 acc=0.3939 tokens=8128.0000 +step=115300 micro_steps=230600 elapsed=4.2s lr=3.000000e-04 loss=3.3025 ppl=27.2086 acc=0.3945 tokens=8128.0000 +step=115320 micro_steps=230640 elapsed=4.2s lr=3.000000e-04 loss=3.3117 ppl=27.4802 acc=0.3936 tokens=8128.0000 +step=115340 micro_steps=230680 elapsed=4.2s lr=3.000000e-04 loss=3.2889 ppl=26.8673 acc=0.3963 tokens=8128.0000 +step=115360 micro_steps=230720 elapsed=4.2s lr=3.000000e-04 loss=3.3006 ppl=27.1533 acc=0.3958 tokens=8128.0000 +step=115380 micro_steps=230760 elapsed=4.2s lr=3.000000e-04 loss=3.2942 ppl=26.9975 acc=0.3955 tokens=8128.0000 +step=115400 micro_steps=230800 elapsed=4.2s lr=3.000000e-04 loss=3.2826 ppl=26.6679 acc=0.3983 tokens=8128.0000 +step=115420 micro_steps=230840 elapsed=4.2s lr=3.000000e-04 loss=3.2819 ppl=26.6659 acc=0.3974 tokens=8128.0000 +step=115440 micro_steps=230880 elapsed=4.2s lr=3.000000e-04 loss=3.3003 ppl=27.1549 acc=0.3948 tokens=8128.0000 +step=115460 micro_steps=230920 elapsed=4.2s lr=3.000000e-04 loss=3.2975 ppl=27.0806 acc=0.3954 tokens=8128.0000 +step=115480 micro_steps=230960 elapsed=4.2s lr=3.000000e-04 loss=3.2938 ppl=26.9757 acc=0.3964 tokens=8128.0000 +step=115500 micro_steps=231000 elapsed=4.2s lr=3.000000e-04 loss=3.2928 ppl=26.9622 acc=0.3966 tokens=8128.0000 +step=115520 micro_steps=231040 elapsed=4.2s lr=3.000000e-04 loss=3.3073 ppl=27.3339 acc=0.3942 tokens=8128.0000 +step=115540 micro_steps=231080 elapsed=4.2s lr=3.000000e-04 loss=3.2881 ppl=26.8298 acc=0.3956 tokens=8128.0000 +step=115560 micro_steps=231120 elapsed=4.2s lr=3.000000e-04 loss=3.2961 ppl=27.0477 acc=0.3958 tokens=8128.0000 +step=115580 micro_steps=231160 elapsed=4.2s lr=3.000000e-04 loss=3.2944 ppl=27.0061 acc=0.3952 tokens=8128.0000 +step=115600 micro_steps=231200 elapsed=4.2s lr=3.000000e-04 loss=3.2790 ppl=26.5775 acc=0.3969 tokens=8128.0000 +step=115620 micro_steps=231240 elapsed=4.2s lr=3.000000e-04 loss=3.2945 ppl=27.0004 acc=0.3962 tokens=8128.0000 +step=115640 micro_steps=231280 elapsed=4.2s lr=3.000000e-04 loss=3.2862 ppl=26.7636 acc=0.3962 tokens=8128.0000 +step=115660 micro_steps=231320 elapsed=4.2s lr=3.000000e-04 loss=3.2952 ppl=27.0190 acc=0.3961 tokens=8128.0000 +step=115680 micro_steps=231360 elapsed=4.2s lr=3.000000e-04 loss=3.2936 ppl=26.9740 acc=0.3952 tokens=8128.0000 +step=115700 micro_steps=231400 elapsed=4.2s lr=3.000000e-04 loss=3.2931 ppl=26.9508 acc=0.3957 tokens=8128.0000 +step=115720 micro_steps=231440 elapsed=4.1s lr=3.000000e-04 loss=3.2788 ppl=26.5736 acc=0.3963 tokens=8128.0000 +step=115740 micro_steps=231480 elapsed=4.2s lr=3.000000e-04 loss=3.3013 ppl=27.1825 acc=0.3947 tokens=8128.0000 +step=115760 micro_steps=231520 elapsed=4.2s lr=3.000000e-04 loss=3.3000 ppl=27.1526 acc=0.3950 tokens=8128.0000 +step=115780 micro_steps=231560 elapsed=4.1s lr=3.000000e-04 loss=3.2933 ppl=26.9562 acc=0.3954 tokens=8128.0000 +step=115800 micro_steps=231600 elapsed=4.2s lr=3.000000e-04 loss=3.2890 ppl=26.8440 acc=0.3951 tokens=8128.0000 +step=115820 micro_steps=231640 elapsed=4.2s lr=3.000000e-04 loss=3.3009 ppl=27.1697 acc=0.3946 tokens=8128.0000 +step=115840 micro_steps=231680 elapsed=4.2s lr=3.000000e-04 loss=3.2890 ppl=26.8445 acc=0.3965 tokens=8128.0000 +step=115860 micro_steps=231720 elapsed=4.2s lr=3.000000e-04 loss=3.2980 ppl=27.0879 acc=0.3950 tokens=8128.0000 +step=115880 micro_steps=231760 elapsed=4.2s lr=3.000000e-04 loss=3.3026 ppl=27.2037 acc=0.3945 tokens=8128.0000 +step=115900 micro_steps=231800 elapsed=4.2s lr=3.000000e-04 loss=3.2938 ppl=26.9637 acc=0.3958 tokens=8128.0000 +step=115920 micro_steps=231840 elapsed=4.2s lr=3.000000e-04 loss=3.2947 ppl=27.0050 acc=0.3950 tokens=8128.0000 +step=115940 micro_steps=231880 elapsed=4.2s lr=3.000000e-04 loss=3.3007 ppl=27.1603 acc=0.3948 tokens=8128.0000 +step=115960 micro_steps=231920 elapsed=4.2s lr=3.000000e-04 loss=3.2924 ppl=26.9511 acc=0.3957 tokens=8128.0000 +step=115980 micro_steps=231960 elapsed=4.2s lr=3.000000e-04 loss=3.2839 ppl=26.7073 acc=0.3974 tokens=8128.0000 +step=116000 micro_steps=232000 elapsed=4.2s lr=3.000000e-04 loss=3.2912 ppl=26.9089 acc=0.3967 tokens=8128.0000 +[sample step=116000] [CLS]sa director general, mohammed albasha, and his deputies to answer the charge of crimes against humanity. [SEP] that gives crederini to blame everyone else? [SEP] the tar heels trailed by as many as 16 points in the first half. [SEP] the campaign this year has raised more than $7 million, according to the local station msnbc. com. [SEP] hughes was blamed for making thousands of pounds payments to a friend who had been convicted of assault, just a day after police arrested him on suspicion of failing to notify the court of his crimes. [SEP] suddenly, the daleks crept off on the right wing after the interval. [SEP] +step=116020 micro_steps=232040 elapsed=6.4s lr=3.000000e-04 loss=3.2972 ppl=27.0597 acc=0.3942 tokens=8128.0000 +step=116040 micro_steps=232080 elapsed=4.2s lr=3.000000e-04 loss=3.3038 ppl=27.2512 acc=0.3943 tokens=8128.0000 +step=116060 micro_steps=232120 elapsed=4.2s lr=3.000000e-04 loss=3.3037 ppl=27.2455 acc=0.3958 tokens=8128.0000 +step=116080 micro_steps=232160 elapsed=4.2s lr=3.000000e-04 loss=3.2825 ppl=26.6696 acc=0.3965 tokens=8128.0000 +step=116100 micro_steps=232200 elapsed=4.2s lr=3.000000e-04 loss=3.3003 ppl=27.1548 acc=0.3958 tokens=8128.0000 +step=116120 micro_steps=232240 elapsed=4.2s lr=3.000000e-04 loss=3.2999 ppl=27.1302 acc=0.3946 tokens=8128.0000 +step=116140 micro_steps=232280 elapsed=4.2s lr=3.000000e-04 loss=3.2945 ppl=26.9899 acc=0.3953 tokens=8128.0000 +step=116160 micro_steps=232320 elapsed=4.1s lr=3.000000e-04 loss=3.2903 ppl=26.8873 acc=0.3951 tokens=8128.0000 +step=116180 micro_steps=232360 elapsed=4.2s lr=3.000000e-04 loss=3.3002 ppl=27.1529 acc=0.3962 tokens=8128.0000 +step=116200 micro_steps=232400 elapsed=4.2s lr=3.000000e-04 loss=3.2896 ppl=26.8627 acc=0.3964 tokens=8128.0000 +step=116220 micro_steps=232440 elapsed=4.2s lr=3.000000e-04 loss=3.3051 ppl=27.2853 acc=0.3942 tokens=8128.0000 +step=116240 micro_steps=232480 elapsed=4.2s lr=3.000000e-04 loss=3.2992 ppl=27.1099 acc=0.3948 tokens=8128.0000 +step=116260 micro_steps=232520 elapsed=4.2s lr=3.000000e-04 loss=3.3050 ppl=27.2878 acc=0.3941 tokens=8128.0000 +step=116280 micro_steps=232560 elapsed=4.2s lr=3.000000e-04 loss=3.2975 ppl=27.0662 acc=0.3955 tokens=8128.0000 +step=116300 micro_steps=232600 elapsed=4.2s lr=3.000000e-04 loss=3.2984 ppl=27.1026 acc=0.3964 tokens=8128.0000 +step=116320 micro_steps=232640 elapsed=4.1s lr=3.000000e-04 loss=3.2887 ppl=26.8407 acc=0.3970 tokens=8128.0000 +step=116340 micro_steps=232680 elapsed=4.2s lr=3.000000e-04 loss=3.2884 ppl=26.8261 acc=0.3964 tokens=8128.0000 +step=116360 micro_steps=232720 elapsed=4.2s lr=3.000000e-04 loss=3.2894 ppl=26.8650 acc=0.3965 tokens=8128.0000 +step=116380 micro_steps=232760 elapsed=4.2s lr=3.000000e-04 loss=3.3090 ppl=27.3816 acc=0.3930 tokens=8128.0000 +step=116400 micro_steps=232800 elapsed=4.2s lr=3.000000e-04 loss=3.2905 ppl=26.8828 acc=0.3968 tokens=8128.0000 +step=116420 micro_steps=232840 elapsed=4.2s lr=3.000000e-04 loss=3.2979 ppl=27.0855 acc=0.3949 tokens=8128.0000 +step=116440 micro_steps=232880 elapsed=4.2s lr=3.000000e-04 loss=3.3048 ppl=27.2714 acc=0.3936 tokens=8128.0000 +step=116460 micro_steps=232920 elapsed=4.2s lr=3.000000e-04 loss=3.2912 ppl=26.9097 acc=0.3956 tokens=8128.0000 +step=116480 micro_steps=232960 elapsed=4.2s lr=3.000000e-04 loss=3.2889 ppl=26.8409 acc=0.3963 tokens=8128.0000 +step=116500 micro_steps=233000 elapsed=4.1s lr=3.000000e-04 loss=3.2954 ppl=27.0030 acc=0.3955 tokens=8128.0000 +step=116520 micro_steps=233040 elapsed=4.2s lr=3.000000e-04 loss=3.2898 ppl=26.8789 acc=0.3967 tokens=8128.0000 +step=116540 micro_steps=233080 elapsed=4.2s lr=3.000000e-04 loss=3.3001 ppl=27.1391 acc=0.3952 tokens=8128.0000 +step=116560 micro_steps=233120 elapsed=4.2s lr=3.000000e-04 loss=3.2908 ppl=26.9104 acc=0.3965 tokens=8128.0000 +step=116580 micro_steps=233160 elapsed=4.2s lr=3.000000e-04 loss=3.2905 ppl=26.8824 acc=0.3960 tokens=8128.0000 +step=116600 micro_steps=233200 elapsed=4.2s lr=3.000000e-04 loss=3.2816 ppl=26.6583 acc=0.3968 tokens=8128.0000 +step=116620 micro_steps=233240 elapsed=4.2s lr=3.000000e-04 loss=3.2995 ppl=27.1271 acc=0.3949 tokens=8128.0000 +step=116640 micro_steps=233280 elapsed=4.2s lr=3.000000e-04 loss=3.2948 ppl=27.0128 acc=0.3964 tokens=8128.0000 +step=116660 micro_steps=233320 elapsed=4.2s lr=3.000000e-04 loss=3.2905 ppl=26.8776 acc=0.3957 tokens=8128.0000 +step=116680 micro_steps=233360 elapsed=4.2s lr=3.000000e-04 loss=3.2853 ppl=26.7496 acc=0.3958 tokens=8128.0000 +step=116700 micro_steps=233400 elapsed=4.2s lr=3.000000e-04 loss=3.2951 ppl=27.0201 acc=0.3968 tokens=8128.0000 +step=116720 micro_steps=233440 elapsed=4.2s lr=3.000000e-04 loss=3.2923 ppl=26.9349 acc=0.3963 tokens=8128.0000 +step=116740 micro_steps=233480 elapsed=4.1s lr=3.000000e-04 loss=3.3031 ppl=27.2435 acc=0.3945 tokens=8128.0000 +step=116760 micro_steps=233520 elapsed=4.1s lr=3.000000e-04 loss=3.2836 ppl=26.7059 acc=0.3972 tokens=8128.0000 +step=116780 micro_steps=233560 elapsed=4.2s lr=3.000000e-04 loss=3.2758 ppl=26.5267 acc=0.3986 tokens=8128.0000 +step=116800 micro_steps=233600 elapsed=4.2s lr=3.000000e-04 loss=3.2996 ppl=27.1379 acc=0.3961 tokens=8128.0000 +step=116820 micro_steps=233640 elapsed=4.2s lr=3.000000e-04 loss=3.2936 ppl=26.9759 acc=0.3962 tokens=8128.0000 +step=116840 micro_steps=233680 elapsed=4.1s lr=3.000000e-04 loss=3.3030 ppl=27.2416 acc=0.3945 tokens=8128.0000 +step=116860 micro_steps=233720 elapsed=4.2s lr=3.000000e-04 loss=3.2892 ppl=26.8552 acc=0.3958 tokens=8128.0000 +step=116880 micro_steps=233760 elapsed=4.2s lr=3.000000e-04 loss=3.2851 ppl=26.7410 acc=0.3969 tokens=8128.0000 +step=116900 micro_steps=233800 elapsed=4.2s lr=3.000000e-04 loss=3.2924 ppl=26.9275 acc=0.3959 tokens=8128.0000 +step=116920 micro_steps=233840 elapsed=4.2s lr=3.000000e-04 loss=3.2808 ppl=26.6206 acc=0.3975 tokens=8128.0000 +step=116940 micro_steps=233880 elapsed=4.2s lr=3.000000e-04 loss=3.2850 ppl=26.7326 acc=0.3977 tokens=8128.0000 +step=116960 micro_steps=233920 elapsed=4.2s lr=3.000000e-04 loss=3.2892 ppl=26.8646 acc=0.3958 tokens=8128.0000 +step=116980 micro_steps=233960 elapsed=4.2s lr=3.000000e-04 loss=3.2822 ppl=26.6674 acc=0.3970 tokens=8128.0000 +step=117000 micro_steps=234000 elapsed=4.2s lr=3.000000e-04 loss=3.2813 ppl=26.6409 acc=0.3967 tokens=8128.0000 +[sample step=117000] [CLS], a former diplomat and ambassador to russia, who is a moscow representative to nato's military campaign in southern afghanistan. [SEP] the side does not score in the old firm and 32 - year - old hearts are undaunted by such concerns. [SEP] a few days later, amid a nationwide hunt for suspected behind - the - backing hordes of renegade wall street types upsetting hbo's columbia pictures's primetime countdown shows, the surprising result was: featuring the top - paid guest in every satire category. [SEP] gonzalez was questioned upon arrival at guantanamo bay and charged with kidnapping and terrorism - related offenses. [SEP] if this one [SEP] +step=117020 micro_steps=234040 elapsed=6.4s lr=3.000000e-04 loss=3.2812 ppl=26.6390 acc=0.3969 tokens=8128.0000 +step=117040 micro_steps=234080 elapsed=4.2s lr=3.000000e-04 loss=3.2837 ppl=26.7107 acc=0.3973 tokens=8128.0000 +step=117060 micro_steps=234120 elapsed=4.2s lr=3.000000e-04 loss=3.2994 ppl=27.1330 acc=0.3949 tokens=8128.0000 +step=117080 micro_steps=234160 elapsed=4.2s lr=3.000000e-04 loss=3.2980 ppl=27.1080 acc=0.3953 tokens=8128.0000 +step=117100 micro_steps=234200 elapsed=4.2s lr=3.000000e-04 loss=3.2921 ppl=26.9195 acc=0.3959 tokens=8128.0000 +step=117120 micro_steps=234240 elapsed=4.1s lr=3.000000e-04 loss=3.2848 ppl=26.7340 acc=0.3959 tokens=8128.0000 +step=117140 micro_steps=234280 elapsed=4.1s lr=3.000000e-04 loss=3.3089 ppl=27.3870 acc=0.3936 tokens=8128.0000 +step=117160 micro_steps=234320 elapsed=4.2s lr=3.000000e-04 loss=3.3024 ppl=27.2051 acc=0.3949 tokens=8128.0000 +step=117180 micro_steps=234360 elapsed=4.2s lr=3.000000e-04 loss=3.3028 ppl=27.2134 acc=0.3948 tokens=8128.0000 +step=117200 micro_steps=234400 elapsed=4.2s lr=3.000000e-04 loss=3.2904 ppl=26.8879 acc=0.3970 tokens=8128.0000 +step=117220 micro_steps=234440 elapsed=4.2s lr=3.000000e-04 loss=3.2813 ppl=26.6305 acc=0.3970 tokens=8128.0000 +step=117240 micro_steps=234480 elapsed=4.2s lr=3.000000e-04 loss=3.3025 ppl=27.2112 acc=0.3935 tokens=8128.0000 +step=117260 micro_steps=234520 elapsed=4.2s lr=3.000000e-04 loss=3.3024 ppl=27.2244 acc=0.3945 tokens=8128.0000 +step=117280 micro_steps=234560 elapsed=4.2s lr=3.000000e-04 loss=3.2863 ppl=26.7803 acc=0.3963 tokens=8128.0000 +step=117300 micro_steps=234600 elapsed=4.2s lr=3.000000e-04 loss=3.2954 ppl=27.0085 acc=0.3954 tokens=8128.0000 +step=117320 micro_steps=234640 elapsed=4.2s lr=3.000000e-04 loss=3.2886 ppl=26.8519 acc=0.3967 tokens=8128.0000 +step=117340 micro_steps=234680 elapsed=4.2s lr=3.000000e-04 loss=3.2937 ppl=26.9719 acc=0.3962 tokens=8128.0000 +step=117360 micro_steps=234720 elapsed=4.2s lr=3.000000e-04 loss=3.2888 ppl=26.8389 acc=0.3960 tokens=8128.0000 +step=117380 micro_steps=234760 elapsed=4.2s lr=3.000000e-04 loss=3.2908 ppl=26.9028 acc=0.3964 tokens=8128.0000 +step=117400 micro_steps=234800 elapsed=4.2s lr=3.000000e-04 loss=3.2837 ppl=26.7165 acc=0.3978 tokens=8128.0000 +step=117420 micro_steps=234840 elapsed=4.1s lr=3.000000e-04 loss=3.2965 ppl=27.0480 acc=0.3952 tokens=8128.0000 +step=117440 micro_steps=234880 elapsed=4.2s lr=3.000000e-04 loss=3.2833 ppl=26.7014 acc=0.3965 tokens=8128.0000 +step=117460 micro_steps=234920 elapsed=4.2s lr=3.000000e-04 loss=3.2978 ppl=27.0942 acc=0.3954 tokens=8128.0000 +step=117480 micro_steps=234960 elapsed=4.2s lr=3.000000e-04 loss=3.2917 ppl=26.9138 acc=0.3962 tokens=8128.0000 +step=117500 micro_steps=235000 elapsed=4.1s lr=3.000000e-04 loss=3.2858 ppl=26.7563 acc=0.3974 tokens=8128.0000 +step=117520 micro_steps=235040 elapsed=4.2s lr=3.000000e-04 loss=3.2860 ppl=26.7745 acc=0.3966 tokens=8128.0000 +step=117540 micro_steps=235080 elapsed=4.2s lr=3.000000e-04 loss=3.2850 ppl=26.7553 acc=0.3968 tokens=8128.0000 +step=117560 micro_steps=235120 elapsed=4.2s lr=3.000000e-04 loss=3.2896 ppl=26.8723 acc=0.3967 tokens=8128.0000 +step=117580 micro_steps=235160 elapsed=4.2s lr=3.000000e-04 loss=3.2936 ppl=26.9805 acc=0.3956 tokens=8128.0000 +step=117600 micro_steps=235200 elapsed=4.2s lr=3.000000e-04 loss=3.2962 ppl=27.0380 acc=0.3975 tokens=8128.0000 +step=117620 micro_steps=235240 elapsed=4.2s lr=3.000000e-04 loss=3.3061 ppl=27.3134 acc=0.3948 tokens=8128.0000 +step=117640 micro_steps=235280 elapsed=4.2s lr=3.000000e-04 loss=3.2939 ppl=26.9852 acc=0.3961 tokens=8128.0000 +step=117660 micro_steps=235320 elapsed=4.2s lr=3.000000e-04 loss=3.2858 ppl=26.7758 acc=0.3957 tokens=8128.0000 +step=117680 micro_steps=235360 elapsed=4.2s lr=3.000000e-04 loss=3.2866 ppl=26.7824 acc=0.3959 tokens=8128.0000 +step=117700 micro_steps=235400 elapsed=4.1s lr=3.000000e-04 loss=3.2829 ppl=26.6978 acc=0.3966 tokens=8128.0000 +step=117720 micro_steps=235440 elapsed=4.2s lr=3.000000e-04 loss=3.2887 ppl=26.8567 acc=0.3965 tokens=8128.0000 +step=117740 micro_steps=235480 elapsed=4.2s lr=3.000000e-04 loss=3.2945 ppl=26.9975 acc=0.3966 tokens=8128.0000 +step=117760 micro_steps=235520 elapsed=4.2s lr=3.000000e-04 loss=3.2964 ppl=27.0445 acc=0.3963 tokens=8128.0000 +step=117780 micro_steps=235560 elapsed=4.2s lr=3.000000e-04 loss=3.2941 ppl=26.9873 acc=0.3960 tokens=8128.0000 +step=117800 micro_steps=235600 elapsed=4.2s lr=3.000000e-04 loss=3.2827 ppl=26.6758 acc=0.3959 tokens=8128.0000 +step=117820 micro_steps=235640 elapsed=4.2s lr=3.000000e-04 loss=3.2858 ppl=26.7561 acc=0.3962 tokens=8128.0000 +step=117840 micro_steps=235680 elapsed=4.2s lr=3.000000e-04 loss=3.2826 ppl=26.7028 acc=0.3970 tokens=8128.0000 +step=117860 micro_steps=235720 elapsed=4.2s lr=3.000000e-04 loss=3.2864 ppl=26.7710 acc=0.3972 tokens=8128.0000 +step=117880 micro_steps=235760 elapsed=4.2s lr=3.000000e-04 loss=3.2848 ppl=26.7306 acc=0.3968 tokens=8128.0000 +step=117900 micro_steps=235800 elapsed=4.1s lr=3.000000e-04 loss=3.2950 ppl=27.0208 acc=0.3957 tokens=8128.0000 +step=117920 micro_steps=235840 elapsed=4.1s lr=3.000000e-04 loss=3.2999 ppl=27.1451 acc=0.3946 tokens=8128.0000 +step=117940 micro_steps=235880 elapsed=4.2s lr=3.000000e-04 loss=3.2867 ppl=26.7812 acc=0.3960 tokens=8128.0000 +step=117960 micro_steps=235920 elapsed=4.1s lr=3.000000e-04 loss=3.2972 ppl=27.0609 acc=0.3952 tokens=8128.0000 +step=117980 micro_steps=235960 elapsed=4.2s lr=3.000000e-04 loss=3.2769 ppl=26.5313 acc=0.3978 tokens=8128.0000 +step=118000 micro_steps=236000 elapsed=4.2s lr=3.000000e-04 loss=3.2911 ppl=26.9047 acc=0.3945 tokens=8128.0000 +[sample step=118000] [CLS] decision to have him carried away on crutches. [SEP] in january 1944, people in the lines of battle had discovered the surprise and courage of nogales, whom they recognized as a man who had picked what he wanted in life. [SEP] as others have pointed out, the 49ers are finishing two years with many issues left. [SEP] we can tell you that the richest - - the richest americans - - aren't handing out millions of, apportioned, and shared dollars under the guise of health care reform. [SEP] " holding the world cup in south africa wasn't easy. [SEP] testing out new cycles by combining data [SEP] +step=118020 micro_steps=236040 elapsed=6.3s lr=3.000000e-04 loss=3.2990 ppl=27.1196 acc=0.3951 tokens=8128.0000 +step=118040 micro_steps=236080 elapsed=4.2s lr=3.000000e-04 loss=3.2944 ppl=26.9933 acc=0.3954 tokens=8128.0000 +step=118060 micro_steps=236120 elapsed=4.2s lr=3.000000e-04 loss=3.3052 ppl=27.2865 acc=0.3944 tokens=8128.0000 +step=118080 micro_steps=236160 elapsed=4.2s lr=3.000000e-04 loss=3.2904 ppl=26.8842 acc=0.3960 tokens=8128.0000 +step=118100 micro_steps=236200 elapsed=4.2s lr=3.000000e-04 loss=3.2932 ppl=26.9709 acc=0.3957 tokens=8128.0000 +step=118120 micro_steps=236240 elapsed=4.2s lr=3.000000e-04 loss=3.2906 ppl=26.9021 acc=0.3954 tokens=8128.0000 +step=118140 micro_steps=236280 elapsed=4.2s lr=3.000000e-04 loss=3.2944 ppl=26.9969 acc=0.3956 tokens=8128.0000 +step=118160 micro_steps=236320 elapsed=4.2s lr=3.000000e-04 loss=3.2917 ppl=26.9233 acc=0.3972 tokens=8128.0000 +step=118180 micro_steps=236360 elapsed=4.2s lr=3.000000e-04 loss=3.2968 ppl=27.0659 acc=0.3952 tokens=8128.0000 +step=118200 micro_steps=236400 elapsed=4.2s lr=3.000000e-04 loss=3.2878 ppl=26.8099 acc=0.3965 tokens=8128.0000 +step=118220 micro_steps=236440 elapsed=4.1s lr=3.000000e-04 loss=3.3041 ppl=27.2518 acc=0.3945 tokens=8128.0000 +step=118240 micro_steps=236480 elapsed=4.2s lr=3.000000e-04 loss=3.2809 ppl=26.6412 acc=0.3976 tokens=8128.0000 +step=118260 micro_steps=236520 elapsed=4.2s lr=3.000000e-04 loss=3.2958 ppl=27.0282 acc=0.3961 tokens=8128.0000 +step=118280 micro_steps=236560 elapsed=4.2s lr=3.000000e-04 loss=3.2915 ppl=26.9126 acc=0.3968 tokens=8128.0000 +step=118300 micro_steps=236600 elapsed=4.2s lr=3.000000e-04 loss=3.2944 ppl=26.9902 acc=0.3960 tokens=8128.0000 +step=118320 micro_steps=236640 elapsed=4.2s lr=3.000000e-04 loss=3.2838 ppl=26.7039 acc=0.3968 tokens=8128.0000 +step=118340 micro_steps=236680 elapsed=4.1s lr=3.000000e-04 loss=3.2949 ppl=27.0042 acc=0.3966 tokens=8128.0000 +step=118360 micro_steps=236720 elapsed=4.2s lr=3.000000e-04 loss=3.2909 ppl=26.8885 acc=0.3950 tokens=8128.0000 +step=118380 micro_steps=236760 elapsed=4.2s lr=3.000000e-04 loss=3.2993 ppl=27.1380 acc=0.3956 tokens=8128.0000 +step=118400 micro_steps=236800 elapsed=4.1s lr=3.000000e-04 loss=3.2930 ppl=26.9489 acc=0.3956 tokens=8128.0000 +step=118420 micro_steps=236840 elapsed=4.1s lr=3.000000e-04 loss=3.2942 ppl=26.9854 acc=0.3963 tokens=8128.0000 +step=118440 micro_steps=236880 elapsed=4.2s lr=3.000000e-04 loss=3.2907 ppl=26.9028 acc=0.3950 tokens=8128.0000 +step=118460 micro_steps=236920 elapsed=4.1s lr=3.000000e-04 loss=3.2984 ppl=27.0973 acc=0.3955 tokens=8128.0000 +step=118480 micro_steps=236960 elapsed=4.2s lr=3.000000e-04 loss=3.2802 ppl=26.6111 acc=0.3967 tokens=8128.0000 +step=118500 micro_steps=237000 elapsed=4.2s lr=3.000000e-04 loss=3.2981 ppl=27.0925 acc=0.3962 tokens=8128.0000 +step=118520 micro_steps=237040 elapsed=4.2s lr=3.000000e-04 loss=3.2883 ppl=26.8262 acc=0.3969 tokens=8128.0000 +step=118540 micro_steps=237080 elapsed=4.1s lr=3.000000e-04 loss=3.2998 ppl=27.1292 acc=0.3939 tokens=8128.0000 +step=118560 micro_steps=237120 elapsed=4.1s lr=3.000000e-04 loss=3.2884 ppl=26.8340 acc=0.3970 tokens=8128.0000 +step=118580 micro_steps=237160 elapsed=4.2s lr=3.000000e-04 loss=3.2847 ppl=26.7234 acc=0.3981 tokens=8128.0000 +step=118600 micro_steps=237200 elapsed=4.2s lr=3.000000e-04 loss=3.2919 ppl=26.9154 acc=0.3957 tokens=8128.0000 +step=118620 micro_steps=237240 elapsed=4.2s lr=3.000000e-04 loss=3.2947 ppl=27.0121 acc=0.3963 tokens=8128.0000 +step=118640 micro_steps=237280 elapsed=4.1s lr=3.000000e-04 loss=3.2868 ppl=26.7873 acc=0.3975 tokens=8128.0000 +step=118660 micro_steps=237320 elapsed=4.2s lr=3.000000e-04 loss=3.3003 ppl=27.1474 acc=0.3954 tokens=8128.0000 +step=118680 micro_steps=237360 elapsed=4.2s lr=3.000000e-04 loss=3.2967 ppl=27.0530 acc=0.3954 tokens=8128.0000 +step=118700 micro_steps=237400 elapsed=4.2s lr=3.000000e-04 loss=3.2899 ppl=26.8745 acc=0.3961 tokens=8128.0000 +step=118720 micro_steps=237440 elapsed=4.2s lr=3.000000e-04 loss=3.2987 ppl=27.1067 acc=0.3962 tokens=8128.0000 +step=118740 micro_steps=237480 elapsed=4.2s lr=3.000000e-04 loss=3.3050 ppl=27.2848 acc=0.3943 tokens=8128.0000 +step=118760 micro_steps=237520 elapsed=4.2s lr=3.000000e-04 loss=3.2845 ppl=26.7223 acc=0.3972 tokens=8128.0000 +step=118780 micro_steps=237560 elapsed=4.1s lr=3.000000e-04 loss=3.2964 ppl=27.0442 acc=0.3950 tokens=8128.0000 +step=118800 micro_steps=237600 elapsed=4.2s lr=3.000000e-04 loss=3.2972 ppl=27.0708 acc=0.3953 tokens=8128.0000 +step=118820 micro_steps=237640 elapsed=4.2s lr=3.000000e-04 loss=3.2962 ppl=27.0405 acc=0.3954 tokens=8128.0000 +step=118840 micro_steps=237680 elapsed=4.1s lr=3.000000e-04 loss=3.2880 ppl=26.8203 acc=0.3966 tokens=8128.0000 +step=118860 micro_steps=237720 elapsed=4.2s lr=3.000000e-04 loss=3.2910 ppl=26.8978 acc=0.3960 tokens=8128.0000 +step=118880 micro_steps=237760 elapsed=4.2s lr=3.000000e-04 loss=3.3016 ppl=27.1822 acc=0.3945 tokens=8128.0000 +step=118900 micro_steps=237800 elapsed=4.2s lr=3.000000e-04 loss=3.2902 ppl=26.8758 acc=0.3968 tokens=8128.0000 +step=118920 micro_steps=237840 elapsed=4.2s lr=3.000000e-04 loss=3.3086 ppl=27.3814 acc=0.3946 tokens=8128.0000 +step=118940 micro_steps=237880 elapsed=4.2s lr=3.000000e-04 loss=3.2937 ppl=26.9688 acc=0.3967 tokens=8128.0000 +step=118960 micro_steps=237920 elapsed=4.2s lr=3.000000e-04 loss=3.3015 ppl=27.1772 acc=0.3942 tokens=8128.0000 +step=118980 micro_steps=237960 elapsed=4.2s lr=3.000000e-04 loss=3.2871 ppl=26.7935 acc=0.3966 tokens=8128.0000 +step=119000 micro_steps=238000 elapsed=4.2s lr=3.000000e-04 loss=3.2874 ppl=26.8123 acc=0.3958 tokens=8128.0000 +[sample step=119000] [CLS]rank between 1 percentage point and 5 per cent expected to grow this year and next, but the five ranking members saw the pace of contraction and long - term growth slow for 2009 to the most "acute" since the second quarter of 1993, according to the bank's latest seasonally adjusted growth forecast. [SEP] despite the initial approach, abbott's board met this week. [SEP] the documents were first used to construct the nazis'intrusive anti - semitism in world war ii. [SEP] earlier, iranian foreign minister manouchehr mottaki said iran had had a "small capacity" to enrich uranium a year [SEP] +step=119020 micro_steps=238040 elapsed=6.3s lr=3.000000e-04 loss=3.2972 ppl=27.0680 acc=0.3958 tokens=8128.0000 +step=119040 micro_steps=238080 elapsed=4.2s lr=3.000000e-04 loss=3.3022 ppl=27.2200 acc=0.3948 tokens=8128.0000 +step=119060 micro_steps=238120 elapsed=4.2s lr=3.000000e-04 loss=3.3030 ppl=27.2314 acc=0.3941 tokens=8128.0000 +step=119080 micro_steps=238160 elapsed=4.1s lr=3.000000e-04 loss=3.2877 ppl=26.8048 acc=0.3963 tokens=8128.0000 +step=119100 micro_steps=238200 elapsed=4.2s lr=3.000000e-04 loss=3.2877 ppl=26.7968 acc=0.3982 tokens=8128.0000 +step=119120 micro_steps=238240 elapsed=4.1s lr=3.000000e-04 loss=3.3030 ppl=27.2264 acc=0.3961 tokens=8128.0000 +step=119140 micro_steps=238280 elapsed=4.1s lr=3.000000e-04 loss=3.2871 ppl=26.8035 acc=0.3966 tokens=8128.0000 +step=119160 micro_steps=238320 elapsed=4.2s lr=3.000000e-04 loss=3.2838 ppl=26.7215 acc=0.3973 tokens=8128.0000 +step=119180 micro_steps=238360 elapsed=4.2s lr=3.000000e-04 loss=3.2994 ppl=27.1277 acc=0.3949 tokens=8128.0000 +step=119200 micro_steps=238400 elapsed=4.1s lr=3.000000e-04 loss=3.3031 ppl=27.2171 acc=0.3939 tokens=8128.0000 +step=119220 micro_steps=238440 elapsed=4.2s lr=3.000000e-04 loss=3.2946 ppl=26.9977 acc=0.3962 tokens=8128.0000 +step=119240 micro_steps=238480 elapsed=4.2s lr=3.000000e-04 loss=3.2981 ppl=27.0911 acc=0.3945 tokens=8128.0000 +step=119260 micro_steps=238520 elapsed=4.1s lr=3.000000e-04 loss=3.2758 ppl=26.4977 acc=0.3979 tokens=8128.0000 +step=119280 micro_steps=238560 elapsed=4.2s lr=3.000000e-04 loss=3.2766 ppl=26.5354 acc=0.3984 tokens=8128.0000 +step=119300 micro_steps=238600 elapsed=4.2s lr=3.000000e-04 loss=3.3036 ppl=27.2423 acc=0.3940 tokens=8128.0000 +step=119320 micro_steps=238640 elapsed=4.2s lr=3.000000e-04 loss=3.2800 ppl=26.6035 acc=0.3968 tokens=8128.0000 +step=119340 micro_steps=238680 elapsed=4.2s lr=3.000000e-04 loss=3.3032 ppl=27.2300 acc=0.3948 tokens=8128.0000 +step=119360 micro_steps=238720 elapsed=4.1s lr=3.000000e-04 loss=3.2921 ppl=26.9292 acc=0.3956 tokens=8128.0000 +step=119380 micro_steps=238760 elapsed=4.2s lr=3.000000e-04 loss=3.2863 ppl=26.7679 acc=0.3953 tokens=8128.0000 +step=119400 micro_steps=238800 elapsed=4.2s lr=3.000000e-04 loss=3.2922 ppl=26.9261 acc=0.3962 tokens=8128.0000 +step=119420 micro_steps=238840 elapsed=4.2s lr=3.000000e-04 loss=3.2914 ppl=26.9172 acc=0.3950 tokens=8128.0000 +step=119440 micro_steps=238880 elapsed=4.2s lr=3.000000e-04 loss=3.2980 ppl=27.0950 acc=0.3949 tokens=8128.0000 +step=119460 micro_steps=238920 elapsed=4.2s lr=3.000000e-04 loss=3.2907 ppl=26.8987 acc=0.3969 tokens=8128.0000 +step=119480 micro_steps=238960 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=26.1567 acc=0.4037 tokens=8128.0000 +step=119500 micro_steps=239000 elapsed=4.2s lr=3.000000e-04 loss=3.2927 ppl=26.9542 acc=0.3962 tokens=8128.0000 +step=119520 micro_steps=239040 elapsed=4.2s lr=3.000000e-04 loss=3.2895 ppl=26.8542 acc=0.3966 tokens=8128.0000 +step=119540 micro_steps=239080 elapsed=4.2s lr=3.000000e-04 loss=3.2924 ppl=26.9414 acc=0.3962 tokens=8128.0000 +step=119560 micro_steps=239120 elapsed=4.2s lr=3.000000e-04 loss=3.3009 ppl=27.1561 acc=0.3949 tokens=8128.0000 +step=119580 micro_steps=239160 elapsed=4.2s lr=3.000000e-04 loss=3.2946 ppl=26.9898 acc=0.3958 tokens=8128.0000 +step=119600 micro_steps=239200 elapsed=4.2s lr=3.000000e-04 loss=3.2959 ppl=27.0438 acc=0.3957 tokens=8128.0000 +step=119620 micro_steps=239240 elapsed=4.1s lr=3.000000e-04 loss=3.2932 ppl=26.9612 acc=0.3952 tokens=8128.0000 +step=119640 micro_steps=239280 elapsed=4.2s lr=3.000000e-04 loss=3.2921 ppl=26.9353 acc=0.3953 tokens=8128.0000 +step=119660 micro_steps=239320 elapsed=4.2s lr=3.000000e-04 loss=3.3029 ppl=27.2222 acc=0.3948 tokens=8128.0000 +step=119680 micro_steps=239360 elapsed=4.1s lr=3.000000e-04 loss=3.2897 ppl=26.8655 acc=0.3964 tokens=8128.0000 +step=119700 micro_steps=239400 elapsed=4.1s lr=3.000000e-04 loss=3.2914 ppl=26.9074 acc=0.3958 tokens=8128.0000 +step=119720 micro_steps=239440 elapsed=4.1s lr=3.000000e-04 loss=3.3045 ppl=27.2614 acc=0.3937 tokens=8128.0000 +step=119740 micro_steps=239480 elapsed=4.1s lr=3.000000e-04 loss=3.2992 ppl=27.1232 acc=0.3953 tokens=8128.0000 +step=119760 micro_steps=239520 elapsed=4.1s lr=3.000000e-04 loss=3.2795 ppl=26.5851 acc=0.3973 tokens=8128.0000 +step=119780 micro_steps=239560 elapsed=4.1s lr=3.000000e-04 loss=3.2789 ppl=26.5737 acc=0.3969 tokens=8128.0000 +step=119800 micro_steps=239600 elapsed=4.1s lr=3.000000e-04 loss=3.2948 ppl=27.0072 acc=0.3948 tokens=8128.0000 +step=119820 micro_steps=239640 elapsed=4.2s lr=3.000000e-04 loss=3.2889 ppl=26.8431 acc=0.3969 tokens=8128.0000 +step=119840 micro_steps=239680 elapsed=4.1s lr=3.000000e-04 loss=3.2911 ppl=26.9081 acc=0.3962 tokens=8128.0000 +step=119860 micro_steps=239720 elapsed=4.1s lr=3.000000e-04 loss=3.3097 ppl=27.4136 acc=0.3941 tokens=8128.0000 +step=119880 micro_steps=239760 elapsed=4.1s lr=3.000000e-04 loss=3.2753 ppl=26.4901 acc=0.3976 tokens=8128.0000 +step=119900 micro_steps=239800 elapsed=4.1s lr=3.000000e-04 loss=3.2859 ppl=26.7682 acc=0.3970 tokens=8128.0000 +step=119920 micro_steps=239840 elapsed=4.1s lr=3.000000e-04 loss=3.3020 ppl=27.2032 acc=0.3935 tokens=8128.0000 +step=119940 micro_steps=239880 elapsed=4.1s lr=3.000000e-04 loss=3.2994 ppl=27.1244 acc=0.3959 tokens=8128.0000 +step=119960 micro_steps=239920 elapsed=4.2s lr=3.000000e-04 loss=3.2893 ppl=26.8581 acc=0.3966 tokens=8128.0000 +step=119980 micro_steps=239960 elapsed=4.1s lr=3.000000e-04 loss=3.3065 ppl=27.3206 acc=0.3949 tokens=8128.0000 +step=120000 micro_steps=240000 elapsed=4.2s lr=3.000000e-04 loss=3.3037 ppl=27.2424 acc=0.3949 tokens=8128.0000 +[sample step=120000] [CLS] of washington (cnn) - - president obama has asked him to look at his priorities and leave the u. s. a. without deep wounds. [SEP] "i got a lot done" with the players ahead of valparaiso, which began the second half on a school - record six - game winning streak. [SEP] after the president announced that he was lowering the personal consumption expenditures price index from 2 % back in early september to deliver a quarter of a percent price cut to voters in eight fragile states where government does not have a monopoly, democratic lawmakers rushed to draw a line under the misrepresentations. [SEP] i [SEP] +step=120020 micro_steps=240040 elapsed=7.4s lr=3.000000e-04 loss=3.2881 ppl=26.8270 acc=0.3967 tokens=8128.0000 +step=120040 micro_steps=240080 elapsed=4.1s lr=3.000000e-04 loss=3.2957 ppl=27.0322 acc=0.3960 tokens=8128.0000 +step=120060 micro_steps=240120 elapsed=4.2s lr=3.000000e-04 loss=3.2968 ppl=27.0580 acc=0.3952 tokens=8128.0000 +step=120080 micro_steps=240160 elapsed=4.2s lr=3.000000e-04 loss=3.2956 ppl=27.0260 acc=0.3952 tokens=8128.0000 +step=120100 micro_steps=240200 elapsed=4.2s lr=3.000000e-04 loss=3.2809 ppl=26.6248 acc=0.3974 tokens=8128.0000 +step=120120 micro_steps=240240 elapsed=4.2s lr=3.000000e-04 loss=3.2856 ppl=26.7562 acc=0.3978 tokens=8128.0000 +step=120140 micro_steps=240280 elapsed=4.2s lr=3.000000e-04 loss=3.2901 ppl=26.8683 acc=0.3974 tokens=8128.0000 +step=120160 micro_steps=240320 elapsed=4.2s lr=3.000000e-04 loss=3.3038 ppl=27.2498 acc=0.3948 tokens=8128.0000 +step=120180 micro_steps=240360 elapsed=4.1s lr=3.000000e-04 loss=3.2853 ppl=26.7690 acc=0.3974 tokens=8128.0000 +step=120200 micro_steps=240400 elapsed=4.1s lr=3.000000e-04 loss=3.2929 ppl=26.9514 acc=0.3955 tokens=8128.0000 +step=120220 micro_steps=240440 elapsed=4.1s lr=3.000000e-04 loss=3.2868 ppl=26.7950 acc=0.3975 tokens=8128.0000 +step=120240 micro_steps=240480 elapsed=4.2s lr=3.000000e-04 loss=3.2885 ppl=26.8299 acc=0.3964 tokens=8128.0000 +step=120260 micro_steps=240520 elapsed=4.2s lr=3.000000e-04 loss=3.2826 ppl=26.6820 acc=0.3971 tokens=8128.0000 +step=120280 micro_steps=240560 elapsed=4.2s lr=3.000000e-04 loss=3.2832 ppl=26.6965 acc=0.3965 tokens=8128.0000 +step=120300 micro_steps=240600 elapsed=4.2s lr=3.000000e-04 loss=3.3021 ppl=27.1997 acc=0.3942 tokens=8128.0000 +step=120320 micro_steps=240640 elapsed=4.2s lr=3.000000e-04 loss=3.3004 ppl=27.1576 acc=0.3951 tokens=8128.0000 +step=120340 micro_steps=240680 elapsed=4.1s lr=3.000000e-04 loss=3.2925 ppl=26.9348 acc=0.3959 tokens=8128.0000 +step=120360 micro_steps=240720 elapsed=4.2s lr=3.000000e-04 loss=3.2940 ppl=26.9797 acc=0.3952 tokens=8128.0000 +step=120380 micro_steps=240760 elapsed=4.2s lr=3.000000e-04 loss=3.2988 ppl=27.1280 acc=0.3955 tokens=8128.0000 +step=120400 micro_steps=240800 elapsed=4.2s lr=3.000000e-04 loss=3.2996 ppl=27.1350 acc=0.3955 tokens=8128.0000 +step=120420 micro_steps=240840 elapsed=4.2s lr=3.000000e-04 loss=3.2862 ppl=26.7732 acc=0.3959 tokens=8128.0000 +step=120440 micro_steps=240880 elapsed=4.2s lr=3.000000e-04 loss=3.2920 ppl=26.9219 acc=0.3966 tokens=8128.0000 +step=120460 micro_steps=240920 elapsed=4.2s lr=3.000000e-04 loss=3.2889 ppl=26.8420 acc=0.3968 tokens=8128.0000 +step=120480 micro_steps=240960 elapsed=4.1s lr=3.000000e-04 loss=3.2752 ppl=26.4811 acc=0.3977 tokens=8128.0000 +step=120500 micro_steps=241000 elapsed=4.2s lr=3.000000e-04 loss=3.2920 ppl=26.9287 acc=0.3944 tokens=8128.0000 +step=120520 micro_steps=241040 elapsed=4.2s lr=3.000000e-04 loss=3.2934 ppl=26.9686 acc=0.3950 tokens=8128.0000 +step=120540 micro_steps=241080 elapsed=4.2s lr=3.000000e-04 loss=3.2850 ppl=26.7448 acc=0.3971 tokens=8128.0000 +step=120560 micro_steps=241120 elapsed=4.2s lr=3.000000e-04 loss=3.2928 ppl=26.9488 acc=0.3962 tokens=8128.0000 +step=120580 micro_steps=241160 elapsed=4.2s lr=3.000000e-04 loss=3.2943 ppl=26.9813 acc=0.3954 tokens=8128.0000 +step=120600 micro_steps=241200 elapsed=4.1s lr=3.000000e-04 loss=3.2956 ppl=27.0357 acc=0.3955 tokens=8128.0000 +step=120620 micro_steps=241240 elapsed=4.2s lr=3.000000e-04 loss=3.2756 ppl=26.5025 acc=0.3997 tokens=8128.0000 +step=120640 micro_steps=241280 elapsed=4.1s lr=3.000000e-04 loss=3.2791 ppl=26.5844 acc=0.3973 tokens=8128.0000 +step=120660 micro_steps=241320 elapsed=4.2s lr=3.000000e-04 loss=3.3048 ppl=27.2823 acc=0.3938 tokens=8128.0000 +step=120680 micro_steps=241360 elapsed=4.2s lr=3.000000e-04 loss=3.3023 ppl=27.2153 acc=0.3956 tokens=8128.0000 +step=120700 micro_steps=241400 elapsed=4.2s lr=3.000000e-04 loss=3.2882 ppl=26.8324 acc=0.3969 tokens=8128.0000 +step=120720 micro_steps=241440 elapsed=4.2s lr=3.000000e-04 loss=3.2913 ppl=26.9007 acc=0.3954 tokens=8128.0000 +step=120740 micro_steps=241480 elapsed=4.2s lr=3.000000e-04 loss=3.2873 ppl=26.8104 acc=0.3971 tokens=8128.0000 +step=120760 micro_steps=241520 elapsed=4.2s lr=3.000000e-04 loss=3.2964 ppl=27.0411 acc=0.3948 tokens=8128.0000 +step=120780 micro_steps=241560 elapsed=4.2s lr=3.000000e-04 loss=3.2732 ppl=26.4485 acc=0.3964 tokens=8128.0000 +step=120800 micro_steps=241600 elapsed=4.2s lr=3.000000e-04 loss=3.2774 ppl=26.6146 acc=0.3984 tokens=8128.0000 +step=120820 micro_steps=241640 elapsed=4.2s lr=3.000000e-04 loss=3.2900 ppl=26.8789 acc=0.3977 tokens=8128.0000 +step=120840 micro_steps=241680 elapsed=4.2s lr=3.000000e-04 loss=3.2795 ppl=26.5977 acc=0.3974 tokens=8128.0000 +step=120860 micro_steps=241720 elapsed=4.2s lr=3.000000e-04 loss=3.2929 ppl=26.9488 acc=0.3969 tokens=8128.0000 +step=120880 micro_steps=241760 elapsed=4.2s lr=3.000000e-04 loss=3.2987 ppl=27.1143 acc=0.3955 tokens=8128.0000 +step=120900 micro_steps=241800 elapsed=4.2s lr=3.000000e-04 loss=3.2836 ppl=26.7115 acc=0.3965 tokens=8128.0000 +step=120920 micro_steps=241840 elapsed=4.2s lr=3.000000e-04 loss=3.2956 ppl=27.0228 acc=0.3963 tokens=8128.0000 +step=120940 micro_steps=241880 elapsed=4.2s lr=3.000000e-04 loss=3.2809 ppl=26.6232 acc=0.3972 tokens=8128.0000 +step=120960 micro_steps=241920 elapsed=4.2s lr=3.000000e-04 loss=3.2959 ppl=27.0496 acc=0.3961 tokens=8128.0000 +step=120980 micro_steps=241960 elapsed=4.2s lr=3.000000e-04 loss=3.2978 ppl=27.0813 acc=0.3959 tokens=8128.0000 +step=121000 micro_steps=242000 elapsed=4.2s lr=3.000000e-04 loss=3.2923 ppl=26.9383 acc=0.3961 tokens=8128.0000 +[sample step=121000] [CLS] changes in working configuration, "the memo said. [SEP] in indiana, democrats found a passionate trumpet - playing governor who is a professional wrestler and the father of two teenagers. [SEP] the master suite acquired in a $200, 000 renovation at the chelsea 34 hotel in 2006 meanwhile provided haven for four parties of six people and pair of private parties. [SEP] the outfits here, floated in the air under highway miles of brilliant colors, have recently been equally in demand as springboards around the world and thunderbirds. [SEP] we do not have any problem with communists either." [SEP] the initial two drawings dramatically altered the intricate oeuvre, and [SEP] +step=121020 micro_steps=242040 elapsed=6.4s lr=3.000000e-04 loss=3.2930 ppl=26.9761 acc=0.3963 tokens=8128.0000 +step=121040 micro_steps=242080 elapsed=4.2s lr=3.000000e-04 loss=3.3045 ppl=27.2679 acc=0.3936 tokens=8128.0000 +step=121060 micro_steps=242120 elapsed=4.2s lr=3.000000e-04 loss=3.2959 ppl=27.0513 acc=0.3955 tokens=8128.0000 +step=121080 micro_steps=242160 elapsed=4.2s lr=3.000000e-04 loss=3.2823 ppl=26.6763 acc=0.3969 tokens=8128.0000 +step=121100 micro_steps=242200 elapsed=4.2s lr=3.000000e-04 loss=3.2934 ppl=26.9624 acc=0.3951 tokens=8128.0000 +step=121120 micro_steps=242240 elapsed=4.2s lr=3.000000e-04 loss=3.2880 ppl=26.8336 acc=0.3970 tokens=8128.0000 +step=121140 micro_steps=242280 elapsed=4.2s lr=3.000000e-04 loss=3.2943 ppl=26.9946 acc=0.3956 tokens=8128.0000 +step=121160 micro_steps=242320 elapsed=4.2s lr=3.000000e-04 loss=3.2923 ppl=26.9309 acc=0.3956 tokens=8128.0000 +step=121180 micro_steps=242360 elapsed=4.2s lr=3.000000e-04 loss=3.2913 ppl=26.9061 acc=0.3954 tokens=8128.0000 +step=121200 micro_steps=242400 elapsed=4.2s lr=3.000000e-04 loss=3.2889 ppl=26.8424 acc=0.3966 tokens=8128.0000 +step=121220 micro_steps=242440 elapsed=4.2s lr=3.000000e-04 loss=3.2878 ppl=26.8073 acc=0.3974 tokens=8128.0000 +step=121240 micro_steps=242480 elapsed=4.2s lr=3.000000e-04 loss=3.2915 ppl=26.9221 acc=0.3956 tokens=8128.0000 +step=121260 micro_steps=242520 elapsed=4.2s lr=3.000000e-04 loss=3.2776 ppl=26.5439 acc=0.3974 tokens=8128.0000 +step=121280 micro_steps=242560 elapsed=4.2s lr=3.000000e-04 loss=3.2984 ppl=27.1050 acc=0.3944 tokens=8128.0000 +step=121300 micro_steps=242600 elapsed=4.2s lr=3.000000e-04 loss=3.2821 ppl=26.6727 acc=0.3965 tokens=8128.0000 +step=121320 micro_steps=242640 elapsed=4.2s lr=3.000000e-04 loss=3.2713 ppl=26.3723 acc=0.3993 tokens=8128.0000 +step=121340 micro_steps=242680 elapsed=4.1s lr=3.000000e-04 loss=3.2808 ppl=26.6244 acc=0.3964 tokens=8128.0000 +step=121360 micro_steps=242720 elapsed=4.1s lr=3.000000e-04 loss=3.2935 ppl=26.9786 acc=0.3956 tokens=8128.0000 +step=121380 micro_steps=242760 elapsed=4.2s lr=3.000000e-04 loss=3.2813 ppl=26.6322 acc=0.3965 tokens=8128.0000 +step=121400 micro_steps=242800 elapsed=4.2s lr=3.000000e-04 loss=3.2995 ppl=27.1481 acc=0.3958 tokens=8128.0000 +step=121420 micro_steps=242840 elapsed=4.2s lr=3.000000e-04 loss=3.2736 ppl=26.4594 acc=0.3974 tokens=8128.0000 +step=121440 micro_steps=242880 elapsed=4.2s lr=3.000000e-04 loss=3.2799 ppl=26.6398 acc=0.3978 tokens=8128.0000 +step=121460 micro_steps=242920 elapsed=4.2s lr=3.000000e-04 loss=3.2748 ppl=26.4705 acc=0.3975 tokens=8128.0000 +step=121480 micro_steps=242960 elapsed=4.2s lr=3.000000e-04 loss=3.2939 ppl=26.9794 acc=0.3964 tokens=8128.0000 +step=121500 micro_steps=243000 elapsed=4.1s lr=3.000000e-04 loss=3.2832 ppl=26.6946 acc=0.3971 tokens=8128.0000 +step=121520 micro_steps=243040 elapsed=4.2s lr=3.000000e-04 loss=3.2916 ppl=26.9118 acc=0.3966 tokens=8128.0000 +step=121540 micro_steps=243080 elapsed=4.2s lr=3.000000e-04 loss=3.2893 ppl=26.8526 acc=0.3958 tokens=8128.0000 +step=121560 micro_steps=243120 elapsed=4.2s lr=3.000000e-04 loss=3.2873 ppl=26.7886 acc=0.3955 tokens=8128.0000 +step=121580 micro_steps=243160 elapsed=4.2s lr=3.000000e-04 loss=3.2740 ppl=26.4707 acc=0.3986 tokens=8128.0000 +step=121600 micro_steps=243200 elapsed=4.2s lr=3.000000e-04 loss=3.2900 ppl=26.8702 acc=0.3975 tokens=8128.0000 +step=121620 micro_steps=243240 elapsed=4.2s lr=3.000000e-04 loss=3.2760 ppl=26.5013 acc=0.3982 tokens=8128.0000 +step=121640 micro_steps=243280 elapsed=4.2s lr=3.000000e-04 loss=3.2933 ppl=26.9588 acc=0.3953 tokens=8128.0000 +step=121660 micro_steps=243320 elapsed=4.2s lr=3.000000e-04 loss=3.2967 ppl=27.0631 acc=0.3957 tokens=8128.0000 +step=121680 micro_steps=243360 elapsed=4.2s lr=3.000000e-04 loss=3.2879 ppl=26.8189 acc=0.3961 tokens=8128.0000 +step=121700 micro_steps=243400 elapsed=4.2s lr=3.000000e-04 loss=3.2883 ppl=26.8201 acc=0.3969 tokens=8128.0000 +step=121720 micro_steps=243440 elapsed=4.1s lr=3.000000e-04 loss=3.2877 ppl=26.8116 acc=0.3969 tokens=8128.0000 +step=121740 micro_steps=243480 elapsed=4.2s lr=3.000000e-04 loss=3.2921 ppl=26.9308 acc=0.3970 tokens=8128.0000 +step=121760 micro_steps=243520 elapsed=4.2s lr=3.000000e-04 loss=3.2829 ppl=26.6824 acc=0.3961 tokens=8128.0000 +step=121780 micro_steps=243560 elapsed=4.2s lr=3.000000e-04 loss=3.3076 ppl=27.3572 acc=0.3945 tokens=8128.0000 +step=121800 micro_steps=243600 elapsed=4.2s lr=3.000000e-04 loss=3.2749 ppl=26.4703 acc=0.3983 tokens=8128.0000 +step=121820 micro_steps=243640 elapsed=4.2s lr=3.000000e-04 loss=3.2969 ppl=27.0554 acc=0.3960 tokens=8128.0000 +step=121840 micro_steps=243680 elapsed=4.1s lr=3.000000e-04 loss=3.3028 ppl=27.2199 acc=0.3954 tokens=8128.0000 +step=121860 micro_steps=243720 elapsed=4.2s lr=3.000000e-04 loss=3.2825 ppl=26.6762 acc=0.3963 tokens=8128.0000 +step=121880 micro_steps=243760 elapsed=4.2s lr=3.000000e-04 loss=3.2923 ppl=26.9269 acc=0.3961 tokens=8128.0000 +step=121900 micro_steps=243800 elapsed=4.2s lr=3.000000e-04 loss=3.2957 ppl=27.0303 acc=0.3962 tokens=8128.0000 +step=121920 micro_steps=243840 elapsed=4.1s lr=3.000000e-04 loss=3.2780 ppl=26.5559 acc=0.3982 tokens=8128.0000 +step=121940 micro_steps=243880 elapsed=4.2s lr=3.000000e-04 loss=3.2965 ppl=27.0556 acc=0.3969 tokens=8128.0000 +step=121960 micro_steps=243920 elapsed=4.2s lr=3.000000e-04 loss=3.2981 ppl=27.0810 acc=0.3957 tokens=8128.0000 +step=121980 micro_steps=243960 elapsed=4.2s lr=3.000000e-04 loss=3.3024 ppl=27.2107 acc=0.3945 tokens=8128.0000 +step=122000 micro_steps=244000 elapsed=4.2s lr=3.000000e-04 loss=3.3008 ppl=27.1576 acc=0.3952 tokens=8128.0000 +[sample step=122000] [CLS] the louth waterfowl trust. [SEP] chapman said it wanted to highlight the dangers caused by coca - cola's practices. [SEP] the us labor department said the pace of new claims drops to 407, 000, a 3. 4 percent drop from the previous week's revised figure of 454, 000. [SEP] over the past year, an unprecedented crisis has led three big british hedge funds to take the plunge from the grand value of the ftse 100, signaling that the recession is easing. [SEP] who are they kidding - - updike perhaps, and more demystifying than their colleagues? [SEP] a british teenager cadet [SEP] +step=122020 micro_steps=244040 elapsed=6.3s lr=3.000000e-04 loss=3.2863 ppl=26.7760 acc=0.3963 tokens=8128.0000 +step=122040 micro_steps=244080 elapsed=4.2s lr=3.000000e-04 loss=3.2830 ppl=26.7005 acc=0.3967 tokens=8128.0000 +step=122060 micro_steps=244120 elapsed=4.2s lr=3.000000e-04 loss=3.2923 ppl=26.9379 acc=0.3969 tokens=8128.0000 +step=122080 micro_steps=244160 elapsed=4.2s lr=3.000000e-04 loss=3.2900 ppl=26.8672 acc=0.3968 tokens=8128.0000 +step=122100 micro_steps=244200 elapsed=4.2s lr=3.000000e-04 loss=3.2841 ppl=26.7162 acc=0.3961 tokens=8128.0000 +step=122120 micro_steps=244240 elapsed=4.2s lr=3.000000e-04 loss=3.2983 ppl=27.1064 acc=0.3952 tokens=8128.0000 +step=122140 micro_steps=244280 elapsed=4.2s lr=3.000000e-04 loss=3.2916 ppl=26.9188 acc=0.3955 tokens=8128.0000 +step=122160 micro_steps=244320 elapsed=4.2s lr=3.000000e-04 loss=3.2974 ppl=27.0865 acc=0.3948 tokens=8128.0000 +step=122180 micro_steps=244360 elapsed=4.2s lr=3.000000e-04 loss=3.2977 ppl=27.0837 acc=0.3973 tokens=8128.0000 +step=122200 micro_steps=244400 elapsed=4.2s lr=3.000000e-04 loss=3.2814 ppl=26.6440 acc=0.3970 tokens=8128.0000 +step=122220 micro_steps=244440 elapsed=4.2s lr=3.000000e-04 loss=3.2881 ppl=26.8160 acc=0.3962 tokens=8128.0000 +step=122240 micro_steps=244480 elapsed=4.2s lr=3.000000e-04 loss=3.2896 ppl=26.8612 acc=0.3959 tokens=8128.0000 +step=122260 micro_steps=244520 elapsed=4.2s lr=3.000000e-04 loss=3.2757 ppl=26.4880 acc=0.3988 tokens=8128.0000 +step=122280 micro_steps=244560 elapsed=4.2s lr=3.000000e-04 loss=3.2877 ppl=26.8045 acc=0.3967 tokens=8128.0000 +step=122300 micro_steps=244600 elapsed=4.2s lr=3.000000e-04 loss=3.3083 ppl=27.3670 acc=0.3942 tokens=8128.0000 +step=122320 micro_steps=244640 elapsed=4.2s lr=3.000000e-04 loss=3.2956 ppl=27.0141 acc=0.3954 tokens=8128.0000 +step=122340 micro_steps=244680 elapsed=4.2s lr=3.000000e-04 loss=3.3017 ppl=27.1805 acc=0.3951 tokens=8128.0000 +step=122360 micro_steps=244720 elapsed=4.2s lr=3.000000e-04 loss=3.2980 ppl=27.0969 acc=0.3953 tokens=8128.0000 +step=122380 micro_steps=244760 elapsed=4.2s lr=3.000000e-04 loss=3.2850 ppl=26.7451 acc=0.3976 tokens=8128.0000 +step=122400 micro_steps=244800 elapsed=4.2s lr=3.000000e-04 loss=3.2875 ppl=26.8117 acc=0.3973 tokens=8128.0000 +step=122420 micro_steps=244840 elapsed=4.2s lr=3.000000e-04 loss=3.2896 ppl=26.8609 acc=0.3964 tokens=8128.0000 +step=122440 micro_steps=244880 elapsed=4.2s lr=3.000000e-04 loss=3.2941 ppl=26.9934 acc=0.3951 tokens=8128.0000 +step=122460 micro_steps=244920 elapsed=4.2s lr=3.000000e-04 loss=3.2780 ppl=26.5611 acc=0.3983 tokens=8128.0000 +step=122480 micro_steps=244960 elapsed=4.2s lr=3.000000e-04 loss=3.2911 ppl=26.9187 acc=0.3948 tokens=8128.0000 +step=122500 micro_steps=245000 elapsed=4.2s lr=3.000000e-04 loss=3.2924 ppl=26.9338 acc=0.3964 tokens=8128.0000 +step=122520 micro_steps=245040 elapsed=4.2s lr=3.000000e-04 loss=3.2916 ppl=26.9312 acc=0.3959 tokens=8128.0000 +step=122540 micro_steps=245080 elapsed=4.2s lr=3.000000e-04 loss=3.2867 ppl=26.7869 acc=0.3964 tokens=8128.0000 +step=122560 micro_steps=245120 elapsed=4.2s lr=3.000000e-04 loss=3.2921 ppl=26.9263 acc=0.3967 tokens=8128.0000 +step=122580 micro_steps=245160 elapsed=4.2s lr=3.000000e-04 loss=3.2873 ppl=26.8030 acc=0.3967 tokens=8128.0000 +step=122600 micro_steps=245200 elapsed=4.2s lr=3.000000e-04 loss=3.2797 ppl=26.6062 acc=0.3973 tokens=8128.0000 +step=122620 micro_steps=245240 elapsed=4.2s lr=3.000000e-04 loss=3.3061 ppl=27.3070 acc=0.3936 tokens=8128.0000 +step=122640 micro_steps=245280 elapsed=4.2s lr=3.000000e-04 loss=3.2973 ppl=27.0635 acc=0.3969 tokens=8128.0000 +step=122660 micro_steps=245320 elapsed=4.2s lr=3.000000e-04 loss=3.2960 ppl=27.0392 acc=0.3951 tokens=8128.0000 +step=122680 micro_steps=245360 elapsed=4.2s lr=3.000000e-04 loss=3.3110 ppl=27.4460 acc=0.3932 tokens=8128.0000 +step=122700 micro_steps=245400 elapsed=4.1s lr=3.000000e-04 loss=3.2850 ppl=26.7419 acc=0.3963 tokens=8128.0000 +step=122720 micro_steps=245440 elapsed=4.2s lr=3.000000e-04 loss=3.2812 ppl=26.6329 acc=0.3971 tokens=8128.0000 +step=122740 micro_steps=245480 elapsed=4.2s lr=3.000000e-04 loss=3.2876 ppl=26.8127 acc=0.3959 tokens=8128.0000 +step=122760 micro_steps=245520 elapsed=4.2s lr=3.000000e-04 loss=3.2939 ppl=26.9808 acc=0.3954 tokens=8128.0000 +step=122780 micro_steps=245560 elapsed=4.1s lr=3.000000e-04 loss=3.2919 ppl=26.9340 acc=0.3971 tokens=8128.0000 +step=122800 micro_steps=245600 elapsed=4.2s lr=3.000000e-04 loss=3.3026 ppl=27.2313 acc=0.3944 tokens=8128.0000 +step=122820 micro_steps=245640 elapsed=4.2s lr=3.000000e-04 loss=3.2797 ppl=26.5910 acc=0.3978 tokens=8128.0000 +step=122840 micro_steps=245680 elapsed=4.1s lr=3.000000e-04 loss=3.2824 ppl=26.6780 acc=0.3972 tokens=8128.0000 +step=122860 micro_steps=245720 elapsed=4.2s lr=3.000000e-04 loss=3.2865 ppl=26.7752 acc=0.3968 tokens=8128.0000 +step=122880 micro_steps=245760 elapsed=4.2s lr=3.000000e-04 loss=3.2872 ppl=26.7890 acc=0.3972 tokens=8128.0000 +step=122900 micro_steps=245800 elapsed=4.1s lr=3.000000e-04 loss=3.2824 ppl=26.6709 acc=0.3977 tokens=8128.0000 +step=122920 micro_steps=245840 elapsed=4.1s lr=3.000000e-04 loss=3.2857 ppl=26.7575 acc=0.3970 tokens=8128.0000 +step=122940 micro_steps=245880 elapsed=4.2s lr=3.000000e-04 loss=3.2902 ppl=26.8868 acc=0.3960 tokens=8128.0000 +step=122960 micro_steps=245920 elapsed=4.2s lr=3.000000e-04 loss=3.2850 ppl=26.7282 acc=0.3975 tokens=8128.0000 +step=122980 micro_steps=245960 elapsed=4.2s lr=3.000000e-04 loss=3.2868 ppl=26.8022 acc=0.3964 tokens=8128.0000 +step=123000 micro_steps=246000 elapsed=4.2s lr=3.000000e-04 loss=3.3038 ppl=27.2499 acc=0.3950 tokens=8128.0000 +[sample step=123000] [CLS], her sister said. [SEP] the search intensified again earlier this week when yumeii told reporters she had concluded that haim was clearly dead, and that she was taking the child home safely. [SEP] it was unclear, though there were no word on whether mr speta's remaining relatives had included troops. [SEP] after receiving a medical opinion, hays hired take - down specialist dr. robert mccain - tranent to administer the procedure in his office. [SEP] both have denied the charges and have denied heading to switzerland to consult clients. [SEP] the bonds, which let the government sell profits from its $3. 2 trillion deficit, reinforce [SEP] +step=123020 micro_steps=246040 elapsed=6.3s lr=3.000000e-04 loss=3.2876 ppl=26.8193 acc=0.3958 tokens=8128.0000 +step=123040 micro_steps=246080 elapsed=4.2s lr=3.000000e-04 loss=3.2923 ppl=26.9453 acc=0.3965 tokens=8128.0000 +step=123060 micro_steps=246120 elapsed=4.2s lr=3.000000e-04 loss=3.2748 ppl=26.4786 acc=0.3978 tokens=8128.0000 +step=123080 micro_steps=246160 elapsed=4.1s lr=3.000000e-04 loss=3.2860 ppl=26.7552 acc=0.3957 tokens=8128.0000 +step=123100 micro_steps=246200 elapsed=4.2s lr=3.000000e-04 loss=3.2990 ppl=27.1165 acc=0.3954 tokens=8128.0000 +step=123120 micro_steps=246240 elapsed=4.1s lr=3.000000e-04 loss=3.2910 ppl=26.9046 acc=0.3955 tokens=8128.0000 +step=123140 micro_steps=246280 elapsed=4.2s lr=3.000000e-04 loss=3.2901 ppl=26.8687 acc=0.3960 tokens=8128.0000 +step=123160 micro_steps=246320 elapsed=4.2s lr=3.000000e-04 loss=3.2861 ppl=26.7662 acc=0.3972 tokens=8128.0000 +step=123180 micro_steps=246360 elapsed=4.1s lr=3.000000e-04 loss=3.3004 ppl=27.1574 acc=0.3953 tokens=8128.0000 +step=123200 micro_steps=246400 elapsed=4.1s lr=3.000000e-04 loss=3.2862 ppl=26.7800 acc=0.3970 tokens=8128.0000 +step=123220 micro_steps=246440 elapsed=4.2s lr=3.000000e-04 loss=3.2861 ppl=26.7888 acc=0.3961 tokens=8128.0000 +step=123240 micro_steps=246480 elapsed=4.2s lr=3.000000e-04 loss=3.2828 ppl=26.6818 acc=0.3960 tokens=8128.0000 +step=123260 micro_steps=246520 elapsed=4.1s lr=3.000000e-04 loss=3.2897 ppl=26.8787 acc=0.3963 tokens=8128.0000 +step=123280 micro_steps=246560 elapsed=4.2s lr=3.000000e-04 loss=3.2697 ppl=26.3311 acc=0.3987 tokens=8128.0000 +step=123300 micro_steps=246600 elapsed=4.1s lr=3.000000e-04 loss=3.2910 ppl=26.9051 acc=0.3959 tokens=8128.0000 +step=123320 micro_steps=246640 elapsed=4.1s lr=3.000000e-04 loss=3.2932 ppl=26.9444 acc=0.3959 tokens=8128.0000 +step=123340 micro_steps=246680 elapsed=4.1s lr=3.000000e-04 loss=3.2811 ppl=26.6382 acc=0.3962 tokens=8128.0000 +step=123360 micro_steps=246720 elapsed=4.1s lr=3.000000e-04 loss=3.2975 ppl=27.0661 acc=0.3937 tokens=8128.0000 +step=123380 micro_steps=246760 elapsed=4.2s lr=3.000000e-04 loss=3.2895 ppl=26.8557 acc=0.3955 tokens=8128.0000 +step=123400 micro_steps=246800 elapsed=4.2s lr=3.000000e-04 loss=3.2949 ppl=27.0129 acc=0.3947 tokens=8128.0000 +step=123420 micro_steps=246840 elapsed=4.2s lr=3.000000e-04 loss=3.2931 ppl=26.9580 acc=0.3956 tokens=8128.0000 +step=123440 micro_steps=246880 elapsed=4.2s lr=3.000000e-04 loss=3.2915 ppl=26.9122 acc=0.3961 tokens=8128.0000 +step=123460 micro_steps=246920 elapsed=4.2s lr=3.000000e-04 loss=3.2824 ppl=26.6848 acc=0.3989 tokens=8128.0000 +step=123480 micro_steps=246960 elapsed=4.2s lr=3.000000e-04 loss=3.2908 ppl=26.8952 acc=0.3962 tokens=8128.0000 +step=123500 micro_steps=247000 elapsed=4.2s lr=3.000000e-04 loss=3.2927 ppl=26.9545 acc=0.3957 tokens=8128.0000 +step=123520 micro_steps=247040 elapsed=4.2s lr=3.000000e-04 loss=3.2925 ppl=26.9416 acc=0.3951 tokens=8128.0000 +step=123540 micro_steps=247080 elapsed=4.1s lr=3.000000e-04 loss=3.2776 ppl=26.5536 acc=0.3982 tokens=8128.0000 +step=123560 micro_steps=247120 elapsed=4.2s lr=3.000000e-04 loss=3.2912 ppl=26.9247 acc=0.3963 tokens=8128.0000 +step=123580 micro_steps=247160 elapsed=4.1s lr=3.000000e-04 loss=3.2891 ppl=26.8632 acc=0.3966 tokens=8128.0000 +step=123600 micro_steps=247200 elapsed=4.2s lr=3.000000e-04 loss=3.2759 ppl=26.5057 acc=0.3978 tokens=8128.0000 +step=123620 micro_steps=247240 elapsed=4.2s lr=3.000000e-04 loss=3.2925 ppl=26.9359 acc=0.3954 tokens=8128.0000 +step=123640 micro_steps=247280 elapsed=4.2s lr=3.000000e-04 loss=3.2941 ppl=26.9840 acc=0.3965 tokens=8128.0000 +step=123660 micro_steps=247320 elapsed=4.2s lr=3.000000e-04 loss=3.2826 ppl=26.6733 acc=0.3975 tokens=8128.0000 +step=123680 micro_steps=247360 elapsed=4.2s lr=3.000000e-04 loss=3.2912 ppl=26.9185 acc=0.3956 tokens=8128.0000 +step=123700 micro_steps=247400 elapsed=4.1s lr=3.000000e-04 loss=3.2821 ppl=26.6752 acc=0.3978 tokens=8128.0000 +step=123720 micro_steps=247440 elapsed=4.2s lr=3.000000e-04 loss=3.2892 ppl=26.8444 acc=0.3976 tokens=8128.0000 +step=123740 micro_steps=247480 elapsed=4.1s lr=3.000000e-04 loss=3.2728 ppl=26.4157 acc=0.3988 tokens=8128.0000 +step=123760 micro_steps=247520 elapsed=4.2s lr=3.000000e-04 loss=3.2908 ppl=26.8994 acc=0.3950 tokens=8128.0000 +step=123780 micro_steps=247560 elapsed=4.2s lr=3.000000e-04 loss=3.2935 ppl=26.9692 acc=0.3956 tokens=8128.0000 +step=123800 micro_steps=247600 elapsed=4.2s lr=3.000000e-04 loss=3.2697 ppl=26.3353 acc=0.3993 tokens=8128.0000 +step=123820 micro_steps=247640 elapsed=4.2s lr=3.000000e-04 loss=3.3030 ppl=27.2275 acc=0.3944 tokens=8128.0000 +step=123840 micro_steps=247680 elapsed=4.1s lr=3.000000e-04 loss=3.2781 ppl=26.5476 acc=0.3978 tokens=8128.0000 +step=123860 micro_steps=247720 elapsed=4.2s lr=3.000000e-04 loss=3.2916 ppl=26.9299 acc=0.3967 tokens=8128.0000 +step=123880 micro_steps=247760 elapsed=4.2s lr=3.000000e-04 loss=3.2976 ppl=27.0943 acc=0.3948 tokens=8128.0000 +step=123900 micro_steps=247800 elapsed=4.2s lr=3.000000e-04 loss=3.2869 ppl=26.7895 acc=0.3969 tokens=8128.0000 +step=123920 micro_steps=247840 elapsed=4.2s lr=3.000000e-04 loss=3.2999 ppl=27.1336 acc=0.3942 tokens=8128.0000 +step=123940 micro_steps=247880 elapsed=4.2s lr=3.000000e-04 loss=3.3020 ppl=27.2221 acc=0.3948 tokens=8128.0000 +step=123960 micro_steps=247920 elapsed=4.2s lr=3.000000e-04 loss=3.2877 ppl=26.8244 acc=0.3951 tokens=8128.0000 +step=123980 micro_steps=247960 elapsed=4.2s lr=3.000000e-04 loss=3.2868 ppl=26.7858 acc=0.3961 tokens=8128.0000 +step=124000 micro_steps=248000 elapsed=4.2s lr=3.000000e-04 loss=3.3130 ppl=27.4960 acc=0.3934 tokens=8128.0000 +[sample step=124000] [CLS] call you on dates and other times. [SEP] holiday activities have also been provided across the area. [SEP] the conservatives would bring "unprecedented forces" into the ranks of rookie doctors, a senior nhs officer has said. [SEP] it's the mother of two. but by paying almost nothing in taxes two decades ago and paying plenty in property tax, the average property net worth in the state dropped dramatically. [SEP] the film's fanciful early details revealed that the end came more than a century ago; the overwhelming buzz was about what flew and what didn't - - schulz's relationship with its producer, andrew ross so [SEP] +step=124020 micro_steps=248040 elapsed=6.5s lr=3.000000e-04 loss=3.2884 ppl=26.8289 acc=0.3966 tokens=8128.0000 +step=124040 micro_steps=248080 elapsed=4.2s lr=3.000000e-04 loss=3.2927 ppl=26.9440 acc=0.3955 tokens=8128.0000 +step=124060 micro_steps=248120 elapsed=4.2s lr=3.000000e-04 loss=3.2795 ppl=26.5868 acc=0.3973 tokens=8128.0000 +step=124080 micro_steps=248160 elapsed=4.2s lr=3.000000e-04 loss=3.2722 ppl=26.4106 acc=0.4000 tokens=8128.0000 +step=124100 micro_steps=248200 elapsed=4.2s lr=3.000000e-04 loss=3.2888 ppl=26.8515 acc=0.3949 tokens=8128.0000 +step=124120 micro_steps=248240 elapsed=4.2s lr=3.000000e-04 loss=3.2861 ppl=26.7768 acc=0.3958 tokens=8128.0000 +step=124140 micro_steps=248280 elapsed=4.2s lr=3.000000e-04 loss=3.2888 ppl=26.8406 acc=0.3961 tokens=8128.0000 +step=124160 micro_steps=248320 elapsed=4.2s lr=3.000000e-04 loss=3.2716 ppl=26.4040 acc=0.3990 tokens=8128.0000 +step=124180 micro_steps=248360 elapsed=4.2s lr=3.000000e-04 loss=3.2784 ppl=26.5588 acc=0.3979 tokens=8128.0000 +step=124200 micro_steps=248400 elapsed=4.2s lr=3.000000e-04 loss=3.3058 ppl=27.2917 acc=0.3941 tokens=8128.0000 +step=124220 micro_steps=248440 elapsed=4.2s lr=3.000000e-04 loss=3.3016 ppl=27.1989 acc=0.3941 tokens=8128.0000 +step=124240 micro_steps=248480 elapsed=4.2s lr=3.000000e-04 loss=3.2837 ppl=26.7062 acc=0.3975 tokens=8128.0000 +step=124260 micro_steps=248520 elapsed=4.2s lr=3.000000e-04 loss=3.3012 ppl=27.1707 acc=0.3950 tokens=8128.0000 +step=124280 micro_steps=248560 elapsed=4.2s lr=3.000000e-04 loss=3.2946 ppl=27.0031 acc=0.3965 tokens=8128.0000 +step=124300 micro_steps=248600 elapsed=4.2s lr=3.000000e-04 loss=3.2652 ppl=26.2144 acc=0.3991 tokens=8128.0000 +step=124320 micro_steps=248640 elapsed=4.2s lr=3.000000e-04 loss=3.2917 ppl=26.9231 acc=0.3963 tokens=8128.0000 +step=124340 micro_steps=248680 elapsed=4.2s lr=3.000000e-04 loss=3.2914 ppl=26.9064 acc=0.3961 tokens=8128.0000 +step=124360 micro_steps=248720 elapsed=4.2s lr=3.000000e-04 loss=3.2889 ppl=26.8554 acc=0.3966 tokens=8128.0000 +step=124380 micro_steps=248760 elapsed=4.2s lr=3.000000e-04 loss=3.2943 ppl=26.9870 acc=0.3956 tokens=8128.0000 +step=124400 micro_steps=248800 elapsed=4.2s lr=3.000000e-04 loss=3.2972 ppl=27.0628 acc=0.3962 tokens=8128.0000 +step=124420 micro_steps=248840 elapsed=4.2s lr=3.000000e-04 loss=3.2671 ppl=26.3645 acc=0.4006 tokens=8128.0000 +step=124440 micro_steps=248880 elapsed=4.2s lr=3.000000e-04 loss=3.2892 ppl=26.8597 acc=0.3953 tokens=8128.0000 +step=124460 micro_steps=248920 elapsed=4.2s lr=3.000000e-04 loss=3.3008 ppl=27.1690 acc=0.3939 tokens=8128.0000 +step=124480 micro_steps=248960 elapsed=4.2s lr=3.000000e-04 loss=3.2787 ppl=26.5793 acc=0.3979 tokens=8128.0000 +step=124500 micro_steps=249000 elapsed=4.2s lr=3.000000e-04 loss=3.2909 ppl=26.8973 acc=0.3957 tokens=8128.0000 +step=124520 micro_steps=249040 elapsed=4.1s lr=3.000000e-04 loss=3.2886 ppl=26.8442 acc=0.3964 tokens=8128.0000 +step=124540 micro_steps=249080 elapsed=4.1s lr=3.000000e-04 loss=3.3037 ppl=27.2605 acc=0.3944 tokens=8128.0000 +step=124560 micro_steps=249120 elapsed=4.2s lr=3.000000e-04 loss=3.2869 ppl=26.8014 acc=0.3969 tokens=8128.0000 +step=124580 micro_steps=249160 elapsed=4.2s lr=3.000000e-04 loss=3.2862 ppl=26.7592 acc=0.3973 tokens=8128.0000 +step=124600 micro_steps=249200 elapsed=4.1s lr=3.000000e-04 loss=3.2890 ppl=26.8355 acc=0.3946 tokens=8128.0000 +step=124620 micro_steps=249240 elapsed=4.2s lr=3.000000e-04 loss=3.2839 ppl=26.7034 acc=0.3971 tokens=8128.0000 +step=124640 micro_steps=249280 elapsed=4.1s lr=3.000000e-04 loss=3.2980 ppl=27.1009 acc=0.3950 tokens=8128.0000 +step=124660 micro_steps=249320 elapsed=4.2s lr=3.000000e-04 loss=3.2821 ppl=26.6529 acc=0.3965 tokens=8128.0000 +step=124680 micro_steps=249360 elapsed=4.2s lr=3.000000e-04 loss=3.2913 ppl=26.9058 acc=0.3965 tokens=8128.0000 +step=124700 micro_steps=249400 elapsed=4.1s lr=3.000000e-04 loss=3.2929 ppl=26.9593 acc=0.3948 tokens=8128.0000 +step=124720 micro_steps=249440 elapsed=4.2s lr=3.000000e-04 loss=3.2841 ppl=26.7283 acc=0.3970 tokens=8128.0000 +step=124740 micro_steps=249480 elapsed=4.1s lr=3.000000e-04 loss=3.2968 ppl=27.0631 acc=0.3957 tokens=8128.0000 +step=124760 micro_steps=249520 elapsed=4.1s lr=3.000000e-04 loss=3.2874 ppl=26.7924 acc=0.3958 tokens=8128.0000 +step=124780 micro_steps=249560 elapsed=4.1s lr=3.000000e-04 loss=3.2874 ppl=26.8086 acc=0.3946 tokens=8128.0000 +step=124800 micro_steps=249600 elapsed=4.2s lr=3.000000e-04 loss=3.2914 ppl=26.9152 acc=0.3971 tokens=8128.0000 +step=124820 micro_steps=249640 elapsed=4.2s lr=3.000000e-04 loss=3.3057 ppl=27.2980 acc=0.3958 tokens=8128.0000 +step=124840 micro_steps=249680 elapsed=4.1s lr=3.000000e-04 loss=3.2830 ppl=26.6883 acc=0.3972 tokens=8128.0000 +step=124860 micro_steps=249720 elapsed=4.2s lr=3.000000e-04 loss=3.2770 ppl=26.5247 acc=0.3986 tokens=8128.0000 +step=124880 micro_steps=249760 elapsed=4.2s lr=3.000000e-04 loss=3.3035 ppl=27.2394 acc=0.3950 tokens=8128.0000 +step=124900 micro_steps=249800 elapsed=4.2s lr=3.000000e-04 loss=3.2801 ppl=26.6295 acc=0.3979 tokens=8128.0000 +step=124920 micro_steps=249840 elapsed=4.2s lr=3.000000e-04 loss=3.2834 ppl=26.6912 acc=0.3966 tokens=8128.0000 +step=124940 micro_steps=249880 elapsed=4.2s lr=3.000000e-04 loss=3.3015 ppl=27.1916 acc=0.3953 tokens=8128.0000 +step=124960 micro_steps=249920 elapsed=4.2s lr=3.000000e-04 loss=3.2911 ppl=26.9039 acc=0.3949 tokens=8128.0000 +step=124980 micro_steps=249960 elapsed=4.2s lr=3.000000e-04 loss=3.2968 ppl=27.0679 acc=0.3942 tokens=8128.0000 +step=125000 micro_steps=250000 elapsed=4.2s lr=3.000000e-04 loss=3.3013 ppl=27.1895 acc=0.3936 tokens=8128.0000 +[sample step=125000] [CLS] and new york's irving berlin and dick clark. [SEP] hizbollah sent eight soldiers on trial in january in the first stage of a war that followed hezbollah's seizure of large swaths of beirut in 2005. [SEP] the lawsuit, filed by a civil liberties group that represents 11 doctors who have publicly expressed their displeasure with the focus on lack of data, also names six providers in massachusetts and one hospital in america, including providence st. joseph medical center in connecticut, who use antibiotics as a way to treat themselves. [SEP] while business has been solid for the automaker through most of the year, analysts predict that overall auto [SEP] +step=125020 micro_steps=250040 elapsed=6.4s lr=3.000000e-04 loss=3.2960 ppl=27.0386 acc=0.3958 tokens=8128.0000 +step=125040 micro_steps=250080 elapsed=4.1s lr=3.000000e-04 loss=3.2820 ppl=26.6639 acc=0.3963 tokens=8128.0000 +step=125060 micro_steps=250120 elapsed=4.2s lr=3.000000e-04 loss=3.3000 ppl=27.1530 acc=0.3953 tokens=8128.0000 +step=125080 micro_steps=250160 elapsed=4.2s lr=3.000000e-04 loss=3.3004 ppl=27.1539 acc=0.3940 tokens=8128.0000 +step=125100 micro_steps=250200 elapsed=4.2s lr=3.000000e-04 loss=3.2901 ppl=26.8947 acc=0.3969 tokens=8128.0000 +step=125120 micro_steps=250240 elapsed=4.2s lr=3.000000e-04 loss=3.2867 ppl=26.7866 acc=0.3970 tokens=8128.0000 +step=125140 micro_steps=250280 elapsed=4.2s lr=3.000000e-04 loss=3.2798 ppl=26.6024 acc=0.3971 tokens=8128.0000 +step=125160 micro_steps=250320 elapsed=4.1s lr=3.000000e-04 loss=3.2801 ppl=26.6083 acc=0.3974 tokens=8128.0000 +step=125180 micro_steps=250360 elapsed=4.2s lr=3.000000e-04 loss=3.2876 ppl=26.8050 acc=0.3976 tokens=8128.0000 +step=125200 micro_steps=250400 elapsed=4.2s lr=3.000000e-04 loss=3.2788 ppl=26.6165 acc=0.3985 tokens=8128.0000 +step=125220 micro_steps=250440 elapsed=4.2s lr=3.000000e-04 loss=3.3039 ppl=27.2414 acc=0.3944 tokens=8128.0000 +step=125240 micro_steps=250480 elapsed=4.2s lr=3.000000e-04 loss=3.2956 ppl=27.0321 acc=0.3966 tokens=8128.0000 +step=125260 micro_steps=250520 elapsed=4.2s lr=3.000000e-04 loss=3.2888 ppl=26.8366 acc=0.3969 tokens=8128.0000 +step=125280 micro_steps=250560 elapsed=4.2s lr=3.000000e-04 loss=3.2829 ppl=26.6811 acc=0.3968 tokens=8128.0000 +step=125300 micro_steps=250600 elapsed=4.2s lr=3.000000e-04 loss=3.2962 ppl=27.0327 acc=0.3956 tokens=8128.0000 +step=125320 micro_steps=250640 elapsed=4.2s lr=3.000000e-04 loss=3.2847 ppl=26.7423 acc=0.3976 tokens=8128.0000 +step=125340 micro_steps=250680 elapsed=4.2s lr=3.000000e-04 loss=3.2922 ppl=26.9317 acc=0.3962 tokens=8128.0000 +step=125360 micro_steps=250720 elapsed=4.2s lr=3.000000e-04 loss=3.2889 ppl=26.8464 acc=0.3963 tokens=8128.0000 +step=125380 micro_steps=250760 elapsed=4.2s lr=3.000000e-04 loss=3.2831 ppl=26.6954 acc=0.3972 tokens=8128.0000 +step=125400 micro_steps=250800 elapsed=4.2s lr=3.000000e-04 loss=3.2981 ppl=27.1070 acc=0.3946 tokens=8128.0000 +step=125420 micro_steps=250840 elapsed=4.2s lr=3.000000e-04 loss=3.2948 ppl=27.0189 acc=0.3950 tokens=8128.0000 +step=125440 micro_steps=250880 elapsed=4.2s lr=3.000000e-04 loss=3.2865 ppl=26.7810 acc=0.3967 tokens=8128.0000 +step=125460 micro_steps=250920 elapsed=4.2s lr=3.000000e-04 loss=3.2927 ppl=26.9422 acc=0.3958 tokens=8128.0000 +step=125480 micro_steps=250960 elapsed=4.1s lr=3.000000e-04 loss=3.2820 ppl=26.6486 acc=0.3983 tokens=8128.0000 +step=125500 micro_steps=251000 elapsed=4.2s lr=3.000000e-04 loss=3.2957 ppl=27.0271 acc=0.3952 tokens=8128.0000 +step=125520 micro_steps=251040 elapsed=4.2s lr=3.000000e-04 loss=3.2914 ppl=26.9118 acc=0.3952 tokens=8128.0000 +step=125540 micro_steps=251080 elapsed=4.2s lr=3.000000e-04 loss=3.2939 ppl=26.9976 acc=0.3957 tokens=8128.0000 +step=125560 micro_steps=251120 elapsed=4.2s lr=3.000000e-04 loss=3.3021 ppl=27.1993 acc=0.3942 tokens=8128.0000 +step=125580 micro_steps=251160 elapsed=4.2s lr=3.000000e-04 loss=3.2982 ppl=27.0973 acc=0.3949 tokens=8128.0000 +step=125600 micro_steps=251200 elapsed=4.2s lr=3.000000e-04 loss=3.2897 ppl=26.8693 acc=0.3958 tokens=8128.0000 +step=125620 micro_steps=251240 elapsed=4.2s lr=3.000000e-04 loss=3.2900 ppl=26.8778 acc=0.3957 tokens=8128.0000 +step=125640 micro_steps=251280 elapsed=4.2s lr=3.000000e-04 loss=3.2845 ppl=26.7309 acc=0.3964 tokens=8128.0000 +step=125660 micro_steps=251320 elapsed=4.2s lr=3.000000e-04 loss=3.2740 ppl=26.4526 acc=0.3988 tokens=8128.0000 +step=125680 micro_steps=251360 elapsed=4.2s lr=3.000000e-04 loss=3.2771 ppl=26.5426 acc=0.3978 tokens=8128.0000 +step=125700 micro_steps=251400 elapsed=4.2s lr=3.000000e-04 loss=3.2704 ppl=26.3594 acc=0.3990 tokens=8128.0000 +step=125720 micro_steps=251440 elapsed=4.2s lr=3.000000e-04 loss=3.2827 ppl=26.6816 acc=0.3974 tokens=8128.0000 +step=125740 micro_steps=251480 elapsed=4.2s lr=3.000000e-04 loss=3.2783 ppl=26.5705 acc=0.3987 tokens=8128.0000 +step=125760 micro_steps=251520 elapsed=4.2s lr=3.000000e-04 loss=3.2862 ppl=26.7700 acc=0.3975 tokens=8128.0000 +step=125780 micro_steps=251560 elapsed=4.2s lr=3.000000e-04 loss=3.2954 ppl=27.0199 acc=0.3953 tokens=8128.0000 +step=125800 micro_steps=251600 elapsed=4.2s lr=3.000000e-04 loss=3.2744 ppl=26.4513 acc=0.3989 tokens=8128.0000 +step=125820 micro_steps=251640 elapsed=4.2s lr=3.000000e-04 loss=3.2887 ppl=26.8401 acc=0.3965 tokens=8128.0000 +step=125840 micro_steps=251680 elapsed=4.2s lr=3.000000e-04 loss=3.2842 ppl=26.7242 acc=0.3971 tokens=8128.0000 +step=125860 micro_steps=251720 elapsed=4.2s lr=3.000000e-04 loss=3.2861 ppl=26.7678 acc=0.3972 tokens=8128.0000 +step=125880 micro_steps=251760 elapsed=4.2s lr=3.000000e-04 loss=3.2986 ppl=27.1030 acc=0.3943 tokens=8128.0000 +step=125900 micro_steps=251800 elapsed=4.2s lr=3.000000e-04 loss=3.2902 ppl=26.8858 acc=0.3962 tokens=8128.0000 +step=125920 micro_steps=251840 elapsed=4.2s lr=3.000000e-04 loss=3.2923 ppl=26.9234 acc=0.3952 tokens=8128.0000 +step=125940 micro_steps=251880 elapsed=4.2s lr=3.000000e-04 loss=3.2839 ppl=26.7068 acc=0.3968 tokens=8128.0000 +step=125960 micro_steps=251920 elapsed=4.2s lr=3.000000e-04 loss=3.2928 ppl=26.9449 acc=0.3965 tokens=8128.0000 +step=125980 micro_steps=251960 elapsed=4.2s lr=3.000000e-04 loss=3.2868 ppl=26.7825 acc=0.3958 tokens=8128.0000 +step=126000 micro_steps=252000 elapsed=4.2s lr=3.000000e-04 loss=3.2954 ppl=27.0190 acc=0.3949 tokens=8128.0000 +[sample step=126000] [CLS] contested, with third - seeded marin cilic beating defending champion gael monfils of france 7 - 6 6 - 1. [SEP] total investment set aside for imports fell 1. 2 percent, the biggest drop in a six - month period since the third quarter of 1980; smaller than the 21. 2 percent gdp contraction achieved in the first quarter, vice finance minister xiao qiang told reporters. [SEP] the beatles made music in which people inspired by the girls'plight felt free of it. [SEP] nearly 30 cases of postpartum depression were observed in the name of maternal resistance and 39 infections were observed in the name of prenatal [SEP] +step=126020 micro_steps=252040 elapsed=6.3s lr=3.000000e-04 loss=3.2902 ppl=26.8902 acc=0.3966 tokens=8128.0000 +step=126040 micro_steps=252080 elapsed=4.2s lr=3.000000e-04 loss=3.2878 ppl=26.8156 acc=0.3972 tokens=8128.0000 +step=126060 micro_steps=252120 elapsed=4.2s lr=3.000000e-04 loss=3.2947 ppl=26.9955 acc=0.3953 tokens=8128.0000 +step=126080 micro_steps=252160 elapsed=4.2s lr=3.000000e-04 loss=3.2871 ppl=26.7998 acc=0.3962 tokens=8128.0000 +step=126100 micro_steps=252200 elapsed=4.2s lr=3.000000e-04 loss=3.2964 ppl=27.0471 acc=0.3957 tokens=8128.0000 +step=126120 micro_steps=252240 elapsed=4.2s lr=3.000000e-04 loss=3.2897 ppl=26.8577 acc=0.3963 tokens=8128.0000 +step=126140 micro_steps=252280 elapsed=4.2s lr=3.000000e-04 loss=3.2843 ppl=26.7299 acc=0.3966 tokens=8128.0000 +step=126160 micro_steps=252320 elapsed=4.2s lr=3.000000e-04 loss=3.2909 ppl=26.8975 acc=0.3965 tokens=8128.0000 +step=126180 micro_steps=252360 elapsed=4.2s lr=3.000000e-04 loss=3.2759 ppl=26.5087 acc=0.3971 tokens=8128.0000 +step=126200 micro_steps=252400 elapsed=4.1s lr=3.000000e-04 loss=3.2967 ppl=27.0710 acc=0.3947 tokens=8128.0000 +step=126220 micro_steps=252440 elapsed=4.2s lr=3.000000e-04 loss=3.2967 ppl=27.0517 acc=0.3954 tokens=8128.0000 +step=126240 micro_steps=252480 elapsed=4.2s lr=3.000000e-04 loss=3.2842 ppl=26.7088 acc=0.3977 tokens=8128.0000 +step=126260 micro_steps=252520 elapsed=4.2s lr=3.000000e-04 loss=3.2587 ppl=26.0497 acc=0.3999 tokens=8128.0000 +step=126280 micro_steps=252560 elapsed=4.2s lr=3.000000e-04 loss=3.2853 ppl=26.7484 acc=0.3963 tokens=8128.0000 +step=126300 micro_steps=252600 elapsed=4.2s lr=3.000000e-04 loss=3.2812 ppl=26.6401 acc=0.3977 tokens=8128.0000 +step=126320 micro_steps=252640 elapsed=4.2s lr=3.000000e-04 loss=3.2918 ppl=26.9265 acc=0.3961 tokens=8128.0000 +step=126340 micro_steps=252680 elapsed=4.2s lr=3.000000e-04 loss=3.2831 ppl=26.7044 acc=0.3966 tokens=8128.0000 +step=126360 micro_steps=252720 elapsed=4.1s lr=3.000000e-04 loss=3.2934 ppl=26.9686 acc=0.3963 tokens=8128.0000 +step=126380 micro_steps=252760 elapsed=4.2s lr=3.000000e-04 loss=3.2804 ppl=26.6118 acc=0.3980 tokens=8128.0000 +step=126400 micro_steps=252800 elapsed=4.2s lr=3.000000e-04 loss=3.2905 ppl=26.8927 acc=0.3961 tokens=8128.0000 +step=126420 micro_steps=252840 elapsed=4.2s lr=3.000000e-04 loss=3.2953 ppl=27.0290 acc=0.3952 tokens=8128.0000 +step=126440 micro_steps=252880 elapsed=4.2s lr=3.000000e-04 loss=3.2835 ppl=26.6822 acc=0.3974 tokens=8128.0000 +step=126460 micro_steps=252920 elapsed=4.2s lr=3.000000e-04 loss=3.2877 ppl=26.8205 acc=0.3952 tokens=8128.0000 +step=126480 micro_steps=252960 elapsed=4.2s lr=3.000000e-04 loss=3.2878 ppl=26.8258 acc=0.3959 tokens=8128.0000 +step=126500 micro_steps=253000 elapsed=4.2s lr=3.000000e-04 loss=3.2921 ppl=26.9308 acc=0.3960 tokens=8128.0000 +step=126520 micro_steps=253040 elapsed=4.2s lr=3.000000e-04 loss=3.2871 ppl=26.8014 acc=0.3968 tokens=8128.0000 +step=126540 micro_steps=253080 elapsed=4.2s lr=3.000000e-04 loss=3.2819 ppl=26.6573 acc=0.3972 tokens=8128.0000 +step=126560 micro_steps=253120 elapsed=4.2s lr=3.000000e-04 loss=3.3014 ppl=27.1782 acc=0.3951 tokens=8128.0000 +step=126580 micro_steps=253160 elapsed=4.2s lr=3.000000e-04 loss=3.2941 ppl=26.9947 acc=0.3963 tokens=8128.0000 +step=126600 micro_steps=253200 elapsed=4.2s lr=3.000000e-04 loss=3.2741 ppl=26.4635 acc=0.3995 tokens=8128.0000 +step=126620 micro_steps=253240 elapsed=4.1s lr=3.000000e-04 loss=3.2795 ppl=26.6032 acc=0.3970 tokens=8128.0000 +step=126640 micro_steps=253280 elapsed=4.2s lr=3.000000e-04 loss=3.2772 ppl=26.5895 acc=0.3982 tokens=8128.0000 +step=126660 micro_steps=253320 elapsed=4.2s lr=3.000000e-04 loss=3.2849 ppl=26.7350 acc=0.3960 tokens=8128.0000 +step=126680 micro_steps=253360 elapsed=4.2s lr=3.000000e-04 loss=3.2817 ppl=26.6547 acc=0.3967 tokens=8128.0000 +step=126700 micro_steps=253400 elapsed=4.2s lr=3.000000e-04 loss=3.2907 ppl=26.8911 acc=0.3964 tokens=8128.0000 +step=126720 micro_steps=253440 elapsed=4.2s lr=3.000000e-04 loss=3.2759 ppl=26.4918 acc=0.3981 tokens=8128.0000 +step=126740 micro_steps=253480 elapsed=4.1s lr=3.000000e-04 loss=3.2913 ppl=26.9129 acc=0.3960 tokens=8128.0000 +step=126760 micro_steps=253520 elapsed=4.2s lr=3.000000e-04 loss=3.2681 ppl=26.2993 acc=0.3985 tokens=8128.0000 +step=126780 micro_steps=253560 elapsed=4.2s lr=3.000000e-04 loss=3.2749 ppl=26.4652 acc=0.3977 tokens=8128.0000 +step=126800 micro_steps=253600 elapsed=4.2s lr=3.000000e-04 loss=3.2834 ppl=26.7005 acc=0.3969 tokens=8128.0000 +step=126820 micro_steps=253640 elapsed=4.2s lr=3.000000e-04 loss=3.2818 ppl=26.6647 acc=0.3972 tokens=8128.0000 +step=126840 micro_steps=253680 elapsed=4.2s lr=3.000000e-04 loss=3.2854 ppl=26.7420 acc=0.3960 tokens=8128.0000 +step=126860 micro_steps=253720 elapsed=4.2s lr=3.000000e-04 loss=3.2749 ppl=26.5418 acc=0.3981 tokens=8128.0000 +step=126880 micro_steps=253760 elapsed=4.2s lr=3.000000e-04 loss=3.2896 ppl=26.8523 acc=0.3958 tokens=8128.0000 +step=126900 micro_steps=253800 elapsed=4.2s lr=3.000000e-04 loss=3.2996 ppl=27.1473 acc=0.3952 tokens=8128.0000 +step=126920 micro_steps=253840 elapsed=4.1s lr=3.000000e-04 loss=3.2856 ppl=26.7577 acc=0.3967 tokens=8128.0000 +step=126940 micro_steps=253880 elapsed=4.2s lr=3.000000e-04 loss=3.2807 ppl=26.6318 acc=0.3974 tokens=8128.0000 +step=126960 micro_steps=253920 elapsed=4.2s lr=3.000000e-04 loss=3.2795 ppl=26.5910 acc=0.3968 tokens=8128.0000 +step=126980 micro_steps=253960 elapsed=4.2s lr=3.000000e-04 loss=3.2895 ppl=26.8732 acc=0.3960 tokens=8128.0000 +step=127000 micro_steps=254000 elapsed=4.2s lr=3.000000e-04 loss=3.2928 ppl=26.9484 acc=0.3960 tokens=8128.0000 +[sample step=127000] [CLS] requesting an executive order. [SEP] should they put together a coalition? [SEP] that is rather long - term money for the health - care system. [SEP] east stirling council was funding the project, better known as a weightwatchers scheme, until it was complete. [SEP] tony chan will this year show the first new digital originals at the hong kong film festival. [SEP] separately, soldiers knocked on a barricade and set up barbed - wire barricades on the set and probing skyscrapers encircling the city. [SEP] sebastian joked energetically about the testimonial so soon after the mid - 1960s when justice was done " [SEP] +step=127020 micro_steps=254040 elapsed=6.4s lr=3.000000e-04 loss=3.2808 ppl=26.6369 acc=0.3978 tokens=8128.0000 +step=127040 micro_steps=254080 elapsed=4.2s lr=3.000000e-04 loss=3.2763 ppl=26.5151 acc=0.3985 tokens=8128.0000 +step=127060 micro_steps=254120 elapsed=4.2s lr=3.000000e-04 loss=3.2801 ppl=26.6004 acc=0.3987 tokens=8128.0000 +step=127080 micro_steps=254160 elapsed=4.2s lr=3.000000e-04 loss=3.2899 ppl=26.8615 acc=0.3957 tokens=8128.0000 +step=127100 micro_steps=254200 elapsed=4.2s lr=3.000000e-04 loss=3.2936 ppl=26.9607 acc=0.3959 tokens=8128.0000 +step=127120 micro_steps=254240 elapsed=4.1s lr=3.000000e-04 loss=3.2869 ppl=26.7901 acc=0.3959 tokens=8128.0000 +step=127140 micro_steps=254280 elapsed=4.2s lr=3.000000e-04 loss=3.2871 ppl=26.7867 acc=0.3965 tokens=8128.0000 +step=127160 micro_steps=254320 elapsed=4.2s lr=3.000000e-04 loss=3.2844 ppl=26.7289 acc=0.3972 tokens=8128.0000 +step=127180 micro_steps=254360 elapsed=4.2s lr=3.000000e-04 loss=3.2845 ppl=26.7251 acc=0.3970 tokens=8128.0000 +step=127200 micro_steps=254400 elapsed=4.1s lr=3.000000e-04 loss=3.2877 ppl=26.8206 acc=0.3973 tokens=8128.0000 +step=127220 micro_steps=254440 elapsed=4.1s lr=3.000000e-04 loss=3.2961 ppl=27.0467 acc=0.3949 tokens=8128.0000 +step=127240 micro_steps=254480 elapsed=4.2s lr=3.000000e-04 loss=3.2890 ppl=26.8432 acc=0.3971 tokens=8128.0000 +step=127260 micro_steps=254520 elapsed=4.2s lr=3.000000e-04 loss=3.2808 ppl=26.6275 acc=0.3972 tokens=8128.0000 +step=127280 micro_steps=254560 elapsed=4.2s lr=3.000000e-04 loss=3.2910 ppl=26.8968 acc=0.3961 tokens=8128.0000 +step=127300 micro_steps=254600 elapsed=4.2s lr=3.000000e-04 loss=3.2862 ppl=26.7684 acc=0.3961 tokens=8128.0000 +step=127320 micro_steps=254640 elapsed=4.1s lr=3.000000e-04 loss=3.2942 ppl=26.9794 acc=0.3953 tokens=8128.0000 +step=127340 micro_steps=254680 elapsed=4.1s lr=3.000000e-04 loss=3.2849 ppl=26.7347 acc=0.3979 tokens=8128.0000 +step=127360 micro_steps=254720 elapsed=4.2s lr=3.000000e-04 loss=3.2980 ppl=27.0791 acc=0.3951 tokens=8128.0000 +step=127380 micro_steps=254760 elapsed=4.2s lr=3.000000e-04 loss=3.2927 ppl=26.9433 acc=0.3956 tokens=8128.0000 +step=127400 micro_steps=254800 elapsed=4.2s lr=3.000000e-04 loss=3.2821 ppl=26.6604 acc=0.3968 tokens=8128.0000 +step=127420 micro_steps=254840 elapsed=4.1s lr=3.000000e-04 loss=3.2715 ppl=26.3886 acc=0.3977 tokens=8128.0000 +step=127440 micro_steps=254880 elapsed=4.1s lr=3.000000e-04 loss=3.2815 ppl=26.6535 acc=0.3974 tokens=8128.0000 +step=127460 micro_steps=254920 elapsed=4.2s lr=3.000000e-04 loss=3.2952 ppl=27.0151 acc=0.3953 tokens=8128.0000 +step=127480 micro_steps=254960 elapsed=4.1s lr=3.000000e-04 loss=3.2903 ppl=26.8923 acc=0.3966 tokens=8128.0000 +step=127500 micro_steps=255000 elapsed=4.1s lr=3.000000e-04 loss=3.2864 ppl=26.7812 acc=0.3965 tokens=8128.0000 +step=127520 micro_steps=255040 elapsed=4.2s lr=3.000000e-04 loss=3.2888 ppl=26.8398 acc=0.3959 tokens=8128.0000 +step=127540 micro_steps=255080 elapsed=4.2s lr=3.000000e-04 loss=3.2833 ppl=26.6867 acc=0.3960 tokens=8128.0000 +step=127560 micro_steps=255120 elapsed=4.2s lr=3.000000e-04 loss=3.2898 ppl=26.8696 acc=0.3964 tokens=8128.0000 +step=127580 micro_steps=255160 elapsed=4.1s lr=3.000000e-04 loss=3.2948 ppl=27.0142 acc=0.3966 tokens=8128.0000 +step=127600 micro_steps=255200 elapsed=4.1s lr=3.000000e-04 loss=3.2956 ppl=27.0362 acc=0.3962 tokens=8128.0000 +step=127620 micro_steps=255240 elapsed=4.2s lr=3.000000e-04 loss=3.2893 ppl=26.8443 acc=0.3972 tokens=8128.0000 +step=127640 micro_steps=255280 elapsed=4.2s lr=3.000000e-04 loss=3.2939 ppl=26.9782 acc=0.3956 tokens=8128.0000 +step=127660 micro_steps=255320 elapsed=4.2s lr=3.000000e-04 loss=3.2854 ppl=26.7418 acc=0.3973 tokens=8128.0000 +step=127680 micro_steps=255360 elapsed=4.2s lr=3.000000e-04 loss=3.2881 ppl=26.8204 acc=0.3961 tokens=8128.0000 +step=127700 micro_steps=255400 elapsed=4.2s lr=3.000000e-04 loss=3.2863 ppl=26.7945 acc=0.3973 tokens=8128.0000 +step=127720 micro_steps=255440 elapsed=4.2s lr=3.000000e-04 loss=3.2814 ppl=26.6517 acc=0.3982 tokens=8128.0000 +step=127740 micro_steps=255480 elapsed=4.2s lr=3.000000e-04 loss=3.2725 ppl=26.4158 acc=0.3984 tokens=8128.0000 +step=127760 micro_steps=255520 elapsed=4.2s lr=3.000000e-04 loss=3.2982 ppl=27.0991 acc=0.3952 tokens=8128.0000 +step=127780 micro_steps=255560 elapsed=4.2s lr=3.000000e-04 loss=3.2733 ppl=26.4420 acc=0.3978 tokens=8128.0000 +step=127800 micro_steps=255600 elapsed=4.2s lr=3.000000e-04 loss=3.2752 ppl=26.4746 acc=0.3973 tokens=8128.0000 +step=127820 micro_steps=255640 elapsed=4.2s lr=3.000000e-04 loss=3.2719 ppl=26.3950 acc=0.3982 tokens=8128.0000 +step=127840 micro_steps=255680 elapsed=4.2s lr=3.000000e-04 loss=3.2815 ppl=26.6503 acc=0.3972 tokens=8128.0000 +step=127860 micro_steps=255720 elapsed=4.2s lr=3.000000e-04 loss=3.2857 ppl=26.7555 acc=0.3957 tokens=8128.0000 +step=127880 micro_steps=255760 elapsed=4.2s lr=3.000000e-04 loss=3.2768 ppl=26.5154 acc=0.3981 tokens=8128.0000 +step=127900 micro_steps=255800 elapsed=4.2s lr=3.000000e-04 loss=3.2913 ppl=26.9058 acc=0.3965 tokens=8128.0000 +step=127920 micro_steps=255840 elapsed=4.2s lr=3.000000e-04 loss=3.2825 ppl=26.6686 acc=0.3975 tokens=8128.0000 +step=127940 micro_steps=255880 elapsed=4.2s lr=3.000000e-04 loss=3.2970 ppl=27.0565 acc=0.3957 tokens=8128.0000 +step=127960 micro_steps=255920 elapsed=4.2s lr=3.000000e-04 loss=3.2919 ppl=26.9100 acc=0.3956 tokens=8128.0000 +step=127980 micro_steps=255960 elapsed=4.2s lr=3.000000e-04 loss=3.2919 ppl=26.9257 acc=0.3957 tokens=8128.0000 +step=128000 micro_steps=256000 elapsed=4.2s lr=3.000000e-04 loss=3.2795 ppl=26.6013 acc=0.3973 tokens=8128.0000 +[sample step=128000] [CLS] missions operating over iraq in may and july, tipsarevic posted plenty of leads, setting career highs of 40 - 0 in 2008 and 47 - 1 in 2009. [SEP] it was accompanied by more smoke machine guns and bomb launchers as hundreds of partygoers watched in music and left twirled their index fingers, according to the unidentified source. [SEP] even if i eventually did find some dolls visible to the camera, i am not sure there will be many attractive models available. [SEP] if the airline won the bidding, it would be the first time that both a similar and successful carrier has gone public since the early 1980s. [SEP] [SEP] +step=128020 micro_steps=256040 elapsed=6.4s lr=3.000000e-04 loss=3.2653 ppl=26.2180 acc=0.3994 tokens=8128.0000 +step=128040 micro_steps=256080 elapsed=4.2s lr=3.000000e-04 loss=3.2882 ppl=26.8165 acc=0.3960 tokens=8128.0000 +step=128060 micro_steps=256120 elapsed=4.2s lr=3.000000e-04 loss=3.2932 ppl=26.9494 acc=0.3961 tokens=8128.0000 +step=128080 micro_steps=256160 elapsed=4.2s lr=3.000000e-04 loss=3.2920 ppl=26.9298 acc=0.3942 tokens=8128.0000 +step=128100 micro_steps=256200 elapsed=4.2s lr=3.000000e-04 loss=3.3027 ppl=27.2202 acc=0.3949 tokens=8128.0000 +step=128120 micro_steps=256240 elapsed=4.2s lr=3.000000e-04 loss=3.2948 ppl=26.9959 acc=0.3957 tokens=8128.0000 +step=128140 micro_steps=256280 elapsed=4.2s lr=3.000000e-04 loss=3.2836 ppl=26.6957 acc=0.3961 tokens=8128.0000 +step=128160 micro_steps=256320 elapsed=4.2s lr=3.000000e-04 loss=3.2799 ppl=26.6143 acc=0.3988 tokens=8128.0000 +step=128180 micro_steps=256360 elapsed=4.2s lr=3.000000e-04 loss=3.2979 ppl=27.0904 acc=0.3955 tokens=8128.0000 +step=128200 micro_steps=256400 elapsed=4.1s lr=3.000000e-04 loss=3.2839 ppl=26.7021 acc=0.3969 tokens=8128.0000 +step=128220 micro_steps=256440 elapsed=4.2s lr=3.000000e-04 loss=3.2794 ppl=26.5850 acc=0.3974 tokens=8128.0000 +step=128240 micro_steps=256480 elapsed=4.2s lr=3.000000e-04 loss=3.2910 ppl=26.9041 acc=0.3953 tokens=8128.0000 +step=128260 micro_steps=256520 elapsed=4.2s lr=3.000000e-04 loss=3.2794 ppl=26.5937 acc=0.3966 tokens=8128.0000 +step=128280 micro_steps=256560 elapsed=4.2s lr=3.000000e-04 loss=3.2846 ppl=26.7432 acc=0.3968 tokens=8128.0000 +step=128300 micro_steps=256600 elapsed=4.2s lr=3.000000e-04 loss=3.2800 ppl=26.6303 acc=0.3965 tokens=8128.0000 +step=128320 micro_steps=256640 elapsed=4.2s lr=3.000000e-04 loss=3.2778 ppl=26.5499 acc=0.3982 tokens=8128.0000 +step=128340 micro_steps=256680 elapsed=4.1s lr=3.000000e-04 loss=3.2908 ppl=26.8858 acc=0.3963 tokens=8128.0000 +step=128360 micro_steps=256720 elapsed=4.2s lr=3.000000e-04 loss=3.3007 ppl=27.1789 acc=0.3950 tokens=8128.0000 +step=128380 micro_steps=256760 elapsed=4.2s lr=3.000000e-04 loss=3.2775 ppl=26.5494 acc=0.3982 tokens=8128.0000 +step=128400 micro_steps=256800 elapsed=4.2s lr=3.000000e-04 loss=3.2993 ppl=27.1412 acc=0.3955 tokens=8128.0000 +step=128420 micro_steps=256840 elapsed=4.2s lr=3.000000e-04 loss=3.2841 ppl=26.7202 acc=0.3965 tokens=8128.0000 +step=128440 micro_steps=256880 elapsed=4.2s lr=3.000000e-04 loss=3.2936 ppl=26.9758 acc=0.3967 tokens=8128.0000 +step=128460 micro_steps=256920 elapsed=4.2s lr=3.000000e-04 loss=3.2829 ppl=26.6862 acc=0.3970 tokens=8128.0000 +step=128480 micro_steps=256960 elapsed=4.1s lr=3.000000e-04 loss=3.2876 ppl=26.8184 acc=0.3963 tokens=8128.0000 +step=128500 micro_steps=257000 elapsed=4.2s lr=3.000000e-04 loss=3.2920 ppl=26.9200 acc=0.3963 tokens=8128.0000 +step=128520 micro_steps=257040 elapsed=4.2s lr=3.000000e-04 loss=3.2835 ppl=26.7056 acc=0.3962 tokens=8128.0000 +step=128540 micro_steps=257080 elapsed=4.2s lr=3.000000e-04 loss=3.2766 ppl=26.5237 acc=0.3974 tokens=8128.0000 +step=128560 micro_steps=257120 elapsed=4.2s lr=3.000000e-04 loss=3.2731 ppl=26.4348 acc=0.3979 tokens=8128.0000 +step=128580 micro_steps=257160 elapsed=4.2s lr=3.000000e-04 loss=3.2850 ppl=26.7349 acc=0.3967 tokens=8128.0000 +step=128600 micro_steps=257200 elapsed=4.2s lr=3.000000e-04 loss=3.2982 ppl=27.0974 acc=0.3942 tokens=8128.0000 +step=128620 micro_steps=257240 elapsed=4.2s lr=3.000000e-04 loss=3.2740 ppl=26.4507 acc=0.3985 tokens=8128.0000 +step=128640 micro_steps=257280 elapsed=4.2s lr=3.000000e-04 loss=3.2984 ppl=27.1073 acc=0.3959 tokens=8128.0000 +step=128660 micro_steps=257320 elapsed=4.2s lr=3.000000e-04 loss=3.2935 ppl=26.9701 acc=0.3958 tokens=8128.0000 +step=128680 micro_steps=257360 elapsed=4.2s lr=3.000000e-04 loss=3.2910 ppl=26.8995 acc=0.3973 tokens=8128.0000 +step=128700 micro_steps=257400 elapsed=4.2s lr=3.000000e-04 loss=3.2794 ppl=26.6018 acc=0.3974 tokens=8128.0000 +step=128720 micro_steps=257440 elapsed=4.2s lr=3.000000e-04 loss=3.3055 ppl=27.2840 acc=0.3945 tokens=8128.0000 +step=128740 micro_steps=257480 elapsed=4.2s lr=3.000000e-04 loss=3.2756 ppl=26.4936 acc=0.3963 tokens=8128.0000 +step=128760 micro_steps=257520 elapsed=4.2s lr=3.000000e-04 loss=3.2854 ppl=26.7419 acc=0.3963 tokens=8128.0000 +step=128780 micro_steps=257560 elapsed=4.2s lr=3.000000e-04 loss=3.2947 ppl=27.0117 acc=0.3963 tokens=8128.0000 +step=128800 micro_steps=257600 elapsed=4.2s lr=3.000000e-04 loss=3.2945 ppl=27.0010 acc=0.3959 tokens=8128.0000 +step=128820 micro_steps=257640 elapsed=4.2s lr=3.000000e-04 loss=3.2876 ppl=26.8162 acc=0.3961 tokens=8128.0000 +step=128840 micro_steps=257680 elapsed=4.9s lr=3.000000e-04 loss=3.2932 ppl=26.9599 acc=0.3975 tokens=8128.0000 +step=128860 micro_steps=257720 elapsed=4.2s lr=3.000000e-04 loss=3.2775 ppl=26.6809 acc=0.3979 tokens=7934.3250 +step=128880 micro_steps=257760 elapsed=4.5s lr=3.000000e-04 loss=3.2790 ppl=26.5768 acc=0.3965 tokens=8128.0000 +step=128900 micro_steps=257800 elapsed=5.1s lr=3.000000e-04 loss=3.2868 ppl=26.7894 acc=0.3967 tokens=8128.0000 +step=128920 micro_steps=257840 elapsed=4.2s lr=3.000000e-04 loss=3.2889 ppl=26.8603 acc=0.3963 tokens=8128.0000 +step=128940 micro_steps=257880 elapsed=4.2s lr=3.000000e-04 loss=3.2798 ppl=26.6052 acc=0.3978 tokens=8128.0000 +step=128960 micro_steps=257920 elapsed=4.2s lr=3.000000e-04 loss=3.2727 ppl=26.4206 acc=0.3983 tokens=8128.0000 +step=128980 micro_steps=257960 elapsed=4.1s lr=3.000000e-04 loss=3.2877 ppl=26.8191 acc=0.3964 tokens=8128.0000 +step=129000 micro_steps=258000 elapsed=4.2s lr=3.000000e-04 loss=3.3010 ppl=27.1661 acc=0.3954 tokens=8128.0000 +[sample step=129000] [CLS] hightower scored six blocked shots for alabama to power the tigers to a 35 - 25 upset victory over louisiana - monroe on saturday. [SEP] mr. gambari is also to meet with burma's ruling junta, even though it remains firmly after a brutal crackdown on pro - democracy demonstrations in september. [SEP] we often play a lot of video games at this pace and see fewer than five seats a game - - thanks to a frequent cox provision that allows owners to not simply watch "family guy" games and even back in time with their children. [SEP] it's time to pause for breath and move on. [SEP] marrak [SEP] +step=129020 micro_steps=258040 elapsed=6.3s lr=3.000000e-04 loss=3.2865 ppl=26.7910 acc=0.3958 tokens=8128.0000 +step=129040 micro_steps=258080 elapsed=4.2s lr=3.000000e-04 loss=3.2854 ppl=26.7382 acc=0.3967 tokens=8128.0000 +step=129060 micro_steps=258120 elapsed=4.2s lr=3.000000e-04 loss=3.2743 ppl=26.4585 acc=0.3977 tokens=8128.0000 +step=129080 micro_steps=258160 elapsed=4.2s lr=3.000000e-04 loss=3.2812 ppl=26.6421 acc=0.3964 tokens=8128.0000 +step=129100 micro_steps=258200 elapsed=4.2s lr=3.000000e-04 loss=3.2834 ppl=26.6904 acc=0.3972 tokens=8128.0000 +step=129120 micro_steps=258240 elapsed=4.1s lr=3.000000e-04 loss=3.2805 ppl=26.6184 acc=0.3974 tokens=8128.0000 +step=129140 micro_steps=258280 elapsed=4.1s lr=3.000000e-04 loss=3.2890 ppl=26.8397 acc=0.3959 tokens=8128.0000 +step=129160 micro_steps=258320 elapsed=4.2s lr=3.000000e-04 loss=3.2957 ppl=27.0350 acc=0.3952 tokens=8128.0000 +step=129180 micro_steps=258360 elapsed=4.1s lr=3.000000e-04 loss=3.3023 ppl=27.1991 acc=0.3959 tokens=8128.0000 +step=129200 micro_steps=258400 elapsed=4.1s lr=3.000000e-04 loss=3.2928 ppl=26.9954 acc=0.3948 tokens=8128.0000 +step=129220 micro_steps=258440 elapsed=4.2s lr=3.000000e-04 loss=3.2812 ppl=26.6399 acc=0.3965 tokens=8128.0000 +step=129240 micro_steps=258480 elapsed=4.2s lr=3.000000e-04 loss=3.2917 ppl=26.9206 acc=0.3971 tokens=8128.0000 +step=129260 micro_steps=258520 elapsed=4.2s lr=3.000000e-04 loss=3.2741 ppl=26.4532 acc=0.3981 tokens=8128.0000 +step=129280 micro_steps=258560 elapsed=4.2s lr=3.000000e-04 loss=3.2739 ppl=26.4381 acc=0.3985 tokens=8128.0000 +step=129300 micro_steps=258600 elapsed=4.1s lr=3.000000e-04 loss=3.2893 ppl=26.8669 acc=0.3971 tokens=8128.0000 +step=129320 micro_steps=258640 elapsed=4.2s lr=3.000000e-04 loss=3.2831 ppl=26.6881 acc=0.3967 tokens=8128.0000 +step=129340 micro_steps=258680 elapsed=4.1s lr=3.000000e-04 loss=3.2838 ppl=26.7096 acc=0.3960 tokens=8128.0000 +step=129360 micro_steps=258720 elapsed=4.2s lr=3.000000e-04 loss=3.2901 ppl=26.8737 acc=0.3970 tokens=8128.0000 +step=129380 micro_steps=258760 elapsed=4.2s lr=3.000000e-04 loss=3.2844 ppl=26.7385 acc=0.3976 tokens=8128.0000 +step=129400 micro_steps=258800 elapsed=4.1s lr=3.000000e-04 loss=3.2830 ppl=26.6913 acc=0.3966 tokens=8128.0000 +step=129420 micro_steps=258840 elapsed=4.2s lr=3.000000e-04 loss=3.2897 ppl=26.8667 acc=0.3956 tokens=8128.0000 +step=129440 micro_steps=258880 elapsed=4.2s lr=3.000000e-04 loss=3.2858 ppl=26.7745 acc=0.3969 tokens=8128.0000 +step=129460 micro_steps=258920 elapsed=4.2s lr=3.000000e-04 loss=3.2710 ppl=26.3731 acc=0.3971 tokens=8128.0000 +step=129480 micro_steps=258960 elapsed=4.2s lr=3.000000e-04 loss=3.2821 ppl=26.6554 acc=0.3964 tokens=8128.0000 +step=129500 micro_steps=259000 elapsed=4.2s lr=3.000000e-04 loss=3.2824 ppl=26.6750 acc=0.3967 tokens=8128.0000 +step=129520 micro_steps=259040 elapsed=4.2s lr=3.000000e-04 loss=3.2765 ppl=26.5084 acc=0.3980 tokens=8128.0000 +step=129540 micro_steps=259080 elapsed=4.1s lr=3.000000e-04 loss=3.2827 ppl=26.6857 acc=0.3975 tokens=8128.0000 +step=129560 micro_steps=259120 elapsed=4.1s lr=3.000000e-04 loss=3.2857 ppl=26.7502 acc=0.3957 tokens=8128.0000 +step=129580 micro_steps=259160 elapsed=4.2s lr=3.000000e-04 loss=3.2786 ppl=26.5680 acc=0.3967 tokens=8128.0000 +step=129600 micro_steps=259200 elapsed=4.1s lr=3.000000e-04 loss=3.2825 ppl=26.6689 acc=0.3961 tokens=8128.0000 +step=129620 micro_steps=259240 elapsed=4.1s lr=3.000000e-04 loss=3.2929 ppl=26.9621 acc=0.3972 tokens=8128.0000 +step=129640 micro_steps=259280 elapsed=4.1s lr=3.000000e-04 loss=3.2857 ppl=26.7676 acc=0.3951 tokens=8128.0000 +step=129660 micro_steps=259320 elapsed=4.2s lr=3.000000e-04 loss=3.2815 ppl=26.6346 acc=0.3977 tokens=8128.0000 +step=129680 micro_steps=259360 elapsed=4.1s lr=3.000000e-04 loss=3.2888 ppl=26.8385 acc=0.3949 tokens=8128.0000 +step=129700 micro_steps=259400 elapsed=4.2s lr=3.000000e-04 loss=3.2804 ppl=26.6285 acc=0.3976 tokens=8128.0000 +step=129720 micro_steps=259440 elapsed=4.2s lr=3.000000e-04 loss=3.2783 ppl=26.5488 acc=0.3974 tokens=8128.0000 +step=129740 micro_steps=259480 elapsed=4.2s lr=3.000000e-04 loss=3.2997 ppl=27.1368 acc=0.3949 tokens=8128.0000 +step=129760 micro_steps=259520 elapsed=4.2s lr=3.000000e-04 loss=3.2802 ppl=26.5975 acc=0.3970 tokens=8128.0000 +step=129780 micro_steps=259560 elapsed=4.1s lr=3.000000e-04 loss=3.2948 ppl=26.9903 acc=0.3959 tokens=8128.0000 +step=129800 micro_steps=259600 elapsed=4.2s lr=3.000000e-04 loss=3.2815 ppl=26.6508 acc=0.3970 tokens=8128.0000 +step=129820 micro_steps=259640 elapsed=4.2s lr=3.000000e-04 loss=3.2869 ppl=26.7972 acc=0.3964 tokens=8128.0000 +step=129840 micro_steps=259680 elapsed=4.2s lr=3.000000e-04 loss=3.2832 ppl=26.7012 acc=0.3967 tokens=8128.0000 +step=129860 micro_steps=259720 elapsed=4.2s lr=3.000000e-04 loss=3.2722 ppl=26.3966 acc=0.3986 tokens=8128.0000 +step=129880 micro_steps=259760 elapsed=4.2s lr=3.000000e-04 loss=3.2859 ppl=26.7591 acc=0.3965 tokens=8128.0000 +step=129900 micro_steps=259800 elapsed=4.1s lr=3.000000e-04 loss=3.2902 ppl=26.8782 acc=0.3962 tokens=8128.0000 +step=129920 micro_steps=259840 elapsed=4.2s lr=3.000000e-04 loss=3.2996 ppl=27.1276 acc=0.3950 tokens=8128.0000 +step=129940 micro_steps=259880 elapsed=4.2s lr=3.000000e-04 loss=3.2849 ppl=26.7422 acc=0.3986 tokens=8128.0000 +step=129960 micro_steps=259920 elapsed=4.1s lr=3.000000e-04 loss=3.2773 ppl=26.5327 acc=0.3961 tokens=8128.0000 +step=129980 micro_steps=259960 elapsed=4.2s lr=3.000000e-04 loss=3.2971 ppl=27.0715 acc=0.3955 tokens=8128.0000 +step=130000 micro_steps=260000 elapsed=4.1s lr=3.000000e-04 loss=3.2766 ppl=26.5022 acc=0.3979 tokens=8128.0000 +[sample step=130000] [CLS] paris - - more than 300 protesters gathered in february 2008 outside scientology's headquarters in marseilles, france, last year, condemning the "unjust" stance of france's socialist government. [SEP] so there in this lovely, well - grown city - - about 46 miles north from here - - i decided to hold that up, right along fulton street, as a haunted - house store, because of all the attentions from the city's nearly 400 bridges to the smoky countryways that dot this beautiful country. [SEP] president obama toured st. louis, which has seen rising unemployment and scientific research in its wake, to rally [SEP] +step=130020 micro_steps=260040 elapsed=6.4s lr=3.000000e-04 loss=3.2853 ppl=26.7506 acc=0.3963 tokens=8128.0000 +step=130040 micro_steps=260080 elapsed=4.1s lr=3.000000e-04 loss=3.2923 ppl=26.9331 acc=0.3957 tokens=8128.0000 +step=130060 micro_steps=260120 elapsed=4.2s lr=3.000000e-04 loss=3.2792 ppl=26.5927 acc=0.3980 tokens=8128.0000 +step=130080 micro_steps=260160 elapsed=4.2s lr=3.000000e-04 loss=3.2914 ppl=26.9180 acc=0.3960 tokens=8128.0000 +step=130100 micro_steps=260200 elapsed=4.2s lr=3.000000e-04 loss=3.2919 ppl=26.9209 acc=0.3958 tokens=8128.0000 +step=130120 micro_steps=260240 elapsed=4.2s lr=3.000000e-04 loss=3.2947 ppl=27.0026 acc=0.3954 tokens=8128.0000 +step=130140 micro_steps=260280 elapsed=4.2s lr=3.000000e-04 loss=3.2935 ppl=26.9619 acc=0.3949 tokens=8128.0000 +step=130160 micro_steps=260320 elapsed=4.1s lr=3.000000e-04 loss=3.2882 ppl=26.8240 acc=0.3973 tokens=8128.0000 +step=130180 micro_steps=260360 elapsed=4.2s lr=3.000000e-04 loss=3.2866 ppl=26.7788 acc=0.3970 tokens=8128.0000 +step=130200 micro_steps=260400 elapsed=4.1s lr=3.000000e-04 loss=3.2810 ppl=26.6258 acc=0.3972 tokens=8128.0000 +step=130220 micro_steps=260440 elapsed=4.1s lr=3.000000e-04 loss=3.2679 ppl=26.2879 acc=0.3994 tokens=8128.0000 +step=130240 micro_steps=260480 elapsed=4.2s lr=3.000000e-04 loss=3.2916 ppl=26.9140 acc=0.3957 tokens=8128.0000 +step=130260 micro_steps=260520 elapsed=4.1s lr=3.000000e-04 loss=3.2976 ppl=27.0720 acc=0.3952 tokens=8128.0000 +step=130280 micro_steps=260560 elapsed=4.1s lr=3.000000e-04 loss=3.2839 ppl=26.7063 acc=0.3975 tokens=8128.0000 +step=130300 micro_steps=260600 elapsed=4.2s lr=3.000000e-04 loss=3.2838 ppl=26.7079 acc=0.3966 tokens=8128.0000 +step=130320 micro_steps=260640 elapsed=4.2s lr=3.000000e-04 loss=3.2905 ppl=26.8730 acc=0.3950 tokens=8128.0000 +step=130340 micro_steps=260680 elapsed=4.2s lr=3.000000e-04 loss=3.2836 ppl=26.7069 acc=0.3964 tokens=8128.0000 +step=130360 micro_steps=260720 elapsed=4.2s lr=3.000000e-04 loss=3.2874 ppl=26.7955 acc=0.3958 tokens=8128.0000 +step=130380 micro_steps=260760 elapsed=4.2s lr=3.000000e-04 loss=3.2822 ppl=26.6679 acc=0.3974 tokens=8128.0000 +step=130400 micro_steps=260800 elapsed=4.2s lr=3.000000e-04 loss=3.2923 ppl=26.9293 acc=0.3964 tokens=8128.0000 +step=130420 micro_steps=260840 elapsed=4.2s lr=3.000000e-04 loss=3.2901 ppl=26.8828 acc=0.3964 tokens=8128.0000 +step=130440 micro_steps=260880 elapsed=4.2s lr=3.000000e-04 loss=3.2685 ppl=26.3025 acc=0.3988 tokens=8128.0000 +step=130460 micro_steps=260920 elapsed=4.2s lr=3.000000e-04 loss=3.2822 ppl=26.6759 acc=0.3968 tokens=8128.0000 +step=130480 micro_steps=260960 elapsed=4.2s lr=3.000000e-04 loss=3.2884 ppl=26.8304 acc=0.3970 tokens=8128.0000 +step=130500 micro_steps=261000 elapsed=4.2s lr=3.000000e-04 loss=3.2823 ppl=26.6630 acc=0.3981 tokens=8128.0000 +step=130520 micro_steps=261040 elapsed=4.2s lr=3.000000e-04 loss=3.2914 ppl=26.9192 acc=0.3961 tokens=8128.0000 +step=130540 micro_steps=261080 elapsed=4.2s lr=3.000000e-04 loss=3.2732 ppl=26.4166 acc=0.3975 tokens=8128.0000 +step=130560 micro_steps=261120 elapsed=4.2s lr=3.000000e-04 loss=3.2736 ppl=26.4331 acc=0.3981 tokens=8128.0000 +step=130580 micro_steps=261160 elapsed=4.2s lr=3.000000e-04 loss=3.2942 ppl=27.0017 acc=0.3959 tokens=8128.0000 +step=130600 micro_steps=261200 elapsed=4.2s lr=3.000000e-04 loss=3.2898 ppl=26.8709 acc=0.3962 tokens=8128.0000 +step=130620 micro_steps=261240 elapsed=4.2s lr=3.000000e-04 loss=3.2724 ppl=26.4081 acc=0.3983 tokens=8128.0000 +step=130640 micro_steps=261280 elapsed=4.2s lr=3.000000e-04 loss=3.2796 ppl=26.6004 acc=0.3979 tokens=8128.0000 +step=130660 micro_steps=261320 elapsed=4.2s lr=3.000000e-04 loss=3.2774 ppl=26.5759 acc=0.3984 tokens=8128.0000 +step=130680 micro_steps=261360 elapsed=4.2s lr=3.000000e-04 loss=3.2786 ppl=26.5814 acc=0.3974 tokens=8128.0000 +step=130700 micro_steps=261400 elapsed=4.2s lr=3.000000e-04 loss=3.2896 ppl=26.8630 acc=0.3962 tokens=8128.0000 +step=130720 micro_steps=261440 elapsed=4.2s lr=3.000000e-04 loss=3.2923 ppl=26.9475 acc=0.3955 tokens=8128.0000 +step=130740 micro_steps=261480 elapsed=4.2s lr=3.000000e-04 loss=3.2680 ppl=26.2955 acc=0.3974 tokens=8128.0000 +step=130760 micro_steps=261520 elapsed=4.2s lr=3.000000e-04 loss=3.2915 ppl=26.9043 acc=0.3969 tokens=8128.0000 +step=130780 micro_steps=261560 elapsed=4.1s lr=3.000000e-04 loss=3.2798 ppl=26.5866 acc=0.3967 tokens=8128.0000 +step=130800 micro_steps=261600 elapsed=4.2s lr=3.000000e-04 loss=3.2730 ppl=26.4207 acc=0.3979 tokens=8128.0000 +step=130820 micro_steps=261640 elapsed=4.2s lr=3.000000e-04 loss=3.2795 ppl=26.5937 acc=0.3973 tokens=8128.0000 +step=130840 micro_steps=261680 elapsed=4.2s lr=3.000000e-04 loss=3.2725 ppl=26.4086 acc=0.3989 tokens=8128.0000 +step=130860 micro_steps=261720 elapsed=4.1s lr=3.000000e-04 loss=3.2778 ppl=26.5549 acc=0.3971 tokens=8128.0000 +step=130880 micro_steps=261760 elapsed=4.1s lr=3.000000e-04 loss=3.2592 ppl=26.0508 acc=0.3999 tokens=8128.0000 +step=130900 micro_steps=261800 elapsed=4.1s lr=3.000000e-04 loss=3.2709 ppl=26.3689 acc=0.3982 tokens=8128.0000 +step=130920 micro_steps=261840 elapsed=4.1s lr=3.000000e-04 loss=3.2924 ppl=26.9448 acc=0.3956 tokens=8128.0000 +step=130940 micro_steps=261880 elapsed=4.1s lr=3.000000e-04 loss=3.2851 ppl=26.7551 acc=0.3963 tokens=8128.0000 +step=130960 micro_steps=261920 elapsed=4.2s lr=3.000000e-04 loss=3.2855 ppl=26.7497 acc=0.3968 tokens=8128.0000 +step=130980 micro_steps=261960 elapsed=4.1s lr=3.000000e-04 loss=3.2774 ppl=26.5382 acc=0.3971 tokens=8128.0000 +step=131000 micro_steps=262000 elapsed=4.2s lr=3.000000e-04 loss=3.2849 ppl=26.7341 acc=0.3967 tokens=8128.0000 +[sample step=131000] [CLS] went bald after he shot himself in the head in the form of a flick of the arrow. [SEP] fabio capello will remain in charge, but arsene wenger is warned that he has a duty to play better football with arsene wenger's squad. [SEP] he was charged with robbery and theft, but kligerman says he is lucky that he could not defend himself. [SEP] this in itself may have done so, with another impairment, most recently sony's record $1, 300bn, or about 25 per cent of its operating profit in japan. [SEP] members of the public generally have been acting in the [SEP] +step=131020 micro_steps=262040 elapsed=6.3s lr=3.000000e-04 loss=3.2991 ppl=27.1121 acc=0.3949 tokens=8128.0000 +step=131040 micro_steps=262080 elapsed=4.2s lr=3.000000e-04 loss=3.2978 ppl=27.0849 acc=0.3949 tokens=8128.0000 +step=131060 micro_steps=262120 elapsed=4.2s lr=3.000000e-04 loss=3.2894 ppl=26.8502 acc=0.3962 tokens=8128.0000 +step=131080 micro_steps=262160 elapsed=4.2s lr=3.000000e-04 loss=3.2691 ppl=26.3166 acc=0.3993 tokens=8128.0000 +step=131100 micro_steps=262200 elapsed=4.2s lr=3.000000e-04 loss=3.2831 ppl=26.6919 acc=0.3958 tokens=8128.0000 +step=131120 micro_steps=262240 elapsed=4.2s lr=3.000000e-04 loss=3.2915 ppl=26.9066 acc=0.3954 tokens=8128.0000 +step=131140 micro_steps=262280 elapsed=4.2s lr=3.000000e-04 loss=3.2903 ppl=26.8972 acc=0.3972 tokens=8128.0000 +step=131160 micro_steps=262320 elapsed=4.2s lr=3.000000e-04 loss=3.2794 ppl=26.5891 acc=0.3970 tokens=8128.0000 +step=131180 micro_steps=262360 elapsed=4.2s lr=3.000000e-04 loss=3.2823 ppl=26.6728 acc=0.3967 tokens=8128.0000 +step=131200 micro_steps=262400 elapsed=4.2s lr=3.000000e-04 loss=3.2937 ppl=26.9803 acc=0.3952 tokens=8128.0000 +step=131220 micro_steps=262440 elapsed=4.2s lr=3.000000e-04 loss=3.2700 ppl=26.3352 acc=0.3985 tokens=8128.0000 +step=131240 micro_steps=262480 elapsed=4.2s lr=3.000000e-04 loss=3.2780 ppl=26.5585 acc=0.3981 tokens=8128.0000 +step=131260 micro_steps=262520 elapsed=4.2s lr=3.000000e-04 loss=3.2785 ppl=26.5645 acc=0.3974 tokens=8128.0000 +step=131280 micro_steps=262560 elapsed=4.2s lr=3.000000e-04 loss=3.2788 ppl=26.5911 acc=0.3979 tokens=8128.0000 +step=131300 micro_steps=262600 elapsed=4.2s lr=3.000000e-04 loss=3.2798 ppl=26.6010 acc=0.3976 tokens=8128.0000 +step=131320 micro_steps=262640 elapsed=4.2s lr=3.000000e-04 loss=3.2843 ppl=26.7262 acc=0.3971 tokens=8128.0000 +step=131340 micro_steps=262680 elapsed=4.1s lr=3.000000e-04 loss=3.2845 ppl=26.7323 acc=0.3971 tokens=8128.0000 +step=131360 micro_steps=262720 elapsed=4.1s lr=3.000000e-04 loss=3.2783 ppl=26.5642 acc=0.3980 tokens=8128.0000 +step=131380 micro_steps=262760 elapsed=4.2s lr=3.000000e-04 loss=3.2791 ppl=26.5786 acc=0.3983 tokens=8128.0000 +step=131400 micro_steps=262800 elapsed=4.1s lr=3.000000e-04 loss=3.2716 ppl=26.3945 acc=0.3977 tokens=8128.0000 +step=131420 micro_steps=262840 elapsed=4.1s lr=3.000000e-04 loss=3.2802 ppl=26.6248 acc=0.3973 tokens=8128.0000 +step=131440 micro_steps=262880 elapsed=4.1s lr=3.000000e-04 loss=3.2888 ppl=26.8487 acc=0.3964 tokens=8128.0000 +step=131460 micro_steps=262920 elapsed=4.2s lr=3.000000e-04 loss=3.2862 ppl=26.7790 acc=0.3962 tokens=8128.0000 +step=131480 micro_steps=262960 elapsed=4.1s lr=3.000000e-04 loss=3.2838 ppl=26.7012 acc=0.3981 tokens=8128.0000 +step=131500 micro_steps=263000 elapsed=4.1s lr=3.000000e-04 loss=3.2936 ppl=26.9745 acc=0.3969 tokens=8128.0000 +step=131520 micro_steps=263040 elapsed=4.2s lr=3.000000e-04 loss=3.2814 ppl=26.6571 acc=0.3974 tokens=8128.0000 +step=131540 micro_steps=263080 elapsed=4.1s lr=3.000000e-04 loss=3.2798 ppl=26.6048 acc=0.3957 tokens=8128.0000 +step=131560 micro_steps=263120 elapsed=4.2s lr=3.000000e-04 loss=3.2732 ppl=26.4336 acc=0.3974 tokens=8128.0000 +step=131580 micro_steps=263160 elapsed=4.1s lr=3.000000e-04 loss=3.2785 ppl=26.5830 acc=0.3978 tokens=8128.0000 +step=131600 micro_steps=263200 elapsed=4.1s lr=3.000000e-04 loss=3.2822 ppl=26.6746 acc=0.3975 tokens=8128.0000 +step=131620 micro_steps=263240 elapsed=4.2s lr=3.000000e-04 loss=3.2927 ppl=26.9491 acc=0.3960 tokens=8128.0000 +step=131640 micro_steps=263280 elapsed=4.2s lr=3.000000e-04 loss=3.2752 ppl=26.4917 acc=0.3989 tokens=8128.0000 +step=131660 micro_steps=263320 elapsed=4.2s lr=3.000000e-04 loss=3.2807 ppl=26.6179 acc=0.3969 tokens=8128.0000 +step=131680 micro_steps=263360 elapsed=4.1s lr=3.000000e-04 loss=3.2745 ppl=26.4565 acc=0.3968 tokens=8128.0000 +step=131700 micro_steps=263400 elapsed=4.2s lr=3.000000e-04 loss=3.2792 ppl=26.5880 acc=0.3972 tokens=8128.0000 +step=131720 micro_steps=263440 elapsed=4.2s lr=3.000000e-04 loss=3.2750 ppl=26.4964 acc=0.3977 tokens=8128.0000 +step=131740 micro_steps=263480 elapsed=4.2s lr=3.000000e-04 loss=3.2804 ppl=26.6094 acc=0.3973 tokens=8128.0000 +step=131760 micro_steps=263520 elapsed=4.2s lr=3.000000e-04 loss=3.2728 ppl=26.4200 acc=0.3975 tokens=8128.0000 +step=131780 micro_steps=263560 elapsed=4.1s lr=3.000000e-04 loss=3.2925 ppl=26.9473 acc=0.3962 tokens=8128.0000 +step=131800 micro_steps=263600 elapsed=4.2s lr=3.000000e-04 loss=3.2820 ppl=26.6586 acc=0.3970 tokens=8128.0000 +step=131820 micro_steps=263640 elapsed=4.2s lr=3.000000e-04 loss=3.2840 ppl=26.7044 acc=0.3954 tokens=8128.0000 +step=131840 micro_steps=263680 elapsed=4.1s lr=3.000000e-04 loss=3.2795 ppl=26.5954 acc=0.3972 tokens=8128.0000 +step=131860 micro_steps=263720 elapsed=4.1s lr=3.000000e-04 loss=3.2749 ppl=26.4811 acc=0.3971 tokens=8128.0000 +step=131880 micro_steps=263760 elapsed=4.2s lr=3.000000e-04 loss=3.2819 ppl=26.6572 acc=0.3968 tokens=8128.0000 +step=131900 micro_steps=263800 elapsed=4.2s lr=3.000000e-04 loss=3.2972 ppl=27.0685 acc=0.3948 tokens=8128.0000 +step=131920 micro_steps=263840 elapsed=4.1s lr=3.000000e-04 loss=3.2786 ppl=26.5678 acc=0.3966 tokens=8128.0000 +step=131940 micro_steps=263880 elapsed=4.2s lr=3.000000e-04 loss=3.2918 ppl=26.9241 acc=0.3959 tokens=8128.0000 +step=131960 micro_steps=263920 elapsed=4.2s lr=3.000000e-04 loss=3.2766 ppl=26.5276 acc=0.3982 tokens=8128.0000 +step=131980 micro_steps=263960 elapsed=4.2s lr=3.000000e-04 loss=3.2845 ppl=26.7323 acc=0.3956 tokens=8128.0000 +step=132000 micro_steps=264000 elapsed=4.2s lr=3.000000e-04 loss=3.2884 ppl=26.8406 acc=0.3962 tokens=8128.0000 +[sample step=132000] [CLS]e of doors, eyes and words, said declining stock prices often have a difficult time shaking off false alarms or remedies that will outlast them. [SEP] so the new architecture and design plans will be set up the same way. [SEP] political consultants say a shortage of matching money in thailand could also broaden the political gridlock, with die linkeʼs followers often homeless or demanding legislative changes without attribution to men, the paper said. [SEP] klitschko became a naturalized american citizen in 2004 after serving 12 years of an 11 - year federal prison sentence that was later reduced to 10 years. [SEP] children [SEP] +step=132020 micro_steps=264040 elapsed=6.3s lr=3.000000e-04 loss=3.2918 ppl=26.9352 acc=0.3969 tokens=8128.0000 +step=132040 micro_steps=264080 elapsed=4.2s lr=3.000000e-04 loss=3.2829 ppl=26.6714 acc=0.3972 tokens=8128.0000 +step=132060 micro_steps=264120 elapsed=4.2s lr=3.000000e-04 loss=3.2784 ppl=26.5719 acc=0.3973 tokens=8128.0000 +step=132080 micro_steps=264160 elapsed=4.2s lr=3.000000e-04 loss=3.2883 ppl=26.8286 acc=0.3967 tokens=8128.0000 +step=132100 micro_steps=264200 elapsed=4.2s lr=3.000000e-04 loss=3.2824 ppl=26.6740 acc=0.3968 tokens=8128.0000 +step=132120 micro_steps=264240 elapsed=4.2s lr=3.000000e-04 loss=3.2757 ppl=26.4961 acc=0.3976 tokens=8128.0000 +step=132140 micro_steps=264280 elapsed=4.2s lr=3.000000e-04 loss=3.2818 ppl=26.6539 acc=0.3987 tokens=8128.0000 +step=132160 micro_steps=264320 elapsed=4.2s lr=3.000000e-04 loss=3.2837 ppl=26.7018 acc=0.3969 tokens=8128.0000 +step=132180 micro_steps=264360 elapsed=4.2s lr=3.000000e-04 loss=3.2853 ppl=26.7477 acc=0.3967 tokens=8128.0000 +step=132200 micro_steps=264400 elapsed=4.1s lr=3.000000e-04 loss=3.2753 ppl=26.4766 acc=0.3980 tokens=8128.0000 +step=132220 micro_steps=264440 elapsed=4.2s lr=3.000000e-04 loss=3.2812 ppl=26.6347 acc=0.3979 tokens=8128.0000 +step=132240 micro_steps=264480 elapsed=4.2s lr=3.000000e-04 loss=3.2903 ppl=26.8817 acc=0.3960 tokens=8128.0000 +step=132260 micro_steps=264520 elapsed=4.1s lr=3.000000e-04 loss=3.2828 ppl=26.6879 acc=0.3975 tokens=8128.0000 +step=132280 micro_steps=264560 elapsed=4.2s lr=3.000000e-04 loss=3.2828 ppl=26.6788 acc=0.3963 tokens=8128.0000 +step=132300 micro_steps=264600 elapsed=4.2s lr=3.000000e-04 loss=3.2828 ppl=26.6728 acc=0.3975 tokens=8128.0000 +step=132320 micro_steps=264640 elapsed=4.2s lr=3.000000e-04 loss=3.2841 ppl=26.7284 acc=0.3963 tokens=8128.0000 +step=132340 micro_steps=264680 elapsed=4.1s lr=3.000000e-04 loss=3.2875 ppl=26.8047 acc=0.3966 tokens=8128.0000 +step=132360 micro_steps=264720 elapsed=4.1s lr=3.000000e-04 loss=3.2735 ppl=26.4321 acc=0.3970 tokens=8128.0000 +step=132380 micro_steps=264760 elapsed=4.2s lr=3.000000e-04 loss=3.2985 ppl=27.1005 acc=0.3958 tokens=8128.0000 +step=132400 micro_steps=264800 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3773 acc=0.3982 tokens=8128.0000 +step=132420 micro_steps=264840 elapsed=4.2s lr=3.000000e-04 loss=3.2962 ppl=27.0318 acc=0.3949 tokens=8128.0000 +step=132440 micro_steps=264880 elapsed=4.2s lr=3.000000e-04 loss=3.2733 ppl=26.4327 acc=0.3986 tokens=8128.0000 +step=132460 micro_steps=264920 elapsed=4.2s lr=3.000000e-04 loss=3.2735 ppl=26.4219 acc=0.3992 tokens=8128.0000 +step=132480 micro_steps=264960 elapsed=4.2s lr=3.000000e-04 loss=3.2865 ppl=26.7774 acc=0.3968 tokens=8128.0000 +step=132500 micro_steps=265000 elapsed=4.2s lr=3.000000e-04 loss=3.2858 ppl=26.7677 acc=0.3966 tokens=8128.0000 +step=132520 micro_steps=265040 elapsed=4.2s lr=3.000000e-04 loss=3.2729 ppl=26.4207 acc=0.3990 tokens=8128.0000 +step=132540 micro_steps=265080 elapsed=4.2s lr=3.000000e-04 loss=3.2981 ppl=27.0842 acc=0.3952 tokens=8128.0000 +step=132560 micro_steps=265120 elapsed=4.2s lr=3.000000e-04 loss=3.2805 ppl=26.6200 acc=0.3968 tokens=8128.0000 +step=132580 micro_steps=265160 elapsed=4.2s lr=3.000000e-04 loss=3.2823 ppl=26.6706 acc=0.3977 tokens=8128.0000 +step=132600 micro_steps=265200 elapsed=4.2s lr=3.000000e-04 loss=3.3010 ppl=27.1645 acc=0.3951 tokens=8128.0000 +step=132620 micro_steps=265240 elapsed=4.2s lr=3.000000e-04 loss=3.2822 ppl=26.6751 acc=0.3973 tokens=8128.0000 +step=132640 micro_steps=265280 elapsed=4.2s lr=3.000000e-04 loss=3.2753 ppl=26.4785 acc=0.3979 tokens=8128.0000 +step=132660 micro_steps=265320 elapsed=4.2s lr=3.000000e-04 loss=3.2925 ppl=26.9369 acc=0.3955 tokens=8128.0000 +step=132680 micro_steps=265360 elapsed=4.2s lr=3.000000e-04 loss=3.2953 ppl=27.0271 acc=0.3954 tokens=8128.0000 +step=132700 micro_steps=265400 elapsed=4.2s lr=3.000000e-04 loss=3.2759 ppl=26.4890 acc=0.3969 tokens=8128.0000 +step=132720 micro_steps=265440 elapsed=4.2s lr=3.000000e-04 loss=3.2735 ppl=26.4393 acc=0.3984 tokens=8128.0000 +step=132740 micro_steps=265480 elapsed=4.2s lr=3.000000e-04 loss=3.2969 ppl=27.0533 acc=0.3948 tokens=8128.0000 +step=132760 micro_steps=265520 elapsed=4.2s lr=3.000000e-04 loss=3.2860 ppl=26.7600 acc=0.3972 tokens=8128.0000 +step=132780 micro_steps=265560 elapsed=4.2s lr=3.000000e-04 loss=3.2862 ppl=26.7687 acc=0.3969 tokens=8128.0000 +step=132800 micro_steps=265600 elapsed=4.2s lr=3.000000e-04 loss=3.2915 ppl=26.9126 acc=0.3960 tokens=8128.0000 +step=132820 micro_steps=265640 elapsed=4.2s lr=3.000000e-04 loss=3.2919 ppl=26.9263 acc=0.3962 tokens=8128.0000 +step=132840 micro_steps=265680 elapsed=4.2s lr=3.000000e-04 loss=3.2838 ppl=26.6958 acc=0.3963 tokens=8128.0000 +step=132860 micro_steps=265720 elapsed=4.2s lr=3.000000e-04 loss=3.2759 ppl=26.5000 acc=0.3977 tokens=8128.0000 +step=132880 micro_steps=265760 elapsed=4.2s lr=3.000000e-04 loss=3.2816 ppl=26.6584 acc=0.3971 tokens=8128.0000 +step=132900 micro_steps=265800 elapsed=4.2s lr=3.000000e-04 loss=3.2977 ppl=27.0852 acc=0.3950 tokens=8128.0000 +step=132920 micro_steps=265840 elapsed=4.2s lr=3.000000e-04 loss=3.2852 ppl=26.7554 acc=0.3966 tokens=8128.0000 +step=132940 micro_steps=265880 elapsed=4.2s lr=3.000000e-04 loss=3.2898 ppl=26.8708 acc=0.3960 tokens=8128.0000 +step=132960 micro_steps=265920 elapsed=4.2s lr=3.000000e-04 loss=3.2772 ppl=26.5229 acc=0.3981 tokens=8128.0000 +step=132980 micro_steps=265960 elapsed=4.2s lr=3.000000e-04 loss=3.2800 ppl=26.5964 acc=0.3986 tokens=8128.0000 +step=133000 micro_steps=266000 elapsed=4.2s lr=3.000000e-04 loss=3.2952 ppl=27.0161 acc=0.3961 tokens=8128.0000 +[sample step=133000] [CLS] cause, "brenner said. [SEP] he was released on bail. [SEP] alternately, you can register for this book online at www. bnim. goorzoff. gov. uk, where self - selecting chefs like hugh fearnley - whittingstall can still think quickly before ordering another panache (with a dash of vino going for £2. 67). [SEP] johnson described my board as" fully objectively qualified " and he left a wide range of strategic options open which he forwarded fully to me and my advisers. [SEP] denfiliphobia can spike the tumour, and typically can [SEP] +step=133020 micro_steps=266040 elapsed=6.3s lr=3.000000e-04 loss=3.2764 ppl=26.5235 acc=0.3984 tokens=8128.0000 +step=133040 micro_steps=266080 elapsed=4.2s lr=3.000000e-04 loss=3.2877 ppl=26.8248 acc=0.3964 tokens=8128.0000 +step=133060 micro_steps=266120 elapsed=4.2s lr=3.000000e-04 loss=3.2845 ppl=26.7244 acc=0.3969 tokens=8128.0000 +step=133080 micro_steps=266160 elapsed=4.2s lr=3.000000e-04 loss=3.2861 ppl=26.7692 acc=0.3967 tokens=8128.0000 +step=133100 micro_steps=266200 elapsed=4.2s lr=3.000000e-04 loss=3.2910 ppl=26.8928 acc=0.3951 tokens=8128.0000 +step=133120 micro_steps=266240 elapsed=4.2s lr=3.000000e-04 loss=3.2774 ppl=26.5423 acc=0.3972 tokens=8128.0000 +step=133140 micro_steps=266280 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1296 acc=0.4003 tokens=8128.0000 +step=133160 micro_steps=266320 elapsed=4.2s lr=3.000000e-04 loss=3.2808 ppl=26.6280 acc=0.3966 tokens=8128.0000 +step=133180 micro_steps=266360 elapsed=4.2s lr=3.000000e-04 loss=3.2886 ppl=26.8439 acc=0.3947 tokens=8128.0000 +step=133200 micro_steps=266400 elapsed=4.2s lr=3.000000e-04 loss=3.2730 ppl=26.4091 acc=0.3987 tokens=8128.0000 +step=133220 micro_steps=266440 elapsed=4.2s lr=3.000000e-04 loss=3.2923 ppl=26.9301 acc=0.3952 tokens=8128.0000 +step=133240 micro_steps=266480 elapsed=4.2s lr=3.000000e-04 loss=3.2811 ppl=26.6418 acc=0.3971 tokens=8128.0000 +step=133260 micro_steps=266520 elapsed=4.2s lr=3.000000e-04 loss=3.2866 ppl=26.7697 acc=0.3962 tokens=8128.0000 +step=133280 micro_steps=266560 elapsed=4.2s lr=3.000000e-04 loss=3.2719 ppl=26.3971 acc=0.3980 tokens=8128.0000 +step=133300 micro_steps=266600 elapsed=4.2s lr=3.000000e-04 loss=3.2945 ppl=26.9903 acc=0.3951 tokens=8128.0000 +step=133320 micro_steps=266640 elapsed=4.2s lr=3.000000e-04 loss=3.2809 ppl=26.6350 acc=0.3967 tokens=8128.0000 +step=133340 micro_steps=266680 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.8561 acc=0.4057 tokens=8128.0000 +step=133360 micro_steps=266720 elapsed=4.2s lr=3.000000e-04 loss=3.2865 ppl=26.7883 acc=0.3964 tokens=8128.0000 +step=133380 micro_steps=266760 elapsed=4.2s lr=3.000000e-04 loss=3.2842 ppl=26.7121 acc=0.3970 tokens=8128.0000 +step=133400 micro_steps=266800 elapsed=4.2s lr=3.000000e-04 loss=3.2794 ppl=26.5924 acc=0.3971 tokens=8128.0000 +step=133420 micro_steps=266840 elapsed=4.2s lr=3.000000e-04 loss=3.2826 ppl=26.6745 acc=0.3967 tokens=8128.0000 +step=133440 micro_steps=266880 elapsed=4.2s lr=3.000000e-04 loss=3.2910 ppl=26.8855 acc=0.3955 tokens=8128.0000 +step=133460 micro_steps=266920 elapsed=4.2s lr=3.000000e-04 loss=3.2911 ppl=26.9027 acc=0.3960 tokens=8128.0000 +step=133480 micro_steps=266960 elapsed=4.2s lr=3.000000e-04 loss=3.2843 ppl=26.7337 acc=0.3970 tokens=8128.0000 +step=133500 micro_steps=267000 elapsed=4.2s lr=3.000000e-04 loss=3.2820 ppl=26.6625 acc=0.3965 tokens=8128.0000 +step=133520 micro_steps=267040 elapsed=4.2s lr=3.000000e-04 loss=3.2881 ppl=26.8167 acc=0.3958 tokens=8128.0000 +step=133540 micro_steps=267080 elapsed=4.2s lr=3.000000e-04 loss=3.2854 ppl=26.7575 acc=0.3975 tokens=8128.0000 +step=133560 micro_steps=267120 elapsed=4.2s lr=3.000000e-04 loss=3.2808 ppl=26.6319 acc=0.3969 tokens=8128.0000 +step=133580 micro_steps=267160 elapsed=4.2s lr=3.000000e-04 loss=3.2880 ppl=26.8111 acc=0.3959 tokens=8128.0000 +step=133600 micro_steps=267200 elapsed=4.2s lr=3.000000e-04 loss=3.2879 ppl=26.8211 acc=0.3962 tokens=8128.0000 +step=133620 micro_steps=267240 elapsed=4.2s lr=3.000000e-04 loss=3.2764 ppl=26.5140 acc=0.3974 tokens=8128.0000 +step=133640 micro_steps=267280 elapsed=4.2s lr=3.000000e-04 loss=3.2852 ppl=26.7344 acc=0.3967 tokens=8128.0000 +step=133660 micro_steps=267320 elapsed=4.2s lr=3.000000e-04 loss=3.2732 ppl=26.4238 acc=0.3965 tokens=8128.0000 +step=133680 micro_steps=267360 elapsed=4.2s lr=3.000000e-04 loss=3.2802 ppl=26.6269 acc=0.3976 tokens=8128.0000 +step=133700 micro_steps=267400 elapsed=4.2s lr=3.000000e-04 loss=3.2818 ppl=26.6537 acc=0.3980 tokens=8128.0000 +step=133720 micro_steps=267440 elapsed=4.2s lr=3.000000e-04 loss=3.2885 ppl=26.8414 acc=0.3965 tokens=8128.0000 +step=133740 micro_steps=267480 elapsed=4.2s lr=3.000000e-04 loss=3.2903 ppl=26.8866 acc=0.3955 tokens=8128.0000 +step=133760 micro_steps=267520 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3788 acc=0.3982 tokens=8128.0000 +step=133780 micro_steps=267560 elapsed=4.2s lr=3.000000e-04 loss=3.2898 ppl=26.8818 acc=0.3957 tokens=8128.0000 +step=133800 micro_steps=267600 elapsed=4.2s lr=3.000000e-04 loss=3.2853 ppl=26.7526 acc=0.3971 tokens=8128.0000 +step=133820 micro_steps=267640 elapsed=4.2s lr=3.000000e-04 loss=3.2866 ppl=26.7777 acc=0.3970 tokens=8128.0000 +step=133840 micro_steps=267680 elapsed=4.2s lr=3.000000e-04 loss=3.2928 ppl=26.9544 acc=0.3958 tokens=8128.0000 +step=133860 micro_steps=267720 elapsed=4.2s lr=3.000000e-04 loss=3.2893 ppl=26.8568 acc=0.3973 tokens=8128.0000 +step=133880 micro_steps=267760 elapsed=4.2s lr=3.000000e-04 loss=3.2857 ppl=26.7551 acc=0.3974 tokens=8128.0000 +step=133900 micro_steps=267800 elapsed=4.2s lr=3.000000e-04 loss=3.2819 ppl=26.6618 acc=0.3973 tokens=8128.0000 +step=133920 micro_steps=267840 elapsed=4.2s lr=3.000000e-04 loss=3.2946 ppl=26.9987 acc=0.3968 tokens=8128.0000 +step=133940 micro_steps=267880 elapsed=4.2s lr=3.000000e-04 loss=3.2803 ppl=26.6169 acc=0.3969 tokens=8128.0000 +step=133960 micro_steps=267920 elapsed=4.2s lr=3.000000e-04 loss=3.2802 ppl=26.6120 acc=0.3959 tokens=8128.0000 +step=133980 micro_steps=267960 elapsed=4.2s lr=3.000000e-04 loss=3.2822 ppl=26.6630 acc=0.3980 tokens=8128.0000 +step=134000 micro_steps=268000 elapsed=4.2s lr=3.000000e-04 loss=3.2773 ppl=26.5313 acc=0.3983 tokens=8128.0000 +[sample step=134000] [CLS] pumped - up supreme court justices into the chamber in each state thursday - - correctly. [SEP] bishkek, kyrgyzstan (ap) - voters in kyrgyzstan overwhelmingly approve a controversial deal allowing u. s. military bases to use the capital, despite near rioting in central asian nations by exiled actors studio. [SEP] nobody was hurt but someone was left very shaken. [SEP] the republican national committee was closely involved in approving the advert, according to the national conference of state legislatures. [SEP] this might include swimming or sports. [SEP] in one such, burnham said he would raise the rate paid to farmers in 1980 from 6. 6 % [SEP] +step=134020 micro_steps=268040 elapsed=6.3s lr=3.000000e-04 loss=3.2843 ppl=26.7111 acc=0.3977 tokens=8128.0000 +step=134040 micro_steps=268080 elapsed=4.2s lr=3.000000e-04 loss=3.2883 ppl=26.8368 acc=0.3970 tokens=8128.0000 +step=134060 micro_steps=268120 elapsed=4.2s lr=3.000000e-04 loss=3.2757 ppl=26.5128 acc=0.3989 tokens=8128.0000 +step=134080 micro_steps=268160 elapsed=4.2s lr=3.000000e-04 loss=3.2852 ppl=26.7485 acc=0.3966 tokens=8128.0000 +step=134100 micro_steps=268200 elapsed=4.2s lr=3.000000e-04 loss=3.2730 ppl=26.4245 acc=0.3988 tokens=8128.0000 +step=134120 micro_steps=268240 elapsed=4.2s lr=3.000000e-04 loss=3.2756 ppl=26.4905 acc=0.3977 tokens=8128.0000 +step=134140 micro_steps=268280 elapsed=4.2s lr=3.000000e-04 loss=3.2880 ppl=26.8194 acc=0.3958 tokens=8128.0000 +step=134160 micro_steps=268320 elapsed=4.2s lr=3.000000e-04 loss=3.2719 ppl=26.3976 acc=0.3983 tokens=8128.0000 +step=134180 micro_steps=268360 elapsed=4.2s lr=3.000000e-04 loss=3.2956 ppl=27.0207 acc=0.3954 tokens=8128.0000 +step=134200 micro_steps=268400 elapsed=4.2s lr=3.000000e-04 loss=3.2853 ppl=26.7586 acc=0.3973 tokens=8128.0000 +step=134220 micro_steps=268440 elapsed=4.1s lr=3.000000e-04 loss=3.2799 ppl=26.6012 acc=0.3970 tokens=8128.0000 +step=134240 micro_steps=268480 elapsed=4.2s lr=3.000000e-04 loss=3.2912 ppl=26.9136 acc=0.3958 tokens=8128.0000 +step=134260 micro_steps=268520 elapsed=4.2s lr=3.000000e-04 loss=3.2936 ppl=26.9761 acc=0.3966 tokens=8128.0000 +step=134280 micro_steps=268560 elapsed=4.1s lr=3.000000e-04 loss=3.2844 ppl=26.7204 acc=0.3966 tokens=8128.0000 +step=134300 micro_steps=268600 elapsed=4.2s lr=3.000000e-04 loss=3.2741 ppl=26.4476 acc=0.3975 tokens=8128.0000 +step=134320 micro_steps=268640 elapsed=4.2s lr=3.000000e-04 loss=3.2860 ppl=26.7691 acc=0.3979 tokens=8128.0000 +step=134340 micro_steps=268680 elapsed=4.1s lr=3.000000e-04 loss=3.2739 ppl=26.4389 acc=0.3980 tokens=8128.0000 +step=134360 micro_steps=268720 elapsed=4.2s lr=3.000000e-04 loss=3.2780 ppl=26.5534 acc=0.3970 tokens=8128.0000 +step=134380 micro_steps=268760 elapsed=4.2s lr=3.000000e-04 loss=3.2777 ppl=26.5525 acc=0.3976 tokens=8128.0000 +step=134400 micro_steps=268800 elapsed=4.2s lr=3.000000e-04 loss=3.2914 ppl=26.9060 acc=0.3953 tokens=8128.0000 +step=134420 micro_steps=268840 elapsed=4.2s lr=3.000000e-04 loss=3.2700 ppl=26.3423 acc=0.3986 tokens=8128.0000 +step=134440 micro_steps=268880 elapsed=4.2s lr=3.000000e-04 loss=3.2928 ppl=26.9425 acc=0.3968 tokens=8128.0000 +step=134460 micro_steps=268920 elapsed=4.2s lr=3.000000e-04 loss=3.2769 ppl=26.5233 acc=0.3976 tokens=8128.0000 +step=134480 micro_steps=268960 elapsed=4.2s lr=3.000000e-04 loss=3.2799 ppl=26.6150 acc=0.3968 tokens=8128.0000 +step=134500 micro_steps=269000 elapsed=4.2s lr=3.000000e-04 loss=3.2689 ppl=26.3286 acc=0.3992 tokens=8128.0000 +step=134520 micro_steps=269040 elapsed=4.2s lr=3.000000e-04 loss=3.2808 ppl=26.6265 acc=0.3970 tokens=8128.0000 +step=134540 micro_steps=269080 elapsed=4.2s lr=3.000000e-04 loss=3.2947 ppl=27.0094 acc=0.3958 tokens=8128.0000 +step=134560 micro_steps=269120 elapsed=4.2s lr=3.000000e-04 loss=3.2854 ppl=26.7560 acc=0.3967 tokens=8128.0000 +step=134580 micro_steps=269160 elapsed=4.2s lr=3.000000e-04 loss=3.2825 ppl=26.6737 acc=0.3963 tokens=8128.0000 +step=134600 micro_steps=269200 elapsed=4.2s lr=3.000000e-04 loss=3.2854 ppl=26.7421 acc=0.3962 tokens=8128.0000 +step=134620 micro_steps=269240 elapsed=4.2s lr=3.000000e-04 loss=3.2809 ppl=26.6411 acc=0.3971 tokens=8128.0000 +step=134640 micro_steps=269280 elapsed=4.2s lr=3.000000e-04 loss=3.2810 ppl=26.6335 acc=0.3968 tokens=8128.0000 +step=134660 micro_steps=269320 elapsed=4.2s lr=3.000000e-04 loss=3.2475 ppl=25.8410 acc=0.4009 tokens=8128.0000 +step=134680 micro_steps=269360 elapsed=4.2s lr=3.000000e-04 loss=3.2879 ppl=26.8174 acc=0.3965 tokens=8128.0000 +step=134700 micro_steps=269400 elapsed=4.2s lr=3.000000e-04 loss=3.2784 ppl=26.5665 acc=0.3975 tokens=8128.0000 +step=134720 micro_steps=269440 elapsed=4.2s lr=3.000000e-04 loss=3.2720 ppl=26.3965 acc=0.3982 tokens=8128.0000 +step=134740 micro_steps=269480 elapsed=4.2s lr=3.000000e-04 loss=3.2789 ppl=26.5811 acc=0.3989 tokens=8128.0000 +step=134760 micro_steps=269520 elapsed=4.2s lr=3.000000e-04 loss=3.2904 ppl=26.8988 acc=0.3957 tokens=8128.0000 +step=134780 micro_steps=269560 elapsed=4.2s lr=3.000000e-04 loss=3.2787 ppl=26.5739 acc=0.3983 tokens=8128.0000 +step=134800 micro_steps=269600 elapsed=4.2s lr=3.000000e-04 loss=3.2825 ppl=26.6652 acc=0.3974 tokens=8128.0000 +step=134820 micro_steps=269640 elapsed=4.2s lr=3.000000e-04 loss=3.2719 ppl=26.3896 acc=0.3987 tokens=8128.0000 +step=134840 micro_steps=269680 elapsed=4.2s lr=3.000000e-04 loss=3.2996 ppl=27.1402 acc=0.3963 tokens=8128.0000 +step=134860 micro_steps=269720 elapsed=4.2s lr=3.000000e-04 loss=3.2872 ppl=26.8058 acc=0.3967 tokens=8128.0000 +step=134880 micro_steps=269760 elapsed=4.2s lr=3.000000e-04 loss=3.2802 ppl=26.6214 acc=0.3977 tokens=8128.0000 +step=134900 micro_steps=269800 elapsed=4.2s lr=3.000000e-04 loss=3.2899 ppl=26.8825 acc=0.3964 tokens=8128.0000 +step=134920 micro_steps=269840 elapsed=4.2s lr=3.000000e-04 loss=3.2924 ppl=26.9460 acc=0.3950 tokens=8128.0000 +step=134940 micro_steps=269880 elapsed=4.2s lr=3.000000e-04 loss=3.2804 ppl=26.6387 acc=0.3973 tokens=8128.0000 +step=134960 micro_steps=269920 elapsed=4.2s lr=3.000000e-04 loss=3.2783 ppl=26.5574 acc=0.3965 tokens=8128.0000 +step=134980 micro_steps=269960 elapsed=4.2s lr=3.000000e-04 loss=3.2791 ppl=26.5910 acc=0.3975 tokens=8128.0000 +step=135000 micro_steps=270000 elapsed=4.2s lr=3.000000e-04 loss=3.2875 ppl=26.8118 acc=0.3973 tokens=8128.0000 +[sample step=135000] [CLS]eim you show me may not be fit to be part of such a broader movement. [SEP] "no other team that we have yet to close a door in this league has this referee," goodell said. [SEP] the english agent anthony margulies played henry higgins, a british detective who admires ballard, and van gogh survives, and will win many more, " joseph said. [SEP] drivers automatically pay $50 for a bus pass, handing a $300 credit or allowing the promise of a $5 million life insurance policy. [SEP] more of us might need to be living in one of these blighted areas, but we [SEP] +step=135020 micro_steps=270040 elapsed=6.3s lr=3.000000e-04 loss=3.2811 ppl=26.6443 acc=0.3964 tokens=8128.0000 +step=135040 micro_steps=270080 elapsed=4.1s lr=3.000000e-04 loss=3.2740 ppl=26.4406 acc=0.3976 tokens=8128.0000 +step=135060 micro_steps=270120 elapsed=4.2s lr=3.000000e-04 loss=3.2838 ppl=26.6979 acc=0.3960 tokens=8128.0000 +step=135080 micro_steps=270160 elapsed=4.2s lr=3.000000e-04 loss=3.2833 ppl=26.6962 acc=0.3977 tokens=8128.0000 +step=135100 micro_steps=270200 elapsed=4.2s lr=3.000000e-04 loss=3.2796 ppl=26.5948 acc=0.3981 tokens=8128.0000 +step=135120 micro_steps=270240 elapsed=4.2s lr=3.000000e-04 loss=3.2734 ppl=26.4402 acc=0.3975 tokens=8128.0000 +step=135140 micro_steps=270280 elapsed=4.2s lr=3.000000e-04 loss=3.2730 ppl=26.4225 acc=0.3978 tokens=8128.0000 +step=135160 micro_steps=270320 elapsed=4.2s lr=3.000000e-04 loss=3.2837 ppl=26.7131 acc=0.3959 tokens=8128.0000 +step=135180 micro_steps=270360 elapsed=4.2s lr=3.000000e-04 loss=3.2696 ppl=26.3399 acc=0.3991 tokens=8128.0000 +step=135200 micro_steps=270400 elapsed=4.2s lr=3.000000e-04 loss=3.2695 ppl=26.3239 acc=0.3992 tokens=8128.0000 +step=135220 micro_steps=270440 elapsed=4.2s lr=3.000000e-04 loss=3.2810 ppl=26.6338 acc=0.3960 tokens=8128.0000 +step=135240 micro_steps=270480 elapsed=4.2s lr=3.000000e-04 loss=3.2749 ppl=26.4777 acc=0.3977 tokens=8128.0000 +step=135260 micro_steps=270520 elapsed=4.2s lr=3.000000e-04 loss=3.2808 ppl=26.6279 acc=0.3959 tokens=8128.0000 +step=135280 micro_steps=270560 elapsed=4.2s lr=3.000000e-04 loss=3.2683 ppl=26.3286 acc=0.4002 tokens=8128.0000 +step=135300 micro_steps=270600 elapsed=4.2s lr=3.000000e-04 loss=3.2724 ppl=26.4483 acc=0.3984 tokens=8128.0000 +step=135320 micro_steps=270640 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3491 acc=0.3987 tokens=8128.0000 +step=135340 micro_steps=270680 elapsed=4.2s lr=3.000000e-04 loss=3.2703 ppl=26.3507 acc=0.3982 tokens=8128.0000 +step=135360 micro_steps=270720 elapsed=4.2s lr=3.000000e-04 loss=3.2775 ppl=26.5354 acc=0.3979 tokens=8128.0000 +step=135380 micro_steps=270760 elapsed=4.2s lr=3.000000e-04 loss=3.2814 ppl=26.6405 acc=0.3978 tokens=8128.0000 +step=135400 micro_steps=270800 elapsed=4.2s lr=3.000000e-04 loss=3.2860 ppl=26.7618 acc=0.3971 tokens=8128.0000 +step=135420 micro_steps=270840 elapsed=4.2s lr=3.000000e-04 loss=3.2814 ppl=26.6412 acc=0.3966 tokens=8128.0000 +step=135440 micro_steps=270880 elapsed=4.2s lr=3.000000e-04 loss=3.2752 ppl=26.4738 acc=0.3966 tokens=8128.0000 +step=135460 micro_steps=270920 elapsed=4.2s lr=3.000000e-04 loss=3.2664 ppl=26.2643 acc=0.3997 tokens=8128.0000 +step=135480 micro_steps=270960 elapsed=4.2s lr=3.000000e-04 loss=3.2753 ppl=26.4781 acc=0.3982 tokens=8128.0000 +step=135500 micro_steps=271000 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3439 acc=0.3985 tokens=8128.0000 +step=135520 micro_steps=271040 elapsed=4.2s lr=3.000000e-04 loss=3.2916 ppl=26.9211 acc=0.3955 tokens=8128.0000 +step=135540 micro_steps=271080 elapsed=4.1s lr=3.000000e-04 loss=3.2805 ppl=26.6216 acc=0.3957 tokens=8128.0000 +step=135560 micro_steps=271120 elapsed=4.2s lr=3.000000e-04 loss=3.2841 ppl=26.7161 acc=0.3975 tokens=8128.0000 +step=135580 micro_steps=271160 elapsed=4.2s lr=3.000000e-04 loss=3.2761 ppl=26.4929 acc=0.3979 tokens=8128.0000 +step=135600 micro_steps=271200 elapsed=4.2s lr=3.000000e-04 loss=3.2751 ppl=26.4774 acc=0.3987 tokens=8128.0000 +step=135620 micro_steps=271240 elapsed=4.2s lr=3.000000e-04 loss=3.2874 ppl=26.7961 acc=0.3969 tokens=8128.0000 +step=135640 micro_steps=271280 elapsed=4.2s lr=3.000000e-04 loss=3.2769 ppl=26.5198 acc=0.3978 tokens=8128.0000 +step=135660 micro_steps=271320 elapsed=4.2s lr=3.000000e-04 loss=3.2881 ppl=26.8423 acc=0.3963 tokens=8128.0000 +step=135680 micro_steps=271360 elapsed=4.2s lr=3.000000e-04 loss=3.2828 ppl=26.6776 acc=0.3975 tokens=8128.0000 +step=135700 micro_steps=271400 elapsed=4.2s lr=3.000000e-04 loss=3.2872 ppl=26.8010 acc=0.3966 tokens=8128.0000 +step=135720 micro_steps=271440 elapsed=4.1s lr=3.000000e-04 loss=3.2927 ppl=26.9475 acc=0.3961 tokens=8128.0000 +step=135740 micro_steps=271480 elapsed=4.2s lr=3.000000e-04 loss=3.2741 ppl=26.4480 acc=0.3980 tokens=8128.0000 +step=135760 micro_steps=271520 elapsed=4.1s lr=3.000000e-04 loss=3.2834 ppl=26.6861 acc=0.3972 tokens=8128.0000 +step=135780 micro_steps=271560 elapsed=4.2s lr=3.000000e-04 loss=3.2720 ppl=26.4070 acc=0.3981 tokens=8128.0000 +step=135800 micro_steps=271600 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3818 acc=0.3985 tokens=8128.0000 +step=135820 micro_steps=271640 elapsed=4.1s lr=3.000000e-04 loss=3.2975 ppl=27.0727 acc=0.3954 tokens=8128.0000 +step=135840 micro_steps=271680 elapsed=4.2s lr=3.000000e-04 loss=3.2968 ppl=27.0534 acc=0.3958 tokens=8128.0000 +step=135860 micro_steps=271720 elapsed=4.2s lr=3.000000e-04 loss=3.2892 ppl=26.8507 acc=0.3961 tokens=8128.0000 +step=135880 micro_steps=271760 elapsed=4.1s lr=3.000000e-04 loss=3.2771 ppl=26.5239 acc=0.3970 tokens=8128.0000 +step=135900 micro_steps=271800 elapsed=4.2s lr=3.000000e-04 loss=3.2972 ppl=27.0642 acc=0.3946 tokens=8128.0000 +step=135920 micro_steps=271840 elapsed=4.1s lr=3.000000e-04 loss=3.2596 ppl=26.0743 acc=0.4006 tokens=8128.0000 +step=135940 micro_steps=271880 elapsed=4.1s lr=3.000000e-04 loss=3.2883 ppl=26.8281 acc=0.3965 tokens=8128.0000 +step=135960 micro_steps=271920 elapsed=4.2s lr=3.000000e-04 loss=3.2741 ppl=26.4449 acc=0.3980 tokens=8128.0000 +step=135980 micro_steps=271960 elapsed=4.1s lr=3.000000e-04 loss=3.2856 ppl=26.7636 acc=0.3954 tokens=8128.0000 +step=136000 micro_steps=272000 elapsed=4.1s lr=3.000000e-04 loss=3.2859 ppl=26.7640 acc=0.3969 tokens=8128.0000 +[sample step=136000] [CLS] day of campaigning. [SEP] in the latest incident, a u. s. army sniper rifle team set up meetings on iraqi streets around the u. s. the military was caught up in clashes near the turkey - occupied border between the kurdish caretaker government and the central government. [SEP] under dutch law there is no need to challenge the individual and for a company to "charge an advertisement to sell a product that contains lipitor," the world's no 3 drugmaker, and anheuser - busch inbev, the world's no. 3 brewer, which is also based in detroit. [SEP] nato announced on friday that [SEP] +step=136020 micro_steps=272040 elapsed=6.3s lr=3.000000e-04 loss=3.2837 ppl=26.7171 acc=0.3972 tokens=8128.0000 +step=136040 micro_steps=272080 elapsed=4.1s lr=3.000000e-04 loss=3.2901 ppl=26.8862 acc=0.3974 tokens=8128.0000 +step=136060 micro_steps=272120 elapsed=4.1s lr=3.000000e-04 loss=3.2825 ppl=26.6680 acc=0.3981 tokens=8128.0000 +step=136080 micro_steps=272160 elapsed=4.2s lr=3.000000e-04 loss=3.2752 ppl=26.4835 acc=0.3974 tokens=8128.0000 +step=136100 micro_steps=272200 elapsed=4.1s lr=3.000000e-04 loss=3.2745 ppl=26.4635 acc=0.3975 tokens=8128.0000 +step=136120 micro_steps=272240 elapsed=4.1s lr=3.000000e-04 loss=3.2789 ppl=26.5655 acc=0.3976 tokens=8128.0000 +step=136140 micro_steps=272280 elapsed=4.2s lr=3.000000e-04 loss=3.2753 ppl=26.4710 acc=0.3980 tokens=8128.0000 +step=136160 micro_steps=272320 elapsed=4.2s lr=3.000000e-04 loss=3.2831 ppl=26.6879 acc=0.3961 tokens=8128.0000 +step=136180 micro_steps=272360 elapsed=4.1s lr=3.000000e-04 loss=3.2982 ppl=27.0922 acc=0.3956 tokens=8128.0000 +step=136200 micro_steps=272400 elapsed=4.1s lr=3.000000e-04 loss=3.2850 ppl=26.7356 acc=0.3967 tokens=8128.0000 +step=136220 micro_steps=272440 elapsed=4.2s lr=3.000000e-04 loss=3.2922 ppl=26.9293 acc=0.3963 tokens=8128.0000 +step=136240 micro_steps=272480 elapsed=4.1s lr=3.000000e-04 loss=3.2809 ppl=26.6289 acc=0.3984 tokens=8128.0000 +step=136260 micro_steps=272520 elapsed=4.2s lr=3.000000e-04 loss=3.2729 ppl=26.4279 acc=0.3985 tokens=8128.0000 +step=136280 micro_steps=272560 elapsed=4.2s lr=3.000000e-04 loss=3.2844 ppl=26.7214 acc=0.3969 tokens=8128.0000 +step=136300 micro_steps=272600 elapsed=4.1s lr=3.000000e-04 loss=3.2820 ppl=26.6627 acc=0.3974 tokens=8128.0000 +step=136320 micro_steps=272640 elapsed=4.1s lr=3.000000e-04 loss=3.2801 ppl=26.6152 acc=0.3966 tokens=8128.0000 +step=136340 micro_steps=272680 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3735 acc=0.3990 tokens=8128.0000 +step=136360 micro_steps=272720 elapsed=4.2s lr=3.000000e-04 loss=3.2805 ppl=26.6114 acc=0.3970 tokens=8128.0000 +step=136380 micro_steps=272760 elapsed=4.2s lr=3.000000e-04 loss=3.2867 ppl=26.7880 acc=0.3969 tokens=8128.0000 +step=136400 micro_steps=272800 elapsed=4.2s lr=3.000000e-04 loss=3.2842 ppl=26.7336 acc=0.3970 tokens=8128.0000 +step=136420 micro_steps=272840 elapsed=4.2s lr=3.000000e-04 loss=3.2678 ppl=26.2832 acc=0.3985 tokens=8128.0000 +step=136440 micro_steps=272880 elapsed=4.2s lr=3.000000e-04 loss=3.2774 ppl=26.5274 acc=0.3984 tokens=8128.0000 +step=136460 micro_steps=272920 elapsed=4.1s lr=3.000000e-04 loss=3.2768 ppl=26.5340 acc=0.3979 tokens=8128.0000 +step=136480 micro_steps=272960 elapsed=4.2s lr=3.000000e-04 loss=3.2834 ppl=26.6982 acc=0.3974 tokens=8128.0000 +step=136500 micro_steps=273000 elapsed=4.2s lr=3.000000e-04 loss=3.2939 ppl=26.9786 acc=0.3958 tokens=8128.0000 +step=136520 micro_steps=273040 elapsed=4.2s lr=3.000000e-04 loss=3.2836 ppl=26.6979 acc=0.3972 tokens=8128.0000 +step=136540 micro_steps=273080 elapsed=4.2s lr=3.000000e-04 loss=3.2894 ppl=26.8551 acc=0.3958 tokens=8128.0000 +step=136560 micro_steps=273120 elapsed=4.1s lr=3.000000e-04 loss=3.3039 ppl=27.2495 acc=0.3936 tokens=8128.0000 +step=136580 micro_steps=273160 elapsed=4.2s lr=3.000000e-04 loss=3.2734 ppl=26.4293 acc=0.3985 tokens=8128.0000 +step=136600 micro_steps=273200 elapsed=4.1s lr=3.000000e-04 loss=3.2675 ppl=26.2750 acc=0.3984 tokens=8128.0000 +step=136620 micro_steps=273240 elapsed=4.2s lr=3.000000e-04 loss=3.2786 ppl=26.5727 acc=0.3959 tokens=8128.0000 +step=136640 micro_steps=273280 elapsed=4.2s lr=3.000000e-04 loss=3.2994 ppl=27.1273 acc=0.3949 tokens=8128.0000 +step=136660 micro_steps=273320 elapsed=4.2s lr=3.000000e-04 loss=3.2849 ppl=26.7559 acc=0.3979 tokens=8128.0000 +step=136680 micro_steps=273360 elapsed=4.2s lr=3.000000e-04 loss=3.2816 ppl=26.6468 acc=0.3974 tokens=8128.0000 +step=136700 micro_steps=273400 elapsed=4.1s lr=3.000000e-04 loss=3.2736 ppl=26.4472 acc=0.3984 tokens=8128.0000 +step=136720 micro_steps=273440 elapsed=4.1s lr=3.000000e-04 loss=3.2700 ppl=26.3379 acc=0.3979 tokens=8128.0000 +step=136740 micro_steps=273480 elapsed=4.2s lr=3.000000e-04 loss=3.2759 ppl=26.4914 acc=0.3984 tokens=8128.0000 +step=136760 micro_steps=273520 elapsed=4.1s lr=3.000000e-04 loss=3.2776 ppl=26.5326 acc=0.3975 tokens=8128.0000 +step=136780 micro_steps=273560 elapsed=4.2s lr=3.000000e-04 loss=3.2708 ppl=26.3564 acc=0.3980 tokens=8128.0000 +step=136800 micro_steps=273600 elapsed=4.2s lr=3.000000e-04 loss=3.2796 ppl=26.6092 acc=0.3981 tokens=8128.0000 +step=136820 micro_steps=273640 elapsed=4.2s lr=3.000000e-04 loss=3.2883 ppl=26.8295 acc=0.3965 tokens=8128.0000 +step=136840 micro_steps=273680 elapsed=4.2s lr=3.000000e-04 loss=3.2687 ppl=26.3002 acc=0.3987 tokens=8128.0000 +step=136860 micro_steps=273720 elapsed=4.2s lr=3.000000e-04 loss=3.2889 ppl=26.8529 acc=0.3958 tokens=8128.0000 +step=136880 micro_steps=273760 elapsed=4.2s lr=3.000000e-04 loss=3.2817 ppl=26.6649 acc=0.3969 tokens=8128.0000 +step=136900 micro_steps=273800 elapsed=4.2s lr=3.000000e-04 loss=3.2834 ppl=26.7044 acc=0.3971 tokens=8128.0000 +step=136920 micro_steps=273840 elapsed=4.2s lr=3.000000e-04 loss=3.2762 ppl=26.5057 acc=0.3975 tokens=8128.0000 +step=136940 micro_steps=273880 elapsed=4.2s lr=3.000000e-04 loss=3.2661 ppl=26.2506 acc=0.3980 tokens=8128.0000 +step=136960 micro_steps=273920 elapsed=4.2s lr=3.000000e-04 loss=3.2836 ppl=26.6975 acc=0.3971 tokens=8128.0000 +step=136980 micro_steps=273960 elapsed=4.2s lr=3.000000e-04 loss=3.2856 ppl=26.7521 acc=0.3961 tokens=8128.0000 +step=137000 micro_steps=274000 elapsed=4.2s lr=3.000000e-04 loss=3.2876 ppl=26.8112 acc=0.3959 tokens=8128.0000 +[sample step=137000] [CLS]. "[SEP] however, mclaren president ron dennis told bbc sport the title" is now a fair title "and if a formula one team finish on a stronger note, the decision rests with the fia free to defend the championship. [SEP] 23 - 22 semi - final triumph against simone bolelli, of italy, before an audience in the third round of a grand slam each year, lifted him to joint 24th place and the need never subsided. [SEP] both forecasts balances inadequate development of crops and long - lasting improvements to agriculture and health insurance, among other works. [SEP] yet other stories here have the enactment of an ancient" leadership [SEP] +step=137020 micro_steps=274040 elapsed=6.3s lr=3.000000e-04 loss=3.2762 ppl=26.5046 acc=0.3987 tokens=8128.0000 +step=137040 micro_steps=274080 elapsed=4.2s lr=3.000000e-04 loss=3.2793 ppl=26.5795 acc=0.3967 tokens=8128.0000 +step=137060 micro_steps=274120 elapsed=4.2s lr=3.000000e-04 loss=3.2907 ppl=26.9096 acc=0.3974 tokens=8128.0000 +step=137080 micro_steps=274160 elapsed=4.2s lr=3.000000e-04 loss=3.2793 ppl=26.5889 acc=0.3965 tokens=8128.0000 +step=137100 micro_steps=274200 elapsed=4.2s lr=3.000000e-04 loss=3.2712 ppl=26.3846 acc=0.3980 tokens=8128.0000 +step=137120 micro_steps=274240 elapsed=4.2s lr=3.000000e-04 loss=3.2881 ppl=26.8230 acc=0.3959 tokens=8128.0000 +step=137140 micro_steps=274280 elapsed=4.2s lr=3.000000e-04 loss=3.2623 ppl=26.1469 acc=0.3998 tokens=8128.0000 +step=137160 micro_steps=274320 elapsed=4.2s lr=3.000000e-04 loss=3.2617 ppl=26.1319 acc=0.3990 tokens=8128.0000 +step=137180 micro_steps=274360 elapsed=4.2s lr=3.000000e-04 loss=3.2942 ppl=26.9776 acc=0.3958 tokens=8128.0000 +step=137200 micro_steps=274400 elapsed=4.2s lr=3.000000e-04 loss=3.2784 ppl=26.5520 acc=0.3968 tokens=8128.0000 +step=137220 micro_steps=274440 elapsed=4.2s lr=3.000000e-04 loss=3.2700 ppl=26.3489 acc=0.3984 tokens=8128.0000 +step=137240 micro_steps=274480 elapsed=4.2s lr=3.000000e-04 loss=3.2977 ppl=27.0670 acc=0.3945 tokens=8128.0000 +step=137260 micro_steps=274520 elapsed=4.1s lr=3.000000e-04 loss=3.2744 ppl=26.4609 acc=0.3976 tokens=8128.0000 +step=137280 micro_steps=274560 elapsed=4.2s lr=3.000000e-04 loss=3.2832 ppl=26.7011 acc=0.3964 tokens=8128.0000 +step=137300 micro_steps=274600 elapsed=4.2s lr=3.000000e-04 loss=3.2880 ppl=26.8130 acc=0.3965 tokens=8128.0000 +step=137320 micro_steps=274640 elapsed=4.1s lr=3.000000e-04 loss=3.2789 ppl=26.5863 acc=0.3990 tokens=8128.0000 +step=137340 micro_steps=274680 elapsed=4.2s lr=3.000000e-04 loss=3.2766 ppl=26.5256 acc=0.3977 tokens=8128.0000 +step=137360 micro_steps=274720 elapsed=4.1s lr=3.000000e-04 loss=3.2825 ppl=26.6844 acc=0.3969 tokens=8128.0000 +step=137380 micro_steps=274760 elapsed=4.2s lr=3.000000e-04 loss=3.2866 ppl=26.7684 acc=0.3963 tokens=8128.0000 +step=137400 micro_steps=274800 elapsed=4.2s lr=3.000000e-04 loss=3.2801 ppl=26.6247 acc=0.3982 tokens=8128.0000 +step=137420 micro_steps=274840 elapsed=4.1s lr=3.000000e-04 loss=3.2697 ppl=26.3529 acc=0.3990 tokens=8128.0000 +step=137440 micro_steps=274880 elapsed=4.2s lr=3.000000e-04 loss=3.2916 ppl=26.9308 acc=0.3966 tokens=8128.0000 +step=137460 micro_steps=274920 elapsed=4.2s lr=3.000000e-04 loss=3.2678 ppl=26.2850 acc=0.3980 tokens=8128.0000 +step=137480 micro_steps=274960 elapsed=4.2s lr=3.000000e-04 loss=3.2756 ppl=26.4963 acc=0.3968 tokens=8128.0000 +step=137500 micro_steps=275000 elapsed=4.1s lr=3.000000e-04 loss=3.2782 ppl=26.5598 acc=0.3984 tokens=8128.0000 +step=137520 micro_steps=275040 elapsed=4.2s lr=3.000000e-04 loss=3.2872 ppl=26.7961 acc=0.3972 tokens=8128.0000 +step=137540 micro_steps=275080 elapsed=4.2s lr=3.000000e-04 loss=3.2731 ppl=26.4200 acc=0.3972 tokens=8128.0000 +step=137560 micro_steps=275120 elapsed=4.2s lr=3.000000e-04 loss=3.2927 ppl=26.9591 acc=0.3961 tokens=8128.0000 +step=137580 micro_steps=275160 elapsed=4.2s lr=3.000000e-04 loss=3.2658 ppl=26.2335 acc=0.4003 tokens=8128.0000 +step=137600 micro_steps=275200 elapsed=4.2s lr=3.000000e-04 loss=3.2706 ppl=26.3619 acc=0.3988 tokens=8128.0000 +step=137620 micro_steps=275240 elapsed=4.1s lr=3.000000e-04 loss=3.2712 ppl=26.3765 acc=0.3975 tokens=8128.0000 +step=137640 micro_steps=275280 elapsed=4.2s lr=3.000000e-04 loss=3.2824 ppl=26.6680 acc=0.3967 tokens=8128.0000 +step=137660 micro_steps=275320 elapsed=4.2s lr=3.000000e-04 loss=3.2773 ppl=26.5450 acc=0.3984 tokens=8128.0000 +step=137680 micro_steps=275360 elapsed=4.2s lr=3.000000e-04 loss=3.2723 ppl=26.4110 acc=0.3984 tokens=8128.0000 +step=137700 micro_steps=275400 elapsed=4.1s lr=3.000000e-04 loss=3.2877 ppl=26.8091 acc=0.3969 tokens=8128.0000 +step=137720 micro_steps=275440 elapsed=4.2s lr=3.000000e-04 loss=3.2743 ppl=26.4555 acc=0.3980 tokens=8128.0000 +step=137740 micro_steps=275480 elapsed=4.1s lr=3.000000e-04 loss=3.2881 ppl=26.8315 acc=0.3962 tokens=8128.0000 +step=137760 micro_steps=275520 elapsed=4.2s lr=3.000000e-04 loss=3.2804 ppl=26.6305 acc=0.3977 tokens=8128.0000 +step=137780 micro_steps=275560 elapsed=4.2s lr=3.000000e-04 loss=3.2931 ppl=26.9495 acc=0.3955 tokens=8128.0000 +step=137800 micro_steps=275600 elapsed=4.2s lr=3.000000e-04 loss=3.2860 ppl=26.7727 acc=0.3956 tokens=8128.0000 +step=137820 micro_steps=275640 elapsed=4.2s lr=3.000000e-04 loss=3.2872 ppl=26.8167 acc=0.3959 tokens=8128.0000 +step=137840 micro_steps=275680 elapsed=4.2s lr=3.000000e-04 loss=3.2890 ppl=26.8563 acc=0.3959 tokens=8128.0000 +step=137860 micro_steps=275720 elapsed=4.2s lr=3.000000e-04 loss=3.2759 ppl=26.4993 acc=0.3975 tokens=8128.0000 +step=137880 micro_steps=275760 elapsed=4.2s lr=3.000000e-04 loss=3.3023 ppl=27.2037 acc=0.3943 tokens=8128.0000 +step=137900 micro_steps=275800 elapsed=4.2s lr=3.000000e-04 loss=3.2782 ppl=26.5483 acc=0.3982 tokens=8128.0000 +step=137920 micro_steps=275840 elapsed=4.2s lr=3.000000e-04 loss=3.2802 ppl=26.6104 acc=0.3963 tokens=8128.0000 +step=137940 micro_steps=275880 elapsed=4.2s lr=3.000000e-04 loss=3.2606 ppl=26.1011 acc=0.4009 tokens=8128.0000 +step=137960 micro_steps=275920 elapsed=4.2s lr=3.000000e-04 loss=3.2777 ppl=26.5487 acc=0.3971 tokens=8128.0000 +step=137980 micro_steps=275960 elapsed=4.1s lr=3.000000e-04 loss=3.2792 ppl=26.6041 acc=0.3966 tokens=8128.0000 +step=138000 micro_steps=276000 elapsed=4.1s lr=3.000000e-04 loss=3.2757 ppl=26.4866 acc=0.3982 tokens=8128.0000 +[sample step=138000] [CLS] of town on november 14, the bruins (34 - 3 - 1) needed a remarkable second - period save from el salvador's diego ramos, when he was set up late in the third period by williams, a loose ball that passed between first baseman luis ugirashebuja and boston bruins defenseman jonathan ericsson. [SEP] heung said the study's lead researcher, michael gaye of the public theology faculty at the university of arizona, was not carefully vetted because of concern that elevations are driven more by feelings of enlightenment rather than personal time and pressure to conform to university policy. [SEP] but by invoking [SEP] +step=138020 micro_steps=276040 elapsed=6.3s lr=3.000000e-04 loss=3.2727 ppl=26.4258 acc=0.3973 tokens=8128.0000 +step=138040 micro_steps=276080 elapsed=4.1s lr=3.000000e-04 loss=3.2536 ppl=25.9153 acc=0.4011 tokens=8128.0000 +step=138060 micro_steps=276120 elapsed=4.1s lr=3.000000e-04 loss=3.2947 ppl=26.9950 acc=0.3957 tokens=8128.0000 +step=138080 micro_steps=276160 elapsed=4.2s lr=3.000000e-04 loss=3.2967 ppl=27.0489 acc=0.3941 tokens=8128.0000 +step=138100 micro_steps=276200 elapsed=4.1s lr=3.000000e-04 loss=3.2844 ppl=26.7348 acc=0.3964 tokens=8128.0000 +step=138120 micro_steps=276240 elapsed=4.1s lr=3.000000e-04 loss=3.2723 ppl=26.3941 acc=0.3993 tokens=8128.0000 +step=138140 micro_steps=276280 elapsed=4.2s lr=3.000000e-04 loss=3.2885 ppl=26.8389 acc=0.3961 tokens=8128.0000 +step=138160 micro_steps=276320 elapsed=4.1s lr=3.000000e-04 loss=3.2868 ppl=26.7792 acc=0.3966 tokens=8128.0000 +step=138180 micro_steps=276360 elapsed=4.1s lr=3.000000e-04 loss=3.2633 ppl=26.1699 acc=0.3999 tokens=8128.0000 +step=138200 micro_steps=276400 elapsed=4.2s lr=3.000000e-04 loss=3.2841 ppl=26.7190 acc=0.3965 tokens=8128.0000 +step=138220 micro_steps=276440 elapsed=4.1s lr=3.000000e-04 loss=3.2780 ppl=26.5575 acc=0.3971 tokens=8128.0000 +step=138240 micro_steps=276480 elapsed=4.1s lr=3.000000e-04 loss=3.2819 ppl=26.6621 acc=0.3976 tokens=8128.0000 +step=138260 micro_steps=276520 elapsed=4.2s lr=3.000000e-04 loss=3.2870 ppl=26.7812 acc=0.3962 tokens=8128.0000 +step=138280 micro_steps=276560 elapsed=4.1s lr=3.000000e-04 loss=3.2807 ppl=26.6438 acc=0.3986 tokens=8128.0000 +step=138300 micro_steps=276600 elapsed=4.1s lr=3.000000e-04 loss=3.2652 ppl=26.2939 acc=0.4000 tokens=8128.0000 +step=138320 micro_steps=276640 elapsed=4.1s lr=3.000000e-04 loss=3.2818 ppl=26.6715 acc=0.3964 tokens=8128.0000 +step=138340 micro_steps=276680 elapsed=4.1s lr=3.000000e-04 loss=3.2803 ppl=26.6204 acc=0.3968 tokens=8128.0000 +step=138360 micro_steps=276720 elapsed=4.1s lr=3.000000e-04 loss=3.2730 ppl=26.4262 acc=0.3994 tokens=8128.0000 +step=138380 micro_steps=276760 elapsed=4.2s lr=3.000000e-04 loss=3.2906 ppl=26.8808 acc=0.3959 tokens=8128.0000 +step=138400 micro_steps=276800 elapsed=4.1s lr=3.000000e-04 loss=3.2801 ppl=26.6283 acc=0.3980 tokens=8128.0000 +step=138420 micro_steps=276840 elapsed=4.1s lr=3.000000e-04 loss=3.2833 ppl=26.7168 acc=0.3975 tokens=8128.0000 +step=138440 micro_steps=276880 elapsed=4.1s lr=3.000000e-04 loss=3.2840 ppl=26.7074 acc=0.3965 tokens=8128.0000 +step=138460 micro_steps=276920 elapsed=4.1s lr=3.000000e-04 loss=3.2805 ppl=26.6089 acc=0.3978 tokens=8128.0000 +step=138480 micro_steps=276960 elapsed=4.1s lr=3.000000e-04 loss=3.2802 ppl=26.6021 acc=0.3964 tokens=8128.0000 +step=138500 micro_steps=277000 elapsed=4.1s lr=3.000000e-04 loss=3.2822 ppl=26.6658 acc=0.3972 tokens=8128.0000 +step=138520 micro_steps=277040 elapsed=4.2s lr=3.000000e-04 loss=3.2830 ppl=26.6915 acc=0.3968 tokens=8128.0000 +step=138540 micro_steps=277080 elapsed=4.1s lr=3.000000e-04 loss=3.2771 ppl=26.5204 acc=0.3974 tokens=8128.0000 +step=138560 micro_steps=277120 elapsed=4.1s lr=3.000000e-04 loss=3.2831 ppl=26.6810 acc=0.3966 tokens=8128.0000 +step=138580 micro_steps=277160 elapsed=4.1s lr=3.000000e-04 loss=3.2858 ppl=26.7766 acc=0.3966 tokens=8128.0000 +step=138600 micro_steps=277200 elapsed=4.1s lr=3.000000e-04 loss=3.2744 ppl=26.4698 acc=0.3974 tokens=8128.0000 +step=138620 micro_steps=277240 elapsed=4.1s lr=3.000000e-04 loss=3.2923 ppl=26.9353 acc=0.3961 tokens=8128.0000 +step=138640 micro_steps=277280 elapsed=4.1s lr=3.000000e-04 loss=3.2702 ppl=26.3353 acc=0.3972 tokens=8128.0000 +step=138660 micro_steps=277320 elapsed=4.2s lr=3.000000e-04 loss=3.2863 ppl=26.7825 acc=0.3962 tokens=8128.0000 +step=138680 micro_steps=277360 elapsed=4.1s lr=3.000000e-04 loss=3.2844 ppl=26.7259 acc=0.3984 tokens=8128.0000 +step=138700 micro_steps=277400 elapsed=4.2s lr=3.000000e-04 loss=3.2872 ppl=26.7988 acc=0.3975 tokens=8128.0000 +step=138720 micro_steps=277440 elapsed=4.1s lr=3.000000e-04 loss=3.2711 ppl=26.3682 acc=0.3977 tokens=8128.0000 +step=138740 micro_steps=277480 elapsed=4.1s lr=3.000000e-04 loss=3.2832 ppl=26.7023 acc=0.3980 tokens=8128.0000 +step=138760 micro_steps=277520 elapsed=4.1s lr=3.000000e-04 loss=3.2879 ppl=26.8288 acc=0.3968 tokens=8128.0000 +step=138780 micro_steps=277560 elapsed=4.1s lr=3.000000e-04 loss=3.2649 ppl=26.2106 acc=0.3996 tokens=8128.0000 +step=138800 micro_steps=277600 elapsed=4.1s lr=3.000000e-04 loss=3.2783 ppl=26.5618 acc=0.3974 tokens=8128.0000 +step=138820 micro_steps=277640 elapsed=4.1s lr=3.000000e-04 loss=3.2892 ppl=26.8558 acc=0.3971 tokens=8128.0000 +step=138840 micro_steps=277680 elapsed=4.1s lr=3.000000e-04 loss=3.2991 ppl=27.1233 acc=0.3941 tokens=8128.0000 +step=138860 micro_steps=277720 elapsed=4.1s lr=3.000000e-04 loss=3.2835 ppl=26.7056 acc=0.3961 tokens=8128.0000 +step=138880 micro_steps=277760 elapsed=4.1s lr=3.000000e-04 loss=3.2839 ppl=26.7172 acc=0.3965 tokens=8128.0000 +step=138900 micro_steps=277800 elapsed=4.2s lr=3.000000e-04 loss=3.2881 ppl=26.8253 acc=0.3967 tokens=8128.0000 +step=138920 micro_steps=277840 elapsed=4.1s lr=3.000000e-04 loss=3.2845 ppl=26.7365 acc=0.3967 tokens=8128.0000 +step=138940 micro_steps=277880 elapsed=4.1s lr=3.000000e-04 loss=3.2856 ppl=26.7606 acc=0.3957 tokens=8128.0000 +step=138960 micro_steps=277920 elapsed=4.2s lr=3.000000e-04 loss=3.2854 ppl=26.7499 acc=0.3965 tokens=8128.0000 +step=138980 micro_steps=277960 elapsed=4.1s lr=3.000000e-04 loss=3.2857 ppl=26.7665 acc=0.3978 tokens=8128.0000 +step=139000 micro_steps=278000 elapsed=4.1s lr=3.000000e-04 loss=3.2738 ppl=26.4518 acc=0.3989 tokens=8128.0000 +[sample step=139000] [CLS] couple of reasons to be optimistic. [SEP] 59 per cent of canadians are shy of declaring their catatonic status and 86 per cent regularly kill cats while about 25 per cent regard their pets as a burden, a poll shows. [SEP] it's another to warn the public that it has no power to solve this issue. [SEP] "i've illustrated to the doctors that i like the good humor," she said, then recalled that her friend's heart is being beating so fast she never knew what she must do so fast. [SEP] neither kept records on any political prisoners who were arrested, held without charge or trial or receive [SEP] +step=139020 micro_steps=278040 elapsed=6.3s lr=3.000000e-04 loss=3.2707 ppl=26.3572 acc=0.3987 tokens=8128.0000 +step=139040 micro_steps=278080 elapsed=4.1s lr=3.000000e-04 loss=3.2698 ppl=26.3320 acc=0.3977 tokens=8128.0000 +step=139060 micro_steps=278120 elapsed=4.1s lr=3.000000e-04 loss=3.2723 ppl=26.4481 acc=0.3994 tokens=8128.0000 +step=139080 micro_steps=278160 elapsed=4.1s lr=3.000000e-04 loss=3.2918 ppl=26.9228 acc=0.3958 tokens=8128.0000 +step=139100 micro_steps=278200 elapsed=4.1s lr=3.000000e-04 loss=3.2942 ppl=26.9853 acc=0.3957 tokens=8128.0000 +step=139120 micro_steps=278240 elapsed=4.1s lr=3.000000e-04 loss=3.2776 ppl=26.5496 acc=0.3994 tokens=8128.0000 +step=139140 micro_steps=278280 elapsed=4.1s lr=3.000000e-04 loss=3.2811 ppl=26.6238 acc=0.3990 tokens=8128.0000 +step=139160 micro_steps=278320 elapsed=4.1s lr=3.000000e-04 loss=3.2783 ppl=26.5542 acc=0.3970 tokens=8128.0000 +step=139180 micro_steps=278360 elapsed=4.1s lr=3.000000e-04 loss=3.2784 ppl=26.5722 acc=0.3978 tokens=8128.0000 +step=139200 micro_steps=278400 elapsed=4.1s lr=3.000000e-04 loss=3.2814 ppl=26.6437 acc=0.3979 tokens=8128.0000 +step=139220 micro_steps=278440 elapsed=4.2s lr=3.000000e-04 loss=3.2799 ppl=26.6065 acc=0.3983 tokens=8128.0000 +step=139240 micro_steps=278480 elapsed=4.2s lr=3.000000e-04 loss=3.2826 ppl=26.6771 acc=0.3973 tokens=8128.0000 +step=139260 micro_steps=278520 elapsed=4.1s lr=3.000000e-04 loss=3.2832 ppl=26.7048 acc=0.3971 tokens=8128.0000 +step=139280 micro_steps=278560 elapsed=4.2s lr=3.000000e-04 loss=3.2863 ppl=26.7810 acc=0.3964 tokens=8128.0000 +step=139300 micro_steps=278600 elapsed=4.1s lr=3.000000e-04 loss=3.2744 ppl=26.4748 acc=0.3968 tokens=8128.0000 +step=139320 micro_steps=278640 elapsed=4.1s lr=3.000000e-04 loss=3.2784 ppl=26.5617 acc=0.3982 tokens=8128.0000 +step=139340 micro_steps=278680 elapsed=4.1s lr=3.000000e-04 loss=3.2836 ppl=26.6900 acc=0.3967 tokens=8128.0000 +step=139360 micro_steps=278720 elapsed=4.2s lr=3.000000e-04 loss=3.2779 ppl=26.5404 acc=0.3979 tokens=8128.0000 +step=139380 micro_steps=278760 elapsed=4.2s lr=3.000000e-04 loss=3.2863 ppl=26.7801 acc=0.3956 tokens=8128.0000 +step=139400 micro_steps=278800 elapsed=4.1s lr=3.000000e-04 loss=3.2789 ppl=26.5863 acc=0.3964 tokens=8128.0000 +step=139420 micro_steps=278840 elapsed=4.2s lr=3.000000e-04 loss=3.2981 ppl=27.0965 acc=0.3956 tokens=8128.0000 +step=139440 micro_steps=278880 elapsed=4.2s lr=3.000000e-04 loss=3.2878 ppl=26.8124 acc=0.3957 tokens=8128.0000 +step=139460 micro_steps=278920 elapsed=4.1s lr=3.000000e-04 loss=3.2852 ppl=26.7452 acc=0.3960 tokens=8128.0000 +step=139480 micro_steps=278960 elapsed=4.2s lr=3.000000e-04 loss=3.2842 ppl=26.7294 acc=0.3963 tokens=8128.0000 +step=139500 micro_steps=279000 elapsed=4.2s lr=3.000000e-04 loss=3.2708 ppl=26.3572 acc=0.3987 tokens=8128.0000 +step=139520 micro_steps=279040 elapsed=4.2s lr=3.000000e-04 loss=3.2801 ppl=26.6095 acc=0.3973 tokens=8128.0000 +step=139540 micro_steps=279080 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=26.0210 acc=0.4011 tokens=8128.0000 +step=139560 micro_steps=279120 elapsed=4.2s lr=3.000000e-04 loss=3.2689 ppl=26.3280 acc=0.3985 tokens=8128.0000 +step=139580 micro_steps=279160 elapsed=4.2s lr=3.000000e-04 loss=3.2707 ppl=26.3619 acc=0.3991 tokens=8128.0000 +step=139600 micro_steps=279200 elapsed=4.2s lr=3.000000e-04 loss=3.2694 ppl=26.3310 acc=0.3986 tokens=8128.0000 +step=139620 micro_steps=279240 elapsed=4.1s lr=3.000000e-04 loss=3.2757 ppl=26.5019 acc=0.3978 tokens=8128.0000 +step=139640 micro_steps=279280 elapsed=4.2s lr=3.000000e-04 loss=3.2867 ppl=26.7769 acc=0.3975 tokens=8128.0000 +step=139660 micro_steps=279320 elapsed=4.2s lr=3.000000e-04 loss=3.2741 ppl=26.4494 acc=0.3983 tokens=8128.0000 +step=139680 micro_steps=279360 elapsed=4.2s lr=3.000000e-04 loss=3.2690 ppl=26.3124 acc=0.3981 tokens=8128.0000 +step=139700 micro_steps=279400 elapsed=4.2s lr=3.000000e-04 loss=3.2859 ppl=26.7592 acc=0.3961 tokens=8128.0000 +step=139720 micro_steps=279440 elapsed=4.2s lr=3.000000e-04 loss=3.2695 ppl=26.3340 acc=0.3993 tokens=8128.0000 +step=139740 micro_steps=279480 elapsed=4.1s lr=3.000000e-04 loss=3.2834 ppl=26.7011 acc=0.3974 tokens=8128.0000 +step=139760 micro_steps=279520 elapsed=4.2s lr=3.000000e-04 loss=3.2882 ppl=26.8214 acc=0.3962 tokens=8128.0000 +step=139780 micro_steps=279560 elapsed=4.2s lr=3.000000e-04 loss=3.2835 ppl=26.7006 acc=0.3970 tokens=8128.0000 +step=139800 micro_steps=279600 elapsed=4.2s lr=3.000000e-04 loss=3.2785 ppl=26.5501 acc=0.3959 tokens=8128.0000 +step=139820 micro_steps=279640 elapsed=4.2s lr=3.000000e-04 loss=3.2764 ppl=26.5149 acc=0.3986 tokens=8128.0000 +step=139840 micro_steps=279680 elapsed=4.2s lr=3.000000e-04 loss=3.2832 ppl=26.6887 acc=0.3978 tokens=8128.0000 +step=139860 micro_steps=279720 elapsed=4.2s lr=3.000000e-04 loss=3.2804 ppl=26.6140 acc=0.3963 tokens=8128.0000 +step=139880 micro_steps=279760 elapsed=4.1s lr=3.000000e-04 loss=3.2832 ppl=26.6989 acc=0.3973 tokens=8128.0000 +step=139900 micro_steps=279800 elapsed=4.2s lr=3.000000e-04 loss=3.2797 ppl=26.6024 acc=0.3967 tokens=8128.0000 +step=139920 micro_steps=279840 elapsed=4.1s lr=3.000000e-04 loss=3.2838 ppl=26.7070 acc=0.3979 tokens=8128.0000 +step=139940 micro_steps=279880 elapsed=4.1s lr=3.000000e-04 loss=3.2793 ppl=26.5915 acc=0.3965 tokens=8128.0000 +step=139960 micro_steps=279920 elapsed=4.2s lr=3.000000e-04 loss=3.2911 ppl=26.9060 acc=0.3953 tokens=8128.0000 +step=139980 micro_steps=279960 elapsed=4.1s lr=3.000000e-04 loss=3.2783 ppl=26.5494 acc=0.3977 tokens=8128.0000 +step=140000 micro_steps=280000 elapsed=4.1s lr=3.000000e-04 loss=3.2879 ppl=26.8167 acc=0.3960 tokens=8128.0000 +[sample step=140000] [CLS] get funding is becaud kazakhstan. [SEP] tom vilsack, the agriculture commissioner, said in may that he was wary of budget setbacks but said it was not ideal. [SEP] their substantial backing along their traditional conservative flank will be crucial without david cameron's gain or labour's loss. [SEP] rioters in march torched several police buildings on tibet's disputed kashmir region, and left at least 135 people dead in unrest there. [SEP] if this relief can be found, it might be even more rapid than the technology - self - sufficiency that put millions out of work. [SEP] some people are bitch'n [SEP] +step=140020 micro_steps=280040 elapsed=7.3s lr=3.000000e-04 loss=3.2791 ppl=26.5854 acc=0.3969 tokens=8128.0000 +step=140040 micro_steps=280080 elapsed=4.2s lr=3.000000e-04 loss=3.2720 ppl=26.4006 acc=0.3984 tokens=8128.0000 +step=140060 micro_steps=280120 elapsed=4.2s lr=3.000000e-04 loss=3.2835 ppl=26.7145 acc=0.3966 tokens=8128.0000 +step=140080 micro_steps=280160 elapsed=4.2s lr=3.000000e-04 loss=3.2823 ppl=26.6775 acc=0.3964 tokens=8128.0000 +step=140100 micro_steps=280200 elapsed=4.2s lr=3.000000e-04 loss=3.2777 ppl=26.5354 acc=0.3987 tokens=8128.0000 +step=140120 micro_steps=280240 elapsed=4.2s lr=3.000000e-04 loss=3.2731 ppl=26.4147 acc=0.3986 tokens=8128.0000 +step=140140 micro_steps=280280 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.8040 acc=0.4017 tokens=8128.0000 +step=140160 micro_steps=280320 elapsed=4.2s lr=3.000000e-04 loss=3.2832 ppl=26.6923 acc=0.3967 tokens=8128.0000 +step=140180 micro_steps=280360 elapsed=4.2s lr=3.000000e-04 loss=3.2723 ppl=26.4077 acc=0.3981 tokens=8128.0000 +step=140200 micro_steps=280400 elapsed=4.1s lr=3.000000e-04 loss=3.2879 ppl=26.8237 acc=0.3971 tokens=8128.0000 +step=140220 micro_steps=280440 elapsed=4.2s lr=3.000000e-04 loss=3.2720 ppl=26.3978 acc=0.3977 tokens=8128.0000 +step=140240 micro_steps=280480 elapsed=4.1s lr=3.000000e-04 loss=3.2801 ppl=26.6139 acc=0.3981 tokens=8128.0000 +step=140260 micro_steps=280520 elapsed=4.1s lr=3.000000e-04 loss=3.2731 ppl=26.4249 acc=0.3984 tokens=8128.0000 +step=140280 micro_steps=280560 elapsed=4.1s lr=3.000000e-04 loss=3.2937 ppl=26.9847 acc=0.3950 tokens=8128.0000 +step=140300 micro_steps=280600 elapsed=4.1s lr=3.000000e-04 loss=3.2739 ppl=26.4440 acc=0.3977 tokens=8128.0000 +step=140320 micro_steps=280640 elapsed=4.2s lr=3.000000e-04 loss=3.2747 ppl=26.4493 acc=0.3987 tokens=8128.0000 +step=140340 micro_steps=280680 elapsed=4.1s lr=3.000000e-04 loss=3.2730 ppl=26.4388 acc=0.3985 tokens=8128.0000 +step=140360 micro_steps=280720 elapsed=4.1s lr=3.000000e-04 loss=3.2936 ppl=26.9778 acc=0.3949 tokens=8128.0000 +step=140380 micro_steps=280760 elapsed=4.2s lr=3.000000e-04 loss=3.2733 ppl=26.4307 acc=0.3987 tokens=8128.0000 +step=140400 micro_steps=280800 elapsed=4.1s lr=3.000000e-04 loss=3.2799 ppl=26.6061 acc=0.3987 tokens=8128.0000 +step=140420 micro_steps=280840 elapsed=4.2s lr=3.000000e-04 loss=3.2852 ppl=26.7444 acc=0.3964 tokens=8128.0000 +step=140440 micro_steps=280880 elapsed=4.2s lr=3.000000e-04 loss=3.2863 ppl=26.7810 acc=0.3973 tokens=8128.0000 +step=140460 micro_steps=280920 elapsed=4.2s lr=3.000000e-04 loss=3.2690 ppl=26.3268 acc=0.3991 tokens=8128.0000 +step=140480 micro_steps=280960 elapsed=4.1s lr=3.000000e-04 loss=3.2744 ppl=26.4661 acc=0.3998 tokens=8128.0000 +step=140500 micro_steps=281000 elapsed=4.2s lr=3.000000e-04 loss=3.2754 ppl=26.5001 acc=0.3986 tokens=8128.0000 +step=140520 micro_steps=281040 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.1182 acc=0.4002 tokens=8128.0000 +step=140540 micro_steps=281080 elapsed=4.1s lr=3.000000e-04 loss=3.2806 ppl=26.6202 acc=0.3967 tokens=8128.0000 +step=140560 micro_steps=281120 elapsed=4.2s lr=3.000000e-04 loss=3.2714 ppl=26.3902 acc=0.3971 tokens=8128.0000 +step=140580 micro_steps=281160 elapsed=4.2s lr=3.000000e-04 loss=3.2750 ppl=26.4686 acc=0.3988 tokens=8128.0000 +step=140600 micro_steps=281200 elapsed=4.1s lr=3.000000e-04 loss=3.2758 ppl=26.4916 acc=0.3973 tokens=8128.0000 +step=140620 micro_steps=281240 elapsed=4.2s lr=3.000000e-04 loss=3.2800 ppl=26.6132 acc=0.3975 tokens=8128.0000 +step=140640 micro_steps=281280 elapsed=4.1s lr=3.000000e-04 loss=3.2591 ppl=26.0589 acc=0.3997 tokens=8128.0000 +step=140660 micro_steps=281320 elapsed=4.2s lr=3.000000e-04 loss=3.2746 ppl=26.4547 acc=0.3987 tokens=8128.0000 +step=140680 micro_steps=281360 elapsed=4.2s lr=3.000000e-04 loss=3.2685 ppl=26.3060 acc=0.3991 tokens=8128.0000 +step=140700 micro_steps=281400 elapsed=4.2s lr=3.000000e-04 loss=3.2767 ppl=26.5278 acc=0.3973 tokens=8128.0000 +step=140720 micro_steps=281440 elapsed=4.2s lr=3.000000e-04 loss=3.2828 ppl=26.6672 acc=0.3961 tokens=8128.0000 +step=140740 micro_steps=281480 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=26.0475 acc=0.4007 tokens=8128.0000 +step=140760 micro_steps=281520 elapsed=4.2s lr=3.000000e-04 loss=3.2837 ppl=26.7016 acc=0.3962 tokens=8128.0000 +step=140780 micro_steps=281560 elapsed=4.1s lr=3.000000e-04 loss=3.2842 ppl=26.7339 acc=0.3969 tokens=8128.0000 +step=140800 micro_steps=281600 elapsed=4.2s lr=3.000000e-04 loss=3.2836 ppl=26.7069 acc=0.3970 tokens=8128.0000 +step=140820 micro_steps=281640 elapsed=4.2s lr=3.000000e-04 loss=3.2624 ppl=26.1363 acc=0.3983 tokens=8128.0000 +step=140840 micro_steps=281680 elapsed=4.2s lr=3.000000e-04 loss=3.2780 ppl=26.5664 acc=0.3969 tokens=8128.0000 +step=140860 micro_steps=281720 elapsed=4.2s lr=3.000000e-04 loss=3.2836 ppl=26.7065 acc=0.3977 tokens=8128.0000 +step=140880 micro_steps=281760 elapsed=4.1s lr=3.000000e-04 loss=3.2788 ppl=26.5916 acc=0.3980 tokens=8128.0000 +step=140900 micro_steps=281800 elapsed=4.2s lr=3.000000e-04 loss=3.2613 ppl=26.1112 acc=0.3998 tokens=8128.0000 +step=140920 micro_steps=281840 elapsed=4.2s lr=3.000000e-04 loss=3.2777 ppl=26.5427 acc=0.3978 tokens=8128.0000 +step=140940 micro_steps=281880 elapsed=4.2s lr=3.000000e-04 loss=3.2783 ppl=26.5525 acc=0.3975 tokens=8128.0000 +step=140960 micro_steps=281920 elapsed=4.2s lr=3.000000e-04 loss=3.2786 ppl=26.5640 acc=0.3969 tokens=8128.0000 +step=140980 micro_steps=281960 elapsed=4.2s lr=3.000000e-04 loss=3.2819 ppl=26.6429 acc=0.3964 tokens=8128.0000 +step=141000 micro_steps=282000 elapsed=4.2s lr=3.000000e-04 loss=3.2784 ppl=26.5638 acc=0.3975 tokens=8128.0000 +[sample step=141000] [CLS] and three - run homer in a 6 - 4 win over the los angeles angels on sunday night. [SEP] new york (ap) - the new york state premier league soccer star accused a u. s. psychologist of criminal motives over an incident in which a player lost concentration during a tie. [SEP] mcdonald, also written for the television series, called it a thoughtful study in the putative decline of the palestinian industry. [SEP] brooks may have been prone to the terrible intentions of hollywood, but the uncomfortable truths still proved to be the black stars like the french bronze medalists marion jones and jackie joyner - kersee. [SEP] actor [SEP] +step=141020 micro_steps=282040 elapsed=6.3s lr=3.000000e-04 loss=3.2804 ppl=26.6200 acc=0.3968 tokens=8128.0000 +step=141040 micro_steps=282080 elapsed=4.2s lr=3.000000e-04 loss=3.2774 ppl=26.5365 acc=0.3978 tokens=8128.0000 +step=141060 micro_steps=282120 elapsed=4.2s lr=3.000000e-04 loss=3.2711 ppl=26.3726 acc=0.3981 tokens=8128.0000 +step=141080 micro_steps=282160 elapsed=4.2s lr=3.000000e-04 loss=3.2791 ppl=26.5933 acc=0.3983 tokens=8128.0000 +step=141100 micro_steps=282200 elapsed=4.2s lr=3.000000e-04 loss=3.2889 ppl=26.8403 acc=0.3965 tokens=8128.0000 +step=141120 micro_steps=282240 elapsed=4.2s lr=3.000000e-04 loss=3.2821 ppl=26.6652 acc=0.3970 tokens=8128.0000 +step=141140 micro_steps=282280 elapsed=4.2s lr=3.000000e-04 loss=3.2699 ppl=26.3388 acc=0.3982 tokens=8128.0000 +step=141160 micro_steps=282320 elapsed=4.2s lr=3.000000e-04 loss=3.2789 ppl=26.5807 acc=0.3964 tokens=8128.0000 +step=141180 micro_steps=282360 elapsed=4.2s lr=3.000000e-04 loss=3.2845 ppl=26.7195 acc=0.3958 tokens=8128.0000 +step=141200 micro_steps=282400 elapsed=4.1s lr=3.000000e-04 loss=3.2854 ppl=26.7408 acc=0.3978 tokens=8128.0000 +step=141220 micro_steps=282440 elapsed=4.2s lr=3.000000e-04 loss=3.2745 ppl=26.4580 acc=0.3983 tokens=8128.0000 +step=141240 micro_steps=282480 elapsed=4.2s lr=3.000000e-04 loss=3.2946 ppl=26.9865 acc=0.3960 tokens=8128.0000 +step=141260 micro_steps=282520 elapsed=4.2s lr=3.000000e-04 loss=3.2753 ppl=26.4746 acc=0.3979 tokens=8128.0000 +step=141280 micro_steps=282560 elapsed=4.2s lr=3.000000e-04 loss=3.2663 ppl=26.2465 acc=0.3983 tokens=8128.0000 +step=141300 micro_steps=282600 elapsed=4.1s lr=3.000000e-04 loss=3.2766 ppl=26.5294 acc=0.3974 tokens=8128.0000 +step=141320 micro_steps=282640 elapsed=4.1s lr=3.000000e-04 loss=3.2690 ppl=26.3183 acc=0.3987 tokens=8128.0000 +step=141340 micro_steps=282680 elapsed=4.1s lr=3.000000e-04 loss=3.2799 ppl=26.6002 acc=0.3968 tokens=8128.0000 +step=141360 micro_steps=282720 elapsed=4.2s lr=3.000000e-04 loss=3.2859 ppl=26.7761 acc=0.3969 tokens=8128.0000 +step=141380 micro_steps=282760 elapsed=4.1s lr=3.000000e-04 loss=3.2754 ppl=26.4882 acc=0.3980 tokens=8128.0000 +step=141400 micro_steps=282800 elapsed=4.2s lr=3.000000e-04 loss=3.2881 ppl=26.8216 acc=0.3955 tokens=8128.0000 +step=141420 micro_steps=282840 elapsed=4.2s lr=3.000000e-04 loss=3.2737 ppl=26.4383 acc=0.3977 tokens=8128.0000 +step=141440 micro_steps=282880 elapsed=4.2s lr=3.000000e-04 loss=3.2826 ppl=26.6797 acc=0.3968 tokens=8128.0000 +step=141460 micro_steps=282920 elapsed=4.2s lr=3.000000e-04 loss=3.2821 ppl=26.6714 acc=0.3976 tokens=8128.0000 +step=141480 micro_steps=282960 elapsed=4.2s lr=3.000000e-04 loss=3.2946 ppl=26.9976 acc=0.3957 tokens=8128.0000 +step=141500 micro_steps=283000 elapsed=4.1s lr=3.000000e-04 loss=3.2818 ppl=26.6467 acc=0.3977 tokens=8128.0000 +step=141520 micro_steps=283040 elapsed=4.2s lr=3.000000e-04 loss=3.2782 ppl=26.5550 acc=0.3968 tokens=8128.0000 +step=141540 micro_steps=283080 elapsed=4.2s lr=3.000000e-04 loss=3.2835 ppl=26.6893 acc=0.3976 tokens=8128.0000 +step=141560 micro_steps=283120 elapsed=4.2s lr=3.000000e-04 loss=3.2726 ppl=26.4196 acc=0.3974 tokens=8128.0000 +step=141580 micro_steps=283160 elapsed=4.2s lr=3.000000e-04 loss=3.2835 ppl=26.7126 acc=0.3978 tokens=8128.0000 +step=141600 micro_steps=283200 elapsed=4.2s lr=3.000000e-04 loss=3.2644 ppl=26.2073 acc=0.3998 tokens=8128.0000 +step=141620 micro_steps=283240 elapsed=4.1s lr=3.000000e-04 loss=3.2702 ppl=26.3500 acc=0.3987 tokens=8128.0000 +step=141640 micro_steps=283280 elapsed=4.2s lr=3.000000e-04 loss=3.2739 ppl=26.4455 acc=0.3980 tokens=8128.0000 +step=141660 micro_steps=283320 elapsed=4.2s lr=3.000000e-04 loss=3.2704 ppl=26.3662 acc=0.3981 tokens=8128.0000 +step=141680 micro_steps=283360 elapsed=4.1s lr=3.000000e-04 loss=3.2692 ppl=26.3185 acc=0.3983 tokens=8128.0000 +step=141700 micro_steps=283400 elapsed=4.2s lr=3.000000e-04 loss=3.2632 ppl=26.1584 acc=0.3998 tokens=8128.0000 +step=141720 micro_steps=283440 elapsed=4.2s lr=3.000000e-04 loss=3.2723 ppl=26.4104 acc=0.3975 tokens=8128.0000 +step=141740 micro_steps=283480 elapsed=4.2s lr=3.000000e-04 loss=3.2769 ppl=26.5209 acc=0.3978 tokens=8128.0000 +step=141760 micro_steps=283520 elapsed=4.2s lr=3.000000e-04 loss=3.2764 ppl=26.5043 acc=0.3989 tokens=8128.0000 +step=141780 micro_steps=283560 elapsed=4.2s lr=3.000000e-04 loss=3.2759 ppl=26.4979 acc=0.3974 tokens=8128.0000 +step=141800 micro_steps=283600 elapsed=4.2s lr=3.000000e-04 loss=3.2825 ppl=26.6662 acc=0.3977 tokens=8128.0000 +step=141820 micro_steps=283640 elapsed=4.2s lr=3.000000e-04 loss=3.2822 ppl=26.6578 acc=0.3974 tokens=8128.0000 +step=141840 micro_steps=283680 elapsed=4.2s lr=3.000000e-04 loss=3.2934 ppl=26.9566 acc=0.3954 tokens=8128.0000 +step=141860 micro_steps=283720 elapsed=4.1s lr=3.000000e-04 loss=3.2723 ppl=26.4045 acc=0.3984 tokens=8128.0000 +step=141880 micro_steps=283760 elapsed=4.2s lr=3.000000e-04 loss=3.2683 ppl=26.2989 acc=0.3987 tokens=8128.0000 +step=141900 micro_steps=283800 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2520 acc=0.3981 tokens=8128.0000 +step=141920 micro_steps=283840 elapsed=4.2s lr=3.000000e-04 loss=3.2789 ppl=26.5722 acc=0.3975 tokens=8128.0000 +step=141940 micro_steps=283880 elapsed=4.2s lr=3.000000e-04 loss=3.2829 ppl=26.6769 acc=0.3960 tokens=8128.0000 +step=141960 micro_steps=283920 elapsed=4.1s lr=3.000000e-04 loss=3.2864 ppl=26.7804 acc=0.3949 tokens=8128.0000 +step=141980 micro_steps=283960 elapsed=4.1s lr=3.000000e-04 loss=3.2882 ppl=26.8279 acc=0.3965 tokens=8128.0000 +step=142000 micro_steps=284000 elapsed=4.2s lr=3.000000e-04 loss=3.2898 ppl=26.8555 acc=0.3960 tokens=8128.0000 +[sample step=142000] [CLS]dberg for the islanders. [SEP] my mommy is allergic to vegetables. [SEP] james beatty, 20, from hythe, norfolk, died after being beaten at the former police barracks in the town's corals concession. [SEP] the administration has said it would use the proceeds from the auction to create jobs. [SEP] "you see how they power steve bruce's staff well," wenger said in a statement. [SEP] " the system uses its ability to use the prosecutor. [SEP] the bjp is good at overstatement. [SEP] an earlier version of this article misstated the number of reports verizon has enticed customers into [SEP] +step=142020 micro_steps=284040 elapsed=6.3s lr=3.000000e-04 loss=3.2721 ppl=26.4024 acc=0.3978 tokens=8128.0000 +step=142040 micro_steps=284080 elapsed=4.1s lr=3.000000e-04 loss=3.2771 ppl=26.5310 acc=0.3983 tokens=8128.0000 +step=142060 micro_steps=284120 elapsed=4.2s lr=3.000000e-04 loss=3.2817 ppl=26.6516 acc=0.3978 tokens=8128.0000 +step=142080 micro_steps=284160 elapsed=4.2s lr=3.000000e-04 loss=3.2749 ppl=26.4704 acc=0.3984 tokens=8128.0000 +step=142100 micro_steps=284200 elapsed=4.2s lr=3.000000e-04 loss=3.2681 ppl=26.2833 acc=0.3987 tokens=8128.0000 +step=142120 micro_steps=284240 elapsed=4.2s lr=3.000000e-04 loss=3.2764 ppl=26.5212 acc=0.3965 tokens=8128.0000 +step=142140 micro_steps=284280 elapsed=4.2s lr=3.000000e-04 loss=3.2831 ppl=26.6981 acc=0.3973 tokens=8128.0000 +step=142160 micro_steps=284320 elapsed=4.2s lr=3.000000e-04 loss=3.2798 ppl=26.6090 acc=0.3965 tokens=8128.0000 +step=142180 micro_steps=284360 elapsed=4.1s lr=3.000000e-04 loss=3.2559 ppl=25.9866 acc=0.4009 tokens=8128.0000 +step=142200 micro_steps=284400 elapsed=4.2s lr=3.000000e-04 loss=3.2780 ppl=26.5495 acc=0.3968 tokens=8128.0000 +step=142220 micro_steps=284440 elapsed=4.2s lr=3.000000e-04 loss=3.2932 ppl=26.9544 acc=0.3955 tokens=8128.0000 +step=142240 micro_steps=284480 elapsed=4.2s lr=3.000000e-04 loss=3.2808 ppl=26.6403 acc=0.3971 tokens=8128.0000 +step=142260 micro_steps=284520 elapsed=4.2s lr=3.000000e-04 loss=3.2704 ppl=26.3820 acc=0.3985 tokens=8128.0000 +step=142280 micro_steps=284560 elapsed=4.2s lr=3.000000e-04 loss=3.2919 ppl=26.9235 acc=0.3958 tokens=8128.0000 +step=142300 micro_steps=284600 elapsed=4.2s lr=3.000000e-04 loss=3.2783 ppl=26.5691 acc=0.3981 tokens=8128.0000 +step=142320 micro_steps=284640 elapsed=4.2s lr=3.000000e-04 loss=3.2808 ppl=26.6294 acc=0.3975 tokens=8128.0000 +step=142340 micro_steps=284680 elapsed=4.2s lr=3.000000e-04 loss=3.2839 ppl=26.7096 acc=0.3978 tokens=8128.0000 +step=142360 micro_steps=284720 elapsed=4.2s lr=3.000000e-04 loss=3.2796 ppl=26.5996 acc=0.3967 tokens=8128.0000 +step=142380 micro_steps=284760 elapsed=4.2s lr=3.000000e-04 loss=3.2774 ppl=26.5340 acc=0.3982 tokens=8128.0000 +step=142400 micro_steps=284800 elapsed=4.2s lr=3.000000e-04 loss=3.2657 ppl=26.2342 acc=0.3978 tokens=8128.0000 +step=142420 micro_steps=284840 elapsed=4.2s lr=3.000000e-04 loss=3.2785 ppl=26.5778 acc=0.3974 tokens=8128.0000 +step=142440 micro_steps=284880 elapsed=4.2s lr=3.000000e-04 loss=3.2627 ppl=26.1525 acc=0.3998 tokens=8128.0000 +step=142460 micro_steps=284920 elapsed=4.2s lr=3.000000e-04 loss=3.2758 ppl=26.4948 acc=0.3975 tokens=8128.0000 +step=142480 micro_steps=284960 elapsed=4.2s lr=3.000000e-04 loss=3.2886 ppl=26.8408 acc=0.3958 tokens=8128.0000 +step=142500 micro_steps=285000 elapsed=4.1s lr=3.000000e-04 loss=3.2684 ppl=26.3066 acc=0.3984 tokens=8128.0000 +step=142520 micro_steps=285040 elapsed=4.1s lr=3.000000e-04 loss=3.2916 ppl=26.9205 acc=0.3968 tokens=8128.0000 +step=142540 micro_steps=285080 elapsed=4.1s lr=3.000000e-04 loss=3.2811 ppl=26.6293 acc=0.3976 tokens=8128.0000 +step=142560 micro_steps=285120 elapsed=4.2s lr=3.000000e-04 loss=3.2821 ppl=26.6617 acc=0.3982 tokens=8128.0000 +step=142580 micro_steps=285160 elapsed=4.2s lr=3.000000e-04 loss=3.2805 ppl=26.6315 acc=0.3967 tokens=8128.0000 +step=142600 micro_steps=285200 elapsed=4.2s lr=3.000000e-04 loss=3.2883 ppl=26.8184 acc=0.3949 tokens=8128.0000 +step=142620 micro_steps=285240 elapsed=4.1s lr=3.000000e-04 loss=3.2743 ppl=26.4593 acc=0.3961 tokens=8128.0000 +step=142640 micro_steps=285280 elapsed=4.1s lr=3.000000e-04 loss=3.2800 ppl=26.6174 acc=0.3974 tokens=8128.0000 +step=142660 micro_steps=285320 elapsed=4.2s lr=3.000000e-04 loss=3.2821 ppl=26.6613 acc=0.3969 tokens=8128.0000 +step=142680 micro_steps=285360 elapsed=4.2s lr=3.000000e-04 loss=3.2889 ppl=26.8490 acc=0.3961 tokens=8128.0000 +step=142700 micro_steps=285400 elapsed=4.2s lr=3.000000e-04 loss=3.2791 ppl=26.5885 acc=0.3978 tokens=8128.0000 +step=142720 micro_steps=285440 elapsed=4.8s lr=3.000000e-04 loss=3.2667 ppl=26.3885 acc=0.4000 tokens=7934.3250 +step=142740 micro_steps=285480 elapsed=4.2s lr=3.000000e-04 loss=3.2849 ppl=26.7435 acc=0.3956 tokens=8128.0000 +step=142760 micro_steps=285520 elapsed=4.5s lr=3.000000e-04 loss=3.2712 ppl=26.3779 acc=0.3980 tokens=8128.0000 +step=142780 micro_steps=285560 elapsed=5.2s lr=3.000000e-04 loss=3.2828 ppl=26.6801 acc=0.3982 tokens=8128.0000 +step=142800 micro_steps=285600 elapsed=4.2s lr=3.000000e-04 loss=3.2783 ppl=26.5733 acc=0.3981 tokens=8128.0000 +step=142820 micro_steps=285640 elapsed=4.2s lr=3.000000e-04 loss=3.2654 ppl=26.2194 acc=0.3988 tokens=8128.0000 +step=142840 micro_steps=285680 elapsed=4.2s lr=3.000000e-04 loss=3.2685 ppl=26.3180 acc=0.3991 tokens=8128.0000 +step=142860 micro_steps=285720 elapsed=4.2s lr=3.000000e-04 loss=3.2814 ppl=26.6400 acc=0.3978 tokens=8128.0000 +step=142880 micro_steps=285760 elapsed=4.2s lr=3.000000e-04 loss=3.2929 ppl=26.9565 acc=0.3959 tokens=8128.0000 +step=142900 micro_steps=285800 elapsed=4.2s lr=3.000000e-04 loss=3.2713 ppl=26.3743 acc=0.3978 tokens=8128.0000 +step=142920 micro_steps=285840 elapsed=4.2s lr=3.000000e-04 loss=3.2736 ppl=26.4342 acc=0.3982 tokens=8128.0000 +step=142940 micro_steps=285880 elapsed=4.2s lr=3.000000e-04 loss=3.2712 ppl=26.3737 acc=0.3976 tokens=8128.0000 +step=142960 micro_steps=285920 elapsed=4.1s lr=3.000000e-04 loss=3.2732 ppl=26.4203 acc=0.3978 tokens=8128.0000 +step=142980 micro_steps=285960 elapsed=4.2s lr=3.000000e-04 loss=3.2807 ppl=26.6179 acc=0.3973 tokens=8128.0000 +step=143000 micro_steps=286000 elapsed=4.2s lr=3.000000e-04 loss=3.2720 ppl=26.3952 acc=0.3986 tokens=8128.0000 +[sample step=143000] [CLS] afternoon, an official in the audit said on condition of anonymity because he was not authorized to discuss the matter. [SEP] remember what you're looking at. [SEP] did you hear that the'96 ford mustang's prior appearance in front of the musicier lights was a stunt? [SEP] also starring de niro, scottsborough spends the next three days suspended from the story. [SEP] next up were volunteers who filled all six pews where cakes with pies made by gourmet and food producers from italy, germany, spain and other countries with products produced from alberta. [SEP] to many, the obama presidency has brought [SEP] +step=143020 micro_steps=286040 elapsed=6.3s lr=3.000000e-04 loss=3.2836 ppl=26.6835 acc=0.3968 tokens=8128.0000 +step=143040 micro_steps=286080 elapsed=4.1s lr=3.000000e-04 loss=3.2840 ppl=26.7236 acc=0.3965 tokens=8128.0000 +step=143060 micro_steps=286120 elapsed=4.2s lr=3.000000e-04 loss=3.2907 ppl=26.9021 acc=0.3971 tokens=8128.0000 +step=143080 micro_steps=286160 elapsed=4.2s lr=3.000000e-04 loss=3.2896 ppl=26.8923 acc=0.3958 tokens=8128.0000 +step=143100 micro_steps=286200 elapsed=4.2s lr=3.000000e-04 loss=3.2744 ppl=26.4603 acc=0.3980 tokens=8128.0000 +step=143120 micro_steps=286240 elapsed=4.2s lr=3.000000e-04 loss=3.2758 ppl=26.5064 acc=0.3975 tokens=8128.0000 +step=143140 micro_steps=286280 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2507 acc=0.4005 tokens=8128.0000 +step=143160 micro_steps=286320 elapsed=4.2s lr=3.000000e-04 loss=3.2698 ppl=26.3316 acc=0.3985 tokens=8128.0000 +step=143180 micro_steps=286360 elapsed=4.2s lr=3.000000e-04 loss=3.2746 ppl=26.4725 acc=0.3979 tokens=8128.0000 +step=143200 micro_steps=286400 elapsed=4.2s lr=3.000000e-04 loss=3.2757 ppl=26.5003 acc=0.3973 tokens=8128.0000 +step=143220 micro_steps=286440 elapsed=4.2s lr=3.000000e-04 loss=3.2773 ppl=26.5302 acc=0.3982 tokens=8128.0000 +step=143240 micro_steps=286480 elapsed=4.2s lr=3.000000e-04 loss=3.2805 ppl=26.6202 acc=0.3979 tokens=8128.0000 +step=143260 micro_steps=286520 elapsed=4.2s lr=3.000000e-04 loss=3.2800 ppl=26.6150 acc=0.3971 tokens=8128.0000 +step=143280 micro_steps=286560 elapsed=4.2s lr=3.000000e-04 loss=3.2791 ppl=26.5913 acc=0.3970 tokens=8128.0000 +step=143300 micro_steps=286600 elapsed=4.1s lr=3.000000e-04 loss=3.2720 ppl=26.4016 acc=0.3979 tokens=8128.0000 +step=143320 micro_steps=286640 elapsed=4.2s lr=3.000000e-04 loss=3.2834 ppl=26.7087 acc=0.3967 tokens=8128.0000 +step=143340 micro_steps=286680 elapsed=4.2s lr=3.000000e-04 loss=3.2639 ppl=26.1765 acc=0.3982 tokens=8128.0000 +step=143360 micro_steps=286720 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.2894 acc=0.3990 tokens=8128.0000 +step=143380 micro_steps=286760 elapsed=4.2s lr=3.000000e-04 loss=3.2702 ppl=26.3411 acc=0.3981 tokens=8128.0000 +step=143400 micro_steps=286800 elapsed=4.2s lr=3.000000e-04 loss=3.2796 ppl=26.6024 acc=0.3970 tokens=8128.0000 +step=143420 micro_steps=286840 elapsed=4.2s lr=3.000000e-04 loss=3.2704 ppl=26.3568 acc=0.3981 tokens=8128.0000 +step=143440 micro_steps=286880 elapsed=4.2s lr=3.000000e-04 loss=3.2818 ppl=26.6439 acc=0.3966 tokens=8128.0000 +step=143460 micro_steps=286920 elapsed=4.2s lr=3.000000e-04 loss=3.2630 ppl=26.1586 acc=0.3990 tokens=8128.0000 +step=143480 micro_steps=286960 elapsed=4.1s lr=3.000000e-04 loss=3.2794 ppl=26.5852 acc=0.3972 tokens=8128.0000 +step=143500 micro_steps=287000 elapsed=4.2s lr=3.000000e-04 loss=3.2815 ppl=26.6548 acc=0.3972 tokens=8128.0000 +step=143520 micro_steps=287040 elapsed=4.2s lr=3.000000e-04 loss=3.2807 ppl=26.6268 acc=0.3965 tokens=8128.0000 +step=143540 micro_steps=287080 elapsed=4.2s lr=3.000000e-04 loss=3.2703 ppl=26.3476 acc=0.3975 tokens=8128.0000 +step=143560 micro_steps=287120 elapsed=4.2s lr=3.000000e-04 loss=3.2814 ppl=26.6383 acc=0.3970 tokens=8128.0000 +step=143580 micro_steps=287160 elapsed=4.2s lr=3.000000e-04 loss=3.2711 ppl=26.3753 acc=0.3986 tokens=8128.0000 +step=143600 micro_steps=287200 elapsed=4.2s lr=3.000000e-04 loss=3.2818 ppl=26.6473 acc=0.3959 tokens=8128.0000 +step=143620 micro_steps=287240 elapsed=4.2s lr=3.000000e-04 loss=3.2862 ppl=26.7642 acc=0.3965 tokens=8128.0000 +step=143640 micro_steps=287280 elapsed=4.1s lr=3.000000e-04 loss=3.2766 ppl=26.5016 acc=0.3974 tokens=8128.0000 +step=143660 micro_steps=287320 elapsed=4.2s lr=3.000000e-04 loss=3.2822 ppl=26.6648 acc=0.3971 tokens=8128.0000 +step=143680 micro_steps=287360 elapsed=4.2s lr=3.000000e-04 loss=3.2778 ppl=26.5479 acc=0.3970 tokens=8128.0000 +step=143700 micro_steps=287400 elapsed=4.2s lr=3.000000e-04 loss=3.2803 ppl=26.6283 acc=0.3966 tokens=8128.0000 +step=143720 micro_steps=287440 elapsed=4.2s lr=3.000000e-04 loss=3.2632 ppl=26.1582 acc=0.3994 tokens=8128.0000 +step=143740 micro_steps=287480 elapsed=4.2s lr=3.000000e-04 loss=3.2678 ppl=26.2846 acc=0.3999 tokens=8128.0000 +step=143760 micro_steps=287520 elapsed=4.2s lr=3.000000e-04 loss=3.2765 ppl=26.5030 acc=0.3971 tokens=8128.0000 +step=143780 micro_steps=287560 elapsed=4.2s lr=3.000000e-04 loss=3.2912 ppl=26.9114 acc=0.3949 tokens=8128.0000 +step=143800 micro_steps=287600 elapsed=4.2s lr=3.000000e-04 loss=3.2807 ppl=26.6212 acc=0.3985 tokens=8128.0000 +step=143820 micro_steps=287640 elapsed=4.2s lr=3.000000e-04 loss=3.2769 ppl=26.5334 acc=0.3980 tokens=8128.0000 +step=143840 micro_steps=287680 elapsed=4.2s lr=3.000000e-04 loss=3.2728 ppl=26.4182 acc=0.3970 tokens=8128.0000 +step=143860 micro_steps=287720 elapsed=4.2s lr=3.000000e-04 loss=3.2802 ppl=26.6093 acc=0.3965 tokens=8128.0000 +step=143880 micro_steps=287760 elapsed=4.2s lr=3.000000e-04 loss=3.2757 ppl=26.4833 acc=0.3976 tokens=8128.0000 +step=143900 micro_steps=287800 elapsed=4.1s lr=3.000000e-04 loss=3.2709 ppl=26.3661 acc=0.3983 tokens=8128.0000 +step=143920 micro_steps=287840 elapsed=4.2s lr=3.000000e-04 loss=3.2864 ppl=26.7781 acc=0.3976 tokens=8128.0000 +step=143940 micro_steps=287880 elapsed=4.2s lr=3.000000e-04 loss=3.2711 ppl=26.3733 acc=0.3985 tokens=8128.0000 +step=143960 micro_steps=287920 elapsed=4.2s lr=3.000000e-04 loss=3.2823 ppl=26.6699 acc=0.3978 tokens=8128.0000 +step=143980 micro_steps=287960 elapsed=4.2s lr=3.000000e-04 loss=3.2850 ppl=26.7286 acc=0.3960 tokens=8128.0000 +step=144000 micro_steps=288000 elapsed=4.2s lr=3.000000e-04 loss=3.2908 ppl=26.9043 acc=0.3966 tokens=8128.0000 +[sample step=144000] [CLS] honolulu sun feb. [SEP] with his position still uncertain, harry redknapp will have to find a replacement for lennon, who has admitted defied advice and remains close to england. [SEP] (nasdaq: optc), a leading provider of colour - optimized soft fabric and shield (tm) - based garment, infringing customer privacy claims, today announced that its full - year sales increased 11. 2 percent with strong comparable sales increases over the prior year. [SEP] boston (ap) - massachusetts is pulling back from public discussion a day after it became the first state to ban gay marriage. [SEP] cell [SEP] +step=144020 micro_steps=288040 elapsed=6.3s lr=3.000000e-04 loss=3.2774 ppl=26.5253 acc=0.3980 tokens=8128.0000 +step=144040 micro_steps=288080 elapsed=4.2s lr=3.000000e-04 loss=3.2805 ppl=26.6203 acc=0.3974 tokens=8128.0000 +step=144060 micro_steps=288120 elapsed=4.2s lr=3.000000e-04 loss=3.2779 ppl=26.5566 acc=0.3982 tokens=8128.0000 +step=144080 micro_steps=288160 elapsed=4.2s lr=3.000000e-04 loss=3.2661 ppl=26.2315 acc=0.3987 tokens=8128.0000 +step=144100 micro_steps=288200 elapsed=4.2s lr=3.000000e-04 loss=3.2717 ppl=26.3936 acc=0.3982 tokens=8128.0000 +step=144120 micro_steps=288240 elapsed=4.2s lr=3.000000e-04 loss=3.2809 ppl=26.6235 acc=0.3969 tokens=8128.0000 +step=144140 micro_steps=288280 elapsed=4.2s lr=3.000000e-04 loss=3.2773 ppl=26.5304 acc=0.3981 tokens=8128.0000 +step=144160 micro_steps=288320 elapsed=4.2s lr=3.000000e-04 loss=3.2844 ppl=26.7222 acc=0.3968 tokens=8128.0000 +step=144180 micro_steps=288360 elapsed=4.2s lr=3.000000e-04 loss=3.2803 ppl=26.6154 acc=0.3975 tokens=8128.0000 +step=144200 micro_steps=288400 elapsed=4.2s lr=3.000000e-04 loss=3.2808 ppl=26.6213 acc=0.3967 tokens=8128.0000 +step=144220 micro_steps=288440 elapsed=4.2s lr=3.000000e-04 loss=3.2726 ppl=26.4147 acc=0.3980 tokens=8128.0000 +step=144240 micro_steps=288480 elapsed=4.2s lr=3.000000e-04 loss=3.2731 ppl=26.4117 acc=0.3976 tokens=8128.0000 +step=144260 micro_steps=288520 elapsed=4.2s lr=3.000000e-04 loss=3.2732 ppl=26.4346 acc=0.3984 tokens=8128.0000 +step=144280 micro_steps=288560 elapsed=4.2s lr=3.000000e-04 loss=3.2860 ppl=26.7574 acc=0.3972 tokens=8128.0000 +step=144300 micro_steps=288600 elapsed=4.2s lr=3.000000e-04 loss=3.2694 ppl=26.3347 acc=0.3984 tokens=8128.0000 +step=144320 micro_steps=288640 elapsed=4.2s lr=3.000000e-04 loss=3.2807 ppl=26.6261 acc=0.3969 tokens=8128.0000 +step=144340 micro_steps=288680 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.0673 acc=0.3997 tokens=8128.0000 +step=144360 micro_steps=288720 elapsed=4.2s lr=3.000000e-04 loss=3.2809 ppl=26.6335 acc=0.3971 tokens=8128.0000 +step=144380 micro_steps=288760 elapsed=4.2s lr=3.000000e-04 loss=3.2748 ppl=26.4676 acc=0.3987 tokens=8128.0000 +step=144400 micro_steps=288800 elapsed=4.2s lr=3.000000e-04 loss=3.2798 ppl=26.5947 acc=0.3969 tokens=8128.0000 +step=144420 micro_steps=288840 elapsed=4.2s lr=3.000000e-04 loss=3.2636 ppl=26.1675 acc=0.3987 tokens=8128.0000 +step=144440 micro_steps=288880 elapsed=4.2s lr=3.000000e-04 loss=3.2756 ppl=26.5095 acc=0.3975 tokens=8128.0000 +step=144460 micro_steps=288920 elapsed=4.2s lr=3.000000e-04 loss=3.2741 ppl=26.4486 acc=0.3976 tokens=8128.0000 +step=144480 micro_steps=288960 elapsed=4.2s lr=3.000000e-04 loss=3.2837 ppl=26.7140 acc=0.3962 tokens=8128.0000 +step=144500 micro_steps=289000 elapsed=4.2s lr=3.000000e-04 loss=3.2667 ppl=26.2601 acc=0.3994 tokens=8128.0000 +step=144520 micro_steps=289040 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.1272 acc=0.4004 tokens=8128.0000 +step=144540 micro_steps=289080 elapsed=4.2s lr=3.000000e-04 loss=3.2816 ppl=26.6555 acc=0.3974 tokens=8128.0000 +step=144560 micro_steps=289120 elapsed=4.2s lr=3.000000e-04 loss=3.2706 ppl=26.3724 acc=0.3984 tokens=8128.0000 +step=144580 micro_steps=289160 elapsed=4.2s lr=3.000000e-04 loss=3.2877 ppl=26.8245 acc=0.3966 tokens=8128.0000 +step=144600 micro_steps=289200 elapsed=4.2s lr=3.000000e-04 loss=3.2740 ppl=26.4490 acc=0.3970 tokens=8128.0000 +step=144620 micro_steps=289240 elapsed=4.2s lr=3.000000e-04 loss=3.2702 ppl=26.3535 acc=0.3987 tokens=8128.0000 +step=144640 micro_steps=289280 elapsed=4.2s lr=3.000000e-04 loss=3.2748 ppl=26.4557 acc=0.3982 tokens=8128.0000 +step=144660 micro_steps=289320 elapsed=4.2s lr=3.000000e-04 loss=3.2708 ppl=26.3522 acc=0.3976 tokens=8128.0000 +step=144680 micro_steps=289360 elapsed=4.2s lr=3.000000e-04 loss=3.2590 ppl=26.0533 acc=0.4006 tokens=8128.0000 +step=144700 micro_steps=289400 elapsed=4.2s lr=3.000000e-04 loss=3.2742 ppl=26.4590 acc=0.3981 tokens=8128.0000 +step=144720 micro_steps=289440 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1394 acc=0.3994 tokens=8128.0000 +step=144740 micro_steps=289480 elapsed=4.2s lr=3.000000e-04 loss=3.2683 ppl=26.2980 acc=0.3975 tokens=8128.0000 +step=144760 micro_steps=289520 elapsed=4.2s lr=3.000000e-04 loss=3.2557 ppl=25.9633 acc=0.4004 tokens=8128.0000 +step=144780 micro_steps=289560 elapsed=4.2s lr=3.000000e-04 loss=3.2617 ppl=26.1245 acc=0.3995 tokens=8128.0000 +step=144800 micro_steps=289600 elapsed=4.2s lr=3.000000e-04 loss=3.2870 ppl=26.7962 acc=0.3959 tokens=8128.0000 +step=144820 micro_steps=289640 elapsed=4.1s lr=3.000000e-04 loss=3.2808 ppl=26.6473 acc=0.3965 tokens=8128.0000 +step=144840 micro_steps=289680 elapsed=4.1s lr=3.000000e-04 loss=3.2760 ppl=26.4949 acc=0.3972 tokens=8128.0000 +step=144860 micro_steps=289720 elapsed=4.2s lr=3.000000e-04 loss=3.2729 ppl=26.4186 acc=0.3970 tokens=8128.0000 +step=144880 micro_steps=289760 elapsed=4.2s lr=3.000000e-04 loss=3.2838 ppl=26.7082 acc=0.3974 tokens=8128.0000 +step=144900 micro_steps=289800 elapsed=4.2s lr=3.000000e-04 loss=3.2845 ppl=26.7224 acc=0.3961 tokens=8128.0000 +step=144920 micro_steps=289840 elapsed=4.2s lr=3.000000e-04 loss=3.2817 ppl=26.6459 acc=0.3974 tokens=8128.0000 +step=144940 micro_steps=289880 elapsed=4.2s lr=3.000000e-04 loss=3.2791 ppl=26.5807 acc=0.3977 tokens=8128.0000 +step=144960 micro_steps=289920 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1229 acc=0.3995 tokens=8128.0000 +step=144980 micro_steps=289960 elapsed=4.2s lr=3.000000e-04 loss=3.2871 ppl=26.7980 acc=0.3955 tokens=8128.0000 +step=145000 micro_steps=290000 elapsed=4.2s lr=3.000000e-04 loss=3.2779 ppl=26.5565 acc=0.3978 tokens=8128.0000 +[sample step=145000] [CLS], was down 8. 3 percent at 3, 322 pence at 7: 48 a. m. [SEP] petraeus also conceded the surge, with some 15, 000 additional u. s. troops scheduled to be drawn from the two wars. [SEP] he listed such as tightening regulations on foreign contractors in the united states including the cancellation of visas for the iranian and north korean diplomats as well as repression in gaza, nor for rounding up human rights activists, academics, lawyers and journalists who continue to provide "honest services." [SEP] trevor 1 - 15 3 - 4 5, graham 11 - 21 1 - 3 23, warrick 8 [SEP] +step=145020 micro_steps=290040 elapsed=6.3s lr=3.000000e-04 loss=3.2780 ppl=26.5665 acc=0.3969 tokens=8128.0000 +step=145040 micro_steps=290080 elapsed=4.2s lr=3.000000e-04 loss=3.2796 ppl=26.5825 acc=0.3973 tokens=8128.0000 +step=145060 micro_steps=290120 elapsed=4.2s lr=3.000000e-04 loss=3.2674 ppl=26.2870 acc=0.3982 tokens=8128.0000 +step=145080 micro_steps=290160 elapsed=4.2s lr=3.000000e-04 loss=3.2799 ppl=26.6038 acc=0.3976 tokens=8128.0000 +step=145100 micro_steps=290200 elapsed=4.1s lr=3.000000e-04 loss=3.2658 ppl=26.2296 acc=0.3993 tokens=8128.0000 +step=145120 micro_steps=290240 elapsed=4.2s lr=3.000000e-04 loss=3.2815 ppl=26.6493 acc=0.3972 tokens=8128.0000 +step=145140 micro_steps=290280 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1380 acc=0.4004 tokens=8128.0000 +step=145160 micro_steps=290320 elapsed=4.2s lr=3.000000e-04 loss=3.2795 ppl=26.5921 acc=0.3980 tokens=8128.0000 +step=145180 micro_steps=290360 elapsed=4.1s lr=3.000000e-04 loss=3.2645 ppl=26.2071 acc=0.3991 tokens=8128.0000 +step=145200 micro_steps=290400 elapsed=4.2s lr=3.000000e-04 loss=3.2853 ppl=26.7535 acc=0.3969 tokens=8128.0000 +step=145220 micro_steps=290440 elapsed=4.2s lr=3.000000e-04 loss=3.2741 ppl=26.4503 acc=0.3985 tokens=8128.0000 +step=145240 micro_steps=290480 elapsed=4.1s lr=3.000000e-04 loss=3.2652 ppl=26.2107 acc=0.3997 tokens=8128.0000 +step=145260 micro_steps=290520 elapsed=4.1s lr=3.000000e-04 loss=3.2709 ppl=26.3748 acc=0.3992 tokens=8128.0000 +step=145280 micro_steps=290560 elapsed=4.2s lr=3.000000e-04 loss=3.2678 ppl=26.2942 acc=0.3986 tokens=8128.0000 +step=145300 micro_steps=290600 elapsed=4.1s lr=3.000000e-04 loss=3.2724 ppl=26.4160 acc=0.3985 tokens=8128.0000 +step=145320 micro_steps=290640 elapsed=4.1s lr=3.000000e-04 loss=3.2765 ppl=26.5264 acc=0.3980 tokens=8128.0000 +step=145340 micro_steps=290680 elapsed=4.2s lr=3.000000e-04 loss=3.2736 ppl=26.4360 acc=0.3992 tokens=8128.0000 +step=145360 micro_steps=290720 elapsed=4.2s lr=3.000000e-04 loss=3.2928 ppl=26.9461 acc=0.3957 tokens=8128.0000 +step=145380 micro_steps=290760 elapsed=4.2s lr=3.000000e-04 loss=3.2762 ppl=26.5100 acc=0.3990 tokens=8128.0000 +step=145400 micro_steps=290800 elapsed=4.2s lr=3.000000e-04 loss=3.2719 ppl=26.3986 acc=0.3972 tokens=8128.0000 +step=145420 micro_steps=290840 elapsed=4.2s lr=3.000000e-04 loss=3.2692 ppl=26.3245 acc=0.3970 tokens=8128.0000 +step=145440 micro_steps=290880 elapsed=4.1s lr=3.000000e-04 loss=3.2654 ppl=26.2451 acc=0.3983 tokens=8128.0000 +step=145460 micro_steps=290920 elapsed=4.1s lr=3.000000e-04 loss=3.2712 ppl=26.3827 acc=0.3987 tokens=8128.0000 +step=145480 micro_steps=290960 elapsed=4.2s lr=3.000000e-04 loss=3.2738 ppl=26.4484 acc=0.3988 tokens=8128.0000 +step=145500 micro_steps=291000 elapsed=4.2s lr=3.000000e-04 loss=3.2802 ppl=26.6116 acc=0.3974 tokens=8128.0000 +step=145520 micro_steps=291040 elapsed=4.2s lr=3.000000e-04 loss=3.2754 ppl=26.4910 acc=0.3980 tokens=8128.0000 +step=145540 micro_steps=291080 elapsed=4.2s lr=3.000000e-04 loss=3.2667 ppl=26.2515 acc=0.3982 tokens=8128.0000 +step=145560 micro_steps=291120 elapsed=4.2s lr=3.000000e-04 loss=3.2648 ppl=26.1983 acc=0.3984 tokens=8128.0000 +step=145580 micro_steps=291160 elapsed=4.2s lr=3.000000e-04 loss=3.2678 ppl=26.3074 acc=0.3982 tokens=8128.0000 +step=145600 micro_steps=291200 elapsed=4.1s lr=3.000000e-04 loss=3.2747 ppl=26.4589 acc=0.3977 tokens=8128.0000 +step=145620 micro_steps=291240 elapsed=4.1s lr=3.000000e-04 loss=3.2664 ppl=26.2465 acc=0.3996 tokens=8128.0000 +step=145640 micro_steps=291280 elapsed=4.2s lr=3.000000e-04 loss=3.2756 ppl=26.5071 acc=0.3968 tokens=8128.0000 +step=145660 micro_steps=291320 elapsed=4.2s lr=3.000000e-04 loss=3.2768 ppl=26.5207 acc=0.3972 tokens=8128.0000 +step=145680 micro_steps=291360 elapsed=4.1s lr=3.000000e-04 loss=3.2743 ppl=26.4490 acc=0.3982 tokens=8128.0000 +step=145700 micro_steps=291400 elapsed=4.2s lr=3.000000e-04 loss=3.2782 ppl=26.5582 acc=0.3965 tokens=8128.0000 +step=145720 micro_steps=291440 elapsed=4.2s lr=3.000000e-04 loss=3.2641 ppl=26.1929 acc=0.3992 tokens=8128.0000 +step=145740 micro_steps=291480 elapsed=4.2s lr=3.000000e-04 loss=3.2754 ppl=26.4846 acc=0.3975 tokens=8128.0000 +step=145760 micro_steps=291520 elapsed=4.1s lr=3.000000e-04 loss=3.2736 ppl=26.4402 acc=0.3979 tokens=8128.0000 +step=145780 micro_steps=291560 elapsed=4.2s lr=3.000000e-04 loss=3.2765 ppl=26.5161 acc=0.3981 tokens=8128.0000 +step=145800 micro_steps=291600 elapsed=4.2s lr=3.000000e-04 loss=3.2866 ppl=26.7877 acc=0.3964 tokens=8128.0000 +step=145820 micro_steps=291640 elapsed=4.2s lr=3.000000e-04 loss=3.2745 ppl=26.4644 acc=0.3971 tokens=8128.0000 +step=145840 micro_steps=291680 elapsed=4.2s lr=3.000000e-04 loss=3.2763 ppl=26.5108 acc=0.3973 tokens=8128.0000 +step=145860 micro_steps=291720 elapsed=4.1s lr=3.000000e-04 loss=3.2816 ppl=26.6631 acc=0.3966 tokens=8128.0000 +step=145880 micro_steps=291760 elapsed=4.2s lr=3.000000e-04 loss=3.2676 ppl=26.2840 acc=0.3980 tokens=8128.0000 +step=145900 micro_steps=291800 elapsed=4.2s lr=3.000000e-04 loss=3.2783 ppl=26.5674 acc=0.3989 tokens=8128.0000 +step=145920 micro_steps=291840 elapsed=4.1s lr=3.000000e-04 loss=3.2763 ppl=26.5080 acc=0.3978 tokens=8128.0000 +step=145940 micro_steps=291880 elapsed=4.2s lr=3.000000e-04 loss=3.2732 ppl=26.4295 acc=0.3983 tokens=8128.0000 +step=145960 micro_steps=291920 elapsed=4.2s lr=3.000000e-04 loss=3.2845 ppl=26.7249 acc=0.3957 tokens=8128.0000 +step=145980 micro_steps=291960 elapsed=4.2s lr=3.000000e-04 loss=3.2680 ppl=26.2967 acc=0.3987 tokens=8128.0000 +step=146000 micro_steps=292000 elapsed=4.2s lr=3.000000e-04 loss=3.2763 ppl=26.5081 acc=0.3991 tokens=8128.0000 +[sample step=146000] [CLS] join the u. s. - led global coalition to tackle global warming, including efforts to halt global warming, said to be caused by global warming. [SEP] c. james hutchl, 20, also faces aggravated murder charges. [SEP] sanchez was called for his third technical foul of the day and portland's lead grew to 13 points. [SEP] the biggest local attraction is world cup fort, built on 160 hectares of fertile land in the bay of sola, near the center of italy, where you can stay at hotels and take in the beach sun. [SEP] " that would be complex, as opposed to taxing or reha [SEP] +step=146020 micro_steps=292040 elapsed=6.3s lr=3.000000e-04 loss=3.2730 ppl=26.4187 acc=0.3986 tokens=8128.0000 +step=146040 micro_steps=292080 elapsed=4.2s lr=3.000000e-04 loss=3.2744 ppl=26.4466 acc=0.3988 tokens=8128.0000 +step=146060 micro_steps=292120 elapsed=4.2s lr=3.000000e-04 loss=3.2738 ppl=26.4471 acc=0.3978 tokens=8128.0000 +step=146080 micro_steps=292160 elapsed=4.2s lr=3.000000e-04 loss=3.2796 ppl=26.5936 acc=0.3980 tokens=8128.0000 +step=146100 micro_steps=292200 elapsed=4.1s lr=3.000000e-04 loss=3.2736 ppl=26.4262 acc=0.3980 tokens=8128.0000 +step=146120 micro_steps=292240 elapsed=4.2s lr=3.000000e-04 loss=3.2804 ppl=26.6316 acc=0.3979 tokens=8128.0000 +step=146140 micro_steps=292280 elapsed=4.1s lr=3.000000e-04 loss=3.2727 ppl=26.4096 acc=0.3975 tokens=8128.0000 +step=146160 micro_steps=292320 elapsed=4.1s lr=3.000000e-04 loss=3.2738 ppl=26.4399 acc=0.3979 tokens=8128.0000 +step=146180 micro_steps=292360 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2223 acc=0.3984 tokens=8128.0000 +step=146200 micro_steps=292400 elapsed=4.2s lr=3.000000e-04 loss=3.2942 ppl=26.9912 acc=0.3956 tokens=8128.0000 +step=146220 micro_steps=292440 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0688 acc=0.3993 tokens=8128.0000 +step=146240 micro_steps=292480 elapsed=4.2s lr=3.000000e-04 loss=3.2780 ppl=26.5610 acc=0.3982 tokens=8128.0000 +step=146260 micro_steps=292520 elapsed=4.2s lr=3.000000e-04 loss=3.2767 ppl=26.5163 acc=0.3978 tokens=8128.0000 +step=146280 micro_steps=292560 elapsed=4.2s lr=3.000000e-04 loss=3.2753 ppl=26.4735 acc=0.3977 tokens=8128.0000 +step=146300 micro_steps=292600 elapsed=4.2s lr=3.000000e-04 loss=3.2799 ppl=26.6022 acc=0.3966 tokens=8128.0000 +step=146320 micro_steps=292640 elapsed=4.1s lr=3.000000e-04 loss=3.2639 ppl=26.1834 acc=0.4003 tokens=8128.0000 +step=146340 micro_steps=292680 elapsed=4.2s lr=3.000000e-04 loss=3.2726 ppl=26.4019 acc=0.3991 tokens=8128.0000 +step=146360 micro_steps=292720 elapsed=4.2s lr=3.000000e-04 loss=3.2768 ppl=26.5303 acc=0.3974 tokens=8128.0000 +step=146380 micro_steps=292760 elapsed=4.1s lr=3.000000e-04 loss=3.2760 ppl=26.4976 acc=0.3985 tokens=8128.0000 +step=146400 micro_steps=292800 elapsed=4.2s lr=3.000000e-04 loss=3.2809 ppl=26.6293 acc=0.3979 tokens=8128.0000 +step=146420 micro_steps=292840 elapsed=4.2s lr=3.000000e-04 loss=3.2819 ppl=26.6529 acc=0.3965 tokens=8128.0000 +step=146440 micro_steps=292880 elapsed=4.2s lr=3.000000e-04 loss=3.2724 ppl=26.4151 acc=0.3988 tokens=8128.0000 +step=146460 micro_steps=292920 elapsed=4.1s lr=3.000000e-04 loss=3.2788 ppl=26.5726 acc=0.3982 tokens=8128.0000 +step=146480 micro_steps=292960 elapsed=4.1s lr=3.000000e-04 loss=3.2945 ppl=26.9911 acc=0.3952 tokens=8128.0000 +step=146500 micro_steps=293000 elapsed=4.2s lr=3.000000e-04 loss=3.2632 ppl=26.1694 acc=0.3997 tokens=8128.0000 +step=146520 micro_steps=293040 elapsed=4.1s lr=3.000000e-04 loss=3.2728 ppl=26.4127 acc=0.3972 tokens=8128.0000 +step=146540 micro_steps=293080 elapsed=4.2s lr=3.000000e-04 loss=3.2854 ppl=26.7498 acc=0.3960 tokens=8128.0000 +step=146560 micro_steps=293120 elapsed=4.1s lr=3.000000e-04 loss=3.2845 ppl=26.7293 acc=0.3972 tokens=8128.0000 +step=146580 micro_steps=293160 elapsed=4.1s lr=3.000000e-04 loss=3.2669 ppl=26.2653 acc=0.3985 tokens=8128.0000 +step=146600 micro_steps=293200 elapsed=4.1s lr=3.000000e-04 loss=3.2701 ppl=26.3433 acc=0.3990 tokens=8128.0000 +step=146620 micro_steps=293240 elapsed=4.1s lr=3.000000e-04 loss=3.2886 ppl=26.8322 acc=0.3963 tokens=8128.0000 +step=146640 micro_steps=293280 elapsed=4.1s lr=3.000000e-04 loss=3.2691 ppl=26.3135 acc=0.3993 tokens=8128.0000 +step=146660 micro_steps=293320 elapsed=4.2s lr=3.000000e-04 loss=3.2864 ppl=26.7713 acc=0.3964 tokens=8128.0000 +step=146680 micro_steps=293360 elapsed=4.1s lr=3.000000e-04 loss=3.2809 ppl=26.6316 acc=0.3973 tokens=8128.0000 +step=146700 micro_steps=293400 elapsed=4.2s lr=3.000000e-04 loss=3.2864 ppl=26.7706 acc=0.3960 tokens=8128.0000 +step=146720 micro_steps=293440 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.2821 acc=0.3984 tokens=8128.0000 +step=146740 micro_steps=293480 elapsed=4.2s lr=3.000000e-04 loss=3.2718 ppl=26.4020 acc=0.3988 tokens=8128.0000 +step=146760 micro_steps=293520 elapsed=4.1s lr=3.000000e-04 loss=3.2792 ppl=26.5847 acc=0.3976 tokens=8128.0000 +step=146780 micro_steps=293560 elapsed=4.1s lr=3.000000e-04 loss=3.2826 ppl=26.6860 acc=0.3974 tokens=8128.0000 +step=146800 micro_steps=293600 elapsed=4.1s lr=3.000000e-04 loss=3.2821 ppl=26.6700 acc=0.3958 tokens=8128.0000 +step=146820 micro_steps=293640 elapsed=4.1s lr=3.000000e-04 loss=3.2735 ppl=26.4310 acc=0.3977 tokens=8128.0000 +step=146840 micro_steps=293680 elapsed=4.1s lr=3.000000e-04 loss=3.2757 ppl=26.4784 acc=0.3992 tokens=8128.0000 +step=146860 micro_steps=293720 elapsed=4.1s lr=3.000000e-04 loss=3.2768 ppl=26.5171 acc=0.3985 tokens=8128.0000 +step=146880 micro_steps=293760 elapsed=4.1s lr=3.000000e-04 loss=3.2724 ppl=26.4202 acc=0.3981 tokens=8128.0000 +step=146900 micro_steps=293800 elapsed=4.1s lr=3.000000e-04 loss=3.2722 ppl=26.4106 acc=0.3993 tokens=8128.0000 +step=146920 micro_steps=293840 elapsed=4.1s lr=3.000000e-04 loss=3.2828 ppl=26.6878 acc=0.3967 tokens=8128.0000 +step=146940 micro_steps=293880 elapsed=4.2s lr=3.000000e-04 loss=3.2787 ppl=26.5651 acc=0.3973 tokens=8128.0000 +step=146960 micro_steps=293920 elapsed=4.1s lr=3.000000e-04 loss=3.2766 ppl=26.5144 acc=0.3979 tokens=8128.0000 +step=146980 micro_steps=293960 elapsed=4.2s lr=3.000000e-04 loss=3.2839 ppl=26.7000 acc=0.3963 tokens=8128.0000 +step=147000 micro_steps=294000 elapsed=4.1s lr=3.000000e-04 loss=3.2678 ppl=26.2903 acc=0.3993 tokens=8128.0000 +[sample step=147000] [CLS]. [SEP] the regulator also said the price was lower than the value of the bonds issued through last week. [SEP] the cross tet levy is the highest by any government and would give a cap to bank bonuses and make illegal catches on fixed - interest deposits more likely. [SEP] "the rest is territory." [SEP] his team said the new redesign means there will be room for speed cameras on buses between edinburgh and the airport, alongside the mcewan road and stobart road. [SEP] " the higher ticket prices than anticipated in light of the expected constraint a rock band takes on carriers, harmful restriction issues and longevity risks will make making [SEP] +step=147020 micro_steps=294040 elapsed=6.3s lr=3.000000e-04 loss=3.2516 ppl=25.8849 acc=0.4009 tokens=8128.0000 +step=147040 micro_steps=294080 elapsed=4.2s lr=3.000000e-04 loss=3.2771 ppl=26.5278 acc=0.3964 tokens=8128.0000 +step=147060 micro_steps=294120 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3824 acc=0.3979 tokens=8128.0000 +step=147080 micro_steps=294160 elapsed=4.2s lr=3.000000e-04 loss=3.2813 ppl=26.6368 acc=0.3972 tokens=8128.0000 +step=147100 micro_steps=294200 elapsed=4.2s lr=3.000000e-04 loss=3.2797 ppl=26.6021 acc=0.3965 tokens=8128.0000 +step=147120 micro_steps=294240 elapsed=4.2s lr=3.000000e-04 loss=3.2696 ppl=26.3261 acc=0.3982 tokens=8128.0000 +step=147140 micro_steps=294280 elapsed=4.1s lr=3.000000e-04 loss=3.2760 ppl=26.4886 acc=0.3978 tokens=8128.0000 +step=147160 micro_steps=294320 elapsed=4.2s lr=3.000000e-04 loss=3.2696 ppl=26.3349 acc=0.3982 tokens=8128.0000 +step=147180 micro_steps=294360 elapsed=4.2s lr=3.000000e-04 loss=3.2842 ppl=26.7254 acc=0.3963 tokens=8128.0000 +step=147200 micro_steps=294400 elapsed=4.1s lr=3.000000e-04 loss=3.2719 ppl=26.3917 acc=0.3986 tokens=8128.0000 +step=147220 micro_steps=294440 elapsed=4.2s lr=3.000000e-04 loss=3.2291 ppl=25.5530 acc=0.4061 tokens=8128.0000 +step=147240 micro_steps=294480 elapsed=4.2s lr=3.000000e-04 loss=3.2837 ppl=26.7093 acc=0.3964 tokens=8128.0000 +step=147260 micro_steps=294520 elapsed=4.2s lr=3.000000e-04 loss=3.2712 ppl=26.3677 acc=0.3987 tokens=8128.0000 +step=147280 micro_steps=294560 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3847 acc=0.3980 tokens=8128.0000 +step=147300 micro_steps=294600 elapsed=4.2s lr=3.000000e-04 loss=3.2803 ppl=26.6081 acc=0.3973 tokens=8128.0000 +step=147320 micro_steps=294640 elapsed=4.2s lr=3.000000e-04 loss=3.2837 ppl=26.6947 acc=0.3973 tokens=8128.0000 +step=147340 micro_steps=294680 elapsed=4.2s lr=3.000000e-04 loss=3.2743 ppl=26.4631 acc=0.3984 tokens=8128.0000 +step=147360 micro_steps=294720 elapsed=4.2s lr=3.000000e-04 loss=3.2790 ppl=26.5896 acc=0.3974 tokens=8128.0000 +step=147380 micro_steps=294760 elapsed=4.1s lr=3.000000e-04 loss=3.2721 ppl=26.4030 acc=0.3971 tokens=8128.0000 +step=147400 micro_steps=294800 elapsed=4.2s lr=3.000000e-04 loss=3.2863 ppl=26.7634 acc=0.3969 tokens=8128.0000 +step=147420 micro_steps=294840 elapsed=4.2s lr=3.000000e-04 loss=3.2729 ppl=26.4287 acc=0.3982 tokens=8128.0000 +step=147440 micro_steps=294880 elapsed=4.2s lr=3.000000e-04 loss=3.2749 ppl=26.4691 acc=0.3978 tokens=8128.0000 +step=147460 micro_steps=294920 elapsed=4.1s lr=3.000000e-04 loss=3.2827 ppl=26.6738 acc=0.3961 tokens=8128.0000 +step=147480 micro_steps=294960 elapsed=4.1s lr=3.000000e-04 loss=3.2794 ppl=26.5856 acc=0.3973 tokens=8128.0000 +step=147500 micro_steps=295000 elapsed=4.2s lr=3.000000e-04 loss=3.2654 ppl=26.2260 acc=0.3985 tokens=8128.0000 +step=147520 micro_steps=295040 elapsed=4.2s lr=3.000000e-04 loss=3.2697 ppl=26.3232 acc=0.3982 tokens=8128.0000 +step=147540 micro_steps=295080 elapsed=4.1s lr=3.000000e-04 loss=3.2762 ppl=26.5168 acc=0.3969 tokens=8128.0000 +step=147560 micro_steps=295120 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3443 acc=0.3987 tokens=8128.0000 +step=147580 micro_steps=295160 elapsed=4.1s lr=3.000000e-04 loss=3.2755 ppl=26.4948 acc=0.3974 tokens=8128.0000 +step=147600 micro_steps=295200 elapsed=4.2s lr=3.000000e-04 loss=3.2875 ppl=26.8082 acc=0.3963 tokens=8128.0000 +step=147620 micro_steps=295240 elapsed=4.2s lr=3.000000e-04 loss=3.2697 ppl=26.3366 acc=0.3985 tokens=8128.0000 +step=147640 micro_steps=295280 elapsed=4.2s lr=3.000000e-04 loss=3.2639 ppl=26.1952 acc=0.3985 tokens=8128.0000 +step=147660 micro_steps=295320 elapsed=4.2s lr=3.000000e-04 loss=3.2845 ppl=26.7329 acc=0.3967 tokens=8128.0000 +step=147680 micro_steps=295360 elapsed=4.2s lr=3.000000e-04 loss=3.2848 ppl=26.7265 acc=0.3968 tokens=8128.0000 +step=147700 micro_steps=295400 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3822 acc=0.3986 tokens=8128.0000 +step=147720 micro_steps=295440 elapsed=4.1s lr=3.000000e-04 loss=3.2840 ppl=26.7113 acc=0.3972 tokens=8128.0000 +step=147740 micro_steps=295480 elapsed=4.2s lr=3.000000e-04 loss=3.2861 ppl=26.7730 acc=0.3974 tokens=8128.0000 +step=147760 micro_steps=295520 elapsed=4.1s lr=3.000000e-04 loss=3.2726 ppl=26.4103 acc=0.3986 tokens=8128.0000 +step=147780 micro_steps=295560 elapsed=4.2s lr=3.000000e-04 loss=3.2717 ppl=26.3868 acc=0.3994 tokens=8128.0000 +step=147800 micro_steps=295600 elapsed=4.2s lr=3.000000e-04 loss=3.2899 ppl=26.8755 acc=0.3955 tokens=8128.0000 +step=147820 micro_steps=295640 elapsed=4.2s lr=3.000000e-04 loss=3.2766 ppl=26.5190 acc=0.3971 tokens=8128.0000 +step=147840 micro_steps=295680 elapsed=4.2s lr=3.000000e-04 loss=3.2690 ppl=26.3102 acc=0.3981 tokens=8128.0000 +step=147860 micro_steps=295720 elapsed=4.2s lr=3.000000e-04 loss=3.2629 ppl=26.1568 acc=0.4002 tokens=8128.0000 +step=147880 micro_steps=295760 elapsed=4.2s lr=3.000000e-04 loss=3.2739 ppl=26.4385 acc=0.3991 tokens=8128.0000 +step=147900 micro_steps=295800 elapsed=4.2s lr=3.000000e-04 loss=3.2828 ppl=26.6830 acc=0.3972 tokens=8128.0000 +step=147920 micro_steps=295840 elapsed=4.2s lr=3.000000e-04 loss=3.2661 ppl=26.2586 acc=0.3990 tokens=8128.0000 +step=147940 micro_steps=295880 elapsed=4.1s lr=3.000000e-04 loss=3.2820 ppl=26.6639 acc=0.3972 tokens=8128.0000 +step=147960 micro_steps=295920 elapsed=4.1s lr=3.000000e-04 loss=3.2705 ppl=26.3605 acc=0.3989 tokens=8128.0000 +step=147980 micro_steps=295960 elapsed=4.1s lr=3.000000e-04 loss=3.2704 ppl=26.3471 acc=0.3980 tokens=8128.0000 +step=148000 micro_steps=296000 elapsed=4.1s lr=3.000000e-04 loss=3.2609 ppl=26.1010 acc=0.4000 tokens=8128.0000 +[sample step=148000] [CLS] old restaurant, canton. [SEP] but on occasion, there are some dishes that are no longer conspicuous. [SEP] the committee ruled that the risk was overwhelmingly higher than when news of the release harmed to the public. [SEP] plunkett achieved unprecedented fuel efficiency on a small budget and he used his new 15, 000 - volt e - reader to research a small device no bigger than his saltboard, ending his day with a grilling deck. [SEP] "the virus is extremely contagious in animals and is infecting humans, while many humans are not so easily treated and experienced for years," hsiao - lin chen [SEP] +step=148020 micro_steps=296040 elapsed=6.3s lr=3.000000e-04 loss=3.2758 ppl=26.4972 acc=0.3976 tokens=8128.0000 +step=148040 micro_steps=296080 elapsed=4.2s lr=3.000000e-04 loss=3.2789 ppl=26.5813 acc=0.3973 tokens=8128.0000 +step=148060 micro_steps=296120 elapsed=4.2s lr=3.000000e-04 loss=3.2814 ppl=26.6488 acc=0.3969 tokens=8128.0000 +step=148080 micro_steps=296160 elapsed=4.2s lr=3.000000e-04 loss=3.2756 ppl=26.4892 acc=0.3979 tokens=8128.0000 +step=148100 micro_steps=296200 elapsed=4.2s lr=3.000000e-04 loss=3.2794 ppl=26.5870 acc=0.3971 tokens=8128.0000 +step=148120 micro_steps=296240 elapsed=4.1s lr=3.000000e-04 loss=3.2766 ppl=26.5297 acc=0.3986 tokens=8128.0000 +step=148140 micro_steps=296280 elapsed=4.1s lr=3.000000e-04 loss=3.2835 ppl=26.7016 acc=0.3971 tokens=8128.0000 +step=148160 micro_steps=296320 elapsed=4.2s lr=3.000000e-04 loss=3.2729 ppl=26.4170 acc=0.3977 tokens=8128.0000 +step=148180 micro_steps=296360 elapsed=4.1s lr=3.000000e-04 loss=3.2735 ppl=26.4325 acc=0.3983 tokens=8128.0000 +step=148200 micro_steps=296400 elapsed=4.1s lr=3.000000e-04 loss=3.2720 ppl=26.3906 acc=0.3989 tokens=8128.0000 +step=148220 micro_steps=296440 elapsed=4.2s lr=3.000000e-04 loss=3.2601 ppl=26.0871 acc=0.3996 tokens=8128.0000 +step=148240 micro_steps=296480 elapsed=4.1s lr=3.000000e-04 loss=3.2711 ppl=26.3710 acc=0.3974 tokens=8128.0000 +step=148260 micro_steps=296520 elapsed=4.1s lr=3.000000e-04 loss=3.2730 ppl=26.4229 acc=0.3970 tokens=8128.0000 +step=148280 micro_steps=296560 elapsed=4.2s lr=3.000000e-04 loss=3.2708 ppl=26.3620 acc=0.3974 tokens=8128.0000 +step=148300 micro_steps=296600 elapsed=4.1s lr=3.000000e-04 loss=3.2734 ppl=26.4361 acc=0.3987 tokens=8128.0000 +step=148320 micro_steps=296640 elapsed=4.1s lr=3.000000e-04 loss=3.2823 ppl=26.6582 acc=0.3971 tokens=8128.0000 +step=148340 micro_steps=296680 elapsed=4.1s lr=3.000000e-04 loss=3.2798 ppl=26.6068 acc=0.3974 tokens=8128.0000 +step=148360 micro_steps=296720 elapsed=4.2s lr=3.000000e-04 loss=3.2572 ppl=26.0206 acc=0.4003 tokens=8128.0000 +step=148380 micro_steps=296760 elapsed=4.1s lr=3.000000e-04 loss=3.2592 ppl=26.0604 acc=0.4004 tokens=8128.0000 +step=148400 micro_steps=296800 elapsed=4.2s lr=3.000000e-04 loss=3.2879 ppl=26.8248 acc=0.3960 tokens=8128.0000 +step=148420 micro_steps=296840 elapsed=4.2s lr=3.000000e-04 loss=3.2859 ppl=26.7664 acc=0.3966 tokens=8128.0000 +step=148440 micro_steps=296880 elapsed=4.1s lr=3.000000e-04 loss=3.2717 ppl=26.3913 acc=0.3994 tokens=8128.0000 +step=148460 micro_steps=296920 elapsed=4.2s lr=3.000000e-04 loss=3.2739 ppl=26.4420 acc=0.3972 tokens=8128.0000 +step=148480 micro_steps=296960 elapsed=4.2s lr=3.000000e-04 loss=3.2734 ppl=26.4305 acc=0.3984 tokens=8128.0000 +step=148500 micro_steps=297000 elapsed=4.1s lr=3.000000e-04 loss=3.2801 ppl=26.6115 acc=0.3968 tokens=8128.0000 +step=148520 micro_steps=297040 elapsed=4.2s lr=3.000000e-04 loss=3.2527 ppl=25.9046 acc=0.3988 tokens=8128.0000 +step=148540 micro_steps=297080 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.1412 acc=0.4003 tokens=8128.0000 +step=148560 micro_steps=297120 elapsed=4.1s lr=3.000000e-04 loss=3.2759 ppl=26.5005 acc=0.3982 tokens=8128.0000 +step=148580 micro_steps=297160 elapsed=4.2s lr=3.000000e-04 loss=3.2656 ppl=26.2311 acc=0.3988 tokens=8128.0000 +step=148600 micro_steps=297200 elapsed=4.2s lr=3.000000e-04 loss=3.2714 ppl=26.3810 acc=0.3994 tokens=8128.0000 +step=148620 micro_steps=297240 elapsed=4.2s lr=3.000000e-04 loss=3.2809 ppl=26.6387 acc=0.3975 tokens=8128.0000 +step=148640 micro_steps=297280 elapsed=4.2s lr=3.000000e-04 loss=3.2654 ppl=26.2297 acc=0.3986 tokens=8128.0000 +step=148660 micro_steps=297320 elapsed=4.2s lr=3.000000e-04 loss=3.2784 ppl=26.5629 acc=0.3981 tokens=8128.0000 +step=148680 micro_steps=297360 elapsed=4.1s lr=3.000000e-04 loss=3.2657 ppl=26.2256 acc=0.3984 tokens=8128.0000 +step=148700 micro_steps=297400 elapsed=4.2s lr=3.000000e-04 loss=3.2726 ppl=26.4104 acc=0.3991 tokens=8128.0000 +step=148720 micro_steps=297440 elapsed=4.2s lr=3.000000e-04 loss=3.2890 ppl=26.8507 acc=0.3968 tokens=8128.0000 +step=148740 micro_steps=297480 elapsed=4.1s lr=3.000000e-04 loss=3.2740 ppl=26.4568 acc=0.3976 tokens=8128.0000 +step=148760 micro_steps=297520 elapsed=4.1s lr=3.000000e-04 loss=3.2769 ppl=26.5283 acc=0.3978 tokens=8128.0000 +step=148780 micro_steps=297560 elapsed=4.2s lr=3.000000e-04 loss=3.2840 ppl=26.7253 acc=0.3959 tokens=8128.0000 +step=148800 micro_steps=297600 elapsed=4.2s lr=3.000000e-04 loss=3.2901 ppl=26.8951 acc=0.3961 tokens=8128.0000 +step=148820 micro_steps=297640 elapsed=4.1s lr=3.000000e-04 loss=3.2672 ppl=26.2759 acc=0.3989 tokens=8128.0000 +step=148840 micro_steps=297680 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3433 acc=0.3977 tokens=8128.0000 +step=148860 micro_steps=297720 elapsed=4.1s lr=3.000000e-04 loss=3.2720 ppl=26.4046 acc=0.3988 tokens=8128.0000 +step=148880 micro_steps=297760 elapsed=4.2s lr=3.000000e-04 loss=3.2724 ppl=26.4137 acc=0.3992 tokens=8128.0000 +step=148900 micro_steps=297800 elapsed=4.2s lr=3.000000e-04 loss=3.2802 ppl=26.6081 acc=0.3963 tokens=8128.0000 +step=148920 micro_steps=297840 elapsed=4.1s lr=3.000000e-04 loss=3.2631 ppl=26.1514 acc=0.3976 tokens=8128.0000 +step=148940 micro_steps=297880 elapsed=4.2s lr=3.000000e-04 loss=3.2849 ppl=26.7354 acc=0.3972 tokens=8128.0000 +step=148960 micro_steps=297920 elapsed=4.2s lr=3.000000e-04 loss=3.2705 ppl=26.3487 acc=0.3977 tokens=8128.0000 +step=148980 micro_steps=297960 elapsed=4.2s lr=3.000000e-04 loss=3.2739 ppl=26.4592 acc=0.3979 tokens=8128.0000 +step=149000 micro_steps=298000 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0739 acc=0.3993 tokens=8128.0000 +[sample step=149000] [CLS] a cause, "polk said. [SEP]" this was completely self - defense in order to take them out of touch and avoid getting hurt, "mr armstrong said. [SEP] in november, rbs announced plans to wind down dodgy arrangements for the £10bn worth of toxic assets taken on by royal bank of scotland as part of its" sweeping regulatory overhaul " - - an embarrassing statement to shareholders. [SEP] their hopes appear to be realised - with many of them as directors of other sports governing bodies, including the premier league - but they are still heavily involved in football, and many of them are struggling to keep pace with a much needed [SEP] +step=149020 micro_steps=298040 elapsed=6.3s lr=3.000000e-04 loss=3.2739 ppl=26.4471 acc=0.3973 tokens=8128.0000 +step=149040 micro_steps=298080 elapsed=4.1s lr=3.000000e-04 loss=3.2618 ppl=26.1325 acc=0.3984 tokens=8128.0000 +step=149060 micro_steps=298120 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1359 acc=0.4000 tokens=8128.0000 +step=149080 micro_steps=298160 elapsed=4.2s lr=3.000000e-04 loss=3.2617 ppl=26.1195 acc=0.3991 tokens=8128.0000 +step=149100 micro_steps=298200 elapsed=4.1s lr=3.000000e-04 loss=3.2732 ppl=26.4333 acc=0.3976 tokens=8128.0000 +step=149120 micro_steps=298240 elapsed=4.2s lr=3.000000e-04 loss=3.2704 ppl=26.3460 acc=0.3978 tokens=8128.0000 +step=149140 micro_steps=298280 elapsed=4.2s lr=3.000000e-04 loss=3.2756 ppl=26.4939 acc=0.3977 tokens=8128.0000 +step=149160 micro_steps=298320 elapsed=4.1s lr=3.000000e-04 loss=3.2573 ppl=26.0422 acc=0.4003 tokens=8128.0000 +step=149180 micro_steps=298360 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1665 acc=0.3993 tokens=8128.0000 +step=149200 micro_steps=298400 elapsed=4.1s lr=3.000000e-04 loss=3.2596 ppl=26.0761 acc=0.3990 tokens=8128.0000 +step=149220 micro_steps=298440 elapsed=4.2s lr=3.000000e-04 loss=3.2755 ppl=26.4877 acc=0.3990 tokens=8128.0000 +step=149240 micro_steps=298480 elapsed=4.2s lr=3.000000e-04 loss=3.2668 ppl=26.2513 acc=0.3984 tokens=8128.0000 +step=149260 micro_steps=298520 elapsed=4.2s lr=3.000000e-04 loss=3.2746 ppl=26.4669 acc=0.3986 tokens=8128.0000 +step=149280 micro_steps=298560 elapsed=4.2s lr=3.000000e-04 loss=3.2747 ppl=26.4539 acc=0.3974 tokens=8128.0000 +step=149300 micro_steps=298600 elapsed=4.2s lr=3.000000e-04 loss=3.2689 ppl=26.3123 acc=0.3983 tokens=8128.0000 +step=149320 micro_steps=298640 elapsed=4.2s lr=3.000000e-04 loss=3.2630 ppl=26.1716 acc=0.3989 tokens=8128.0000 +step=149340 micro_steps=298680 elapsed=4.2s lr=3.000000e-04 loss=3.2692 ppl=26.3273 acc=0.3998 tokens=8128.0000 +step=149360 micro_steps=298720 elapsed=4.2s lr=3.000000e-04 loss=3.2557 ppl=25.9605 acc=0.3999 tokens=8128.0000 +step=149380 micro_steps=298760 elapsed=4.1s lr=3.000000e-04 loss=3.2754 ppl=26.4877 acc=0.3968 tokens=8128.0000 +step=149400 micro_steps=298800 elapsed=4.2s lr=3.000000e-04 loss=3.2799 ppl=26.6112 acc=0.3981 tokens=8128.0000 +step=149420 micro_steps=298840 elapsed=4.2s lr=3.000000e-04 loss=3.2690 ppl=26.3095 acc=0.3985 tokens=8128.0000 +step=149440 micro_steps=298880 elapsed=4.2s lr=3.000000e-04 loss=3.2740 ppl=26.4469 acc=0.3987 tokens=8128.0000 +step=149460 micro_steps=298920 elapsed=4.2s lr=3.000000e-04 loss=3.2692 ppl=26.3186 acc=0.3992 tokens=8128.0000 +step=149480 micro_steps=298960 elapsed=4.2s lr=3.000000e-04 loss=3.2786 ppl=26.5691 acc=0.3977 tokens=8128.0000 +step=149500 micro_steps=299000 elapsed=4.2s lr=3.000000e-04 loss=3.2614 ppl=26.1157 acc=0.3999 tokens=8128.0000 +step=149520 micro_steps=299040 elapsed=4.2s lr=3.000000e-04 loss=3.2850 ppl=26.7370 acc=0.3976 tokens=8128.0000 +step=149540 micro_steps=299080 elapsed=4.1s lr=3.000000e-04 loss=3.2727 ppl=26.4299 acc=0.3977 tokens=8128.0000 +step=149560 micro_steps=299120 elapsed=4.2s lr=3.000000e-04 loss=3.2731 ppl=26.4203 acc=0.3982 tokens=8128.0000 +step=149580 micro_steps=299160 elapsed=4.2s lr=3.000000e-04 loss=3.2838 ppl=26.7046 acc=0.3973 tokens=8128.0000 +step=149600 micro_steps=299200 elapsed=4.1s lr=3.000000e-04 loss=3.2777 ppl=26.5464 acc=0.3968 tokens=8128.0000 +step=149620 micro_steps=299240 elapsed=4.2s lr=3.000000e-04 loss=3.2734 ppl=26.4255 acc=0.3987 tokens=8128.0000 +step=149640 micro_steps=299280 elapsed=4.1s lr=3.000000e-04 loss=3.2756 ppl=26.4861 acc=0.3977 tokens=8128.0000 +step=149660 micro_steps=299320 elapsed=4.2s lr=3.000000e-04 loss=3.2602 ppl=26.0891 acc=0.4000 tokens=8128.0000 +step=149680 micro_steps=299360 elapsed=4.2s lr=3.000000e-04 loss=3.2783 ppl=26.5692 acc=0.3973 tokens=8128.0000 +step=149700 micro_steps=299400 elapsed=4.2s lr=3.000000e-04 loss=3.2789 ppl=26.5732 acc=0.3980 tokens=8128.0000 +step=149720 micro_steps=299440 elapsed=4.2s lr=3.000000e-04 loss=3.2849 ppl=26.7347 acc=0.3965 tokens=8128.0000 +step=149740 micro_steps=299480 elapsed=4.1s lr=3.000000e-04 loss=3.2858 ppl=26.7562 acc=0.3963 tokens=8128.0000 +step=149760 micro_steps=299520 elapsed=4.2s lr=3.000000e-04 loss=3.2698 ppl=26.3308 acc=0.3978 tokens=8128.0000 +step=149780 micro_steps=299560 elapsed=4.2s lr=3.000000e-04 loss=3.2747 ppl=26.4780 acc=0.3980 tokens=8128.0000 +step=149800 micro_steps=299600 elapsed=4.2s lr=3.000000e-04 loss=3.2706 ppl=26.3654 acc=0.3985 tokens=8128.0000 +step=149820 micro_steps=299640 elapsed=4.2s lr=3.000000e-04 loss=3.2706 ppl=26.3521 acc=0.3987 tokens=8128.0000 +step=149840 micro_steps=299680 elapsed=4.2s lr=3.000000e-04 loss=3.2662 ppl=26.2372 acc=0.3979 tokens=8128.0000 +step=149860 micro_steps=299720 elapsed=4.2s lr=3.000000e-04 loss=3.2823 ppl=26.6710 acc=0.3972 tokens=8128.0000 +step=149880 micro_steps=299760 elapsed=4.2s lr=3.000000e-04 loss=3.2729 ppl=26.4310 acc=0.3975 tokens=8128.0000 +step=149900 micro_steps=299800 elapsed=4.1s lr=3.000000e-04 loss=3.2853 ppl=26.7462 acc=0.3974 tokens=8128.0000 +step=149920 micro_steps=299840 elapsed=4.2s lr=3.000000e-04 loss=3.2744 ppl=26.4645 acc=0.3994 tokens=8128.0000 +step=149940 micro_steps=299880 elapsed=4.1s lr=3.000000e-04 loss=3.2718 ppl=26.3949 acc=0.3989 tokens=8128.0000 +step=149960 micro_steps=299920 elapsed=4.1s lr=3.000000e-04 loss=3.2676 ppl=26.2695 acc=0.3983 tokens=8128.0000 +step=149980 micro_steps=299960 elapsed=4.2s lr=3.000000e-04 loss=3.2778 ppl=26.5451 acc=0.3969 tokens=8128.0000 +step=150000 micro_steps=300000 elapsed=4.2s lr=3.000000e-04 loss=3.2644 ppl=26.1860 acc=0.3992 tokens=8128.0000 +[sample step=150000] [CLS] as they tried to break into her home earlier this month. [SEP] a pakistani police official said the attack involved 60 militants dressed in burkas, a white tag, a grenade launcher and some clips of the koran. [SEP] the defense argued during kimball's hearing that a difficult death sentence for clarkson was fair as it would lower the appeals court costs by an estimated $20 to $50 million a year. [SEP] these innovations can be a forward - thinking move to bring walt disney studios'international research and development center (gao) to a competitive advantage alongside other international partners. [SEP] federer could glide the seventh, 12th or even eighth [SEP] +step=150020 micro_steps=300040 elapsed=6.3s lr=3.000000e-04 loss=3.2718 ppl=26.3747 acc=0.3983 tokens=8128.0000 +step=150040 micro_steps=300080 elapsed=4.2s lr=3.000000e-04 loss=3.2800 ppl=26.6143 acc=0.3972 tokens=8128.0000 +step=150060 micro_steps=300120 elapsed=4.2s lr=3.000000e-04 loss=3.2871 ppl=26.7847 acc=0.3951 tokens=8128.0000 +step=150080 micro_steps=300160 elapsed=4.2s lr=3.000000e-04 loss=3.2761 ppl=26.4925 acc=0.3980 tokens=8128.0000 +step=150100 micro_steps=300200 elapsed=4.2s lr=3.000000e-04 loss=3.2862 ppl=26.7815 acc=0.3969 tokens=8128.0000 +step=150120 micro_steps=300240 elapsed=4.2s lr=3.000000e-04 loss=3.2682 ppl=26.2917 acc=0.4005 tokens=8128.0000 +step=150140 micro_steps=300280 elapsed=4.2s lr=3.000000e-04 loss=3.2661 ppl=26.2491 acc=0.3995 tokens=8128.0000 +step=150160 micro_steps=300320 elapsed=4.2s lr=3.000000e-04 loss=3.2726 ppl=26.4009 acc=0.3984 tokens=8128.0000 +step=150180 micro_steps=300360 elapsed=4.2s lr=3.000000e-04 loss=3.2834 ppl=26.7071 acc=0.3966 tokens=8128.0000 +step=150200 micro_steps=300400 elapsed=4.1s lr=3.000000e-04 loss=3.2683 ppl=26.2994 acc=0.3984 tokens=8128.0000 +step=150220 micro_steps=300440 elapsed=4.2s lr=3.000000e-04 loss=3.2698 ppl=26.3628 acc=0.3979 tokens=8128.0000 +step=150240 micro_steps=300480 elapsed=4.2s lr=3.000000e-04 loss=3.2736 ppl=26.4327 acc=0.3977 tokens=8128.0000 +step=150260 micro_steps=300520 elapsed=4.1s lr=3.000000e-04 loss=3.2756 ppl=26.5043 acc=0.3985 tokens=8128.0000 +step=150280 micro_steps=300560 elapsed=4.1s lr=3.000000e-04 loss=3.2758 ppl=26.4924 acc=0.3968 tokens=8128.0000 +step=150300 micro_steps=300600 elapsed=4.1s lr=3.000000e-04 loss=3.2634 ppl=26.1711 acc=0.3997 tokens=8128.0000 +step=150320 micro_steps=300640 elapsed=4.1s lr=3.000000e-04 loss=3.2674 ppl=26.2720 acc=0.3980 tokens=8128.0000 +step=150340 micro_steps=300680 elapsed=4.2s lr=3.000000e-04 loss=3.2654 ppl=26.2331 acc=0.3990 tokens=8128.0000 +step=150360 micro_steps=300720 elapsed=4.2s lr=3.000000e-04 loss=3.2902 ppl=26.8644 acc=0.3968 tokens=8128.0000 +step=150380 micro_steps=300760 elapsed=4.2s lr=3.000000e-04 loss=3.2750 ppl=26.4754 acc=0.3983 tokens=8128.0000 +step=150400 micro_steps=300800 elapsed=4.2s lr=3.000000e-04 loss=3.2809 ppl=26.6328 acc=0.3969 tokens=8128.0000 +step=150420 micro_steps=300840 elapsed=4.2s lr=3.000000e-04 loss=3.2944 ppl=26.9877 acc=0.3957 tokens=8128.0000 +step=150440 micro_steps=300880 elapsed=4.1s lr=3.000000e-04 loss=3.2757 ppl=26.5010 acc=0.3976 tokens=8128.0000 +step=150460 micro_steps=300920 elapsed=4.2s lr=3.000000e-04 loss=3.2658 ppl=26.2253 acc=0.3991 tokens=8128.0000 +step=150480 micro_steps=300960 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1286 acc=0.3991 tokens=8128.0000 +step=150500 micro_steps=301000 elapsed=4.2s lr=3.000000e-04 loss=3.2772 ppl=26.5359 acc=0.3967 tokens=8128.0000 +step=150520 micro_steps=301040 elapsed=4.2s lr=3.000000e-04 loss=3.2815 ppl=26.6513 acc=0.3980 tokens=8128.0000 +step=150540 micro_steps=301080 elapsed=4.2s lr=3.000000e-04 loss=3.2851 ppl=26.7513 acc=0.3967 tokens=8128.0000 +step=150560 micro_steps=301120 elapsed=4.2s lr=3.000000e-04 loss=3.2667 ppl=26.2571 acc=0.3993 tokens=8128.0000 +step=150580 micro_steps=301160 elapsed=4.2s lr=3.000000e-04 loss=3.2630 ppl=26.1690 acc=0.3997 tokens=8128.0000 +step=150600 micro_steps=301200 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.2797 acc=0.3989 tokens=8128.0000 +step=150620 micro_steps=301240 elapsed=4.1s lr=3.000000e-04 loss=3.2711 ppl=26.3603 acc=0.3988 tokens=8128.0000 +step=150640 micro_steps=301280 elapsed=4.1s lr=3.000000e-04 loss=3.2727 ppl=26.4127 acc=0.3983 tokens=8128.0000 +step=150660 micro_steps=301320 elapsed=4.2s lr=3.000000e-04 loss=3.2605 ppl=26.0839 acc=0.3998 tokens=8128.0000 +step=150680 micro_steps=301360 elapsed=4.2s lr=3.000000e-04 loss=3.2788 ppl=26.5855 acc=0.3972 tokens=8128.0000 +step=150700 micro_steps=301400 elapsed=4.2s lr=3.000000e-04 loss=3.2722 ppl=26.3885 acc=0.3981 tokens=8128.0000 +step=150720 micro_steps=301440 elapsed=4.2s lr=3.000000e-04 loss=3.2623 ppl=26.1562 acc=0.3992 tokens=8128.0000 +step=150740 micro_steps=301480 elapsed=4.2s lr=3.000000e-04 loss=3.2848 ppl=26.7314 acc=0.3967 tokens=8128.0000 +step=150760 micro_steps=301520 elapsed=4.2s lr=3.000000e-04 loss=3.2684 ppl=26.3051 acc=0.3978 tokens=8128.0000 +step=150780 micro_steps=301560 elapsed=4.2s lr=3.000000e-04 loss=3.2783 ppl=26.5719 acc=0.3977 tokens=8128.0000 +step=150800 micro_steps=301600 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.2091 acc=0.3992 tokens=8128.0000 +step=150820 micro_steps=301640 elapsed=4.2s lr=3.000000e-04 loss=3.2719 ppl=26.3947 acc=0.3974 tokens=8128.0000 +step=150840 micro_steps=301680 elapsed=4.2s lr=3.000000e-04 loss=3.2848 ppl=26.7294 acc=0.3966 tokens=8128.0000 +step=150860 micro_steps=301720 elapsed=4.2s lr=3.000000e-04 loss=3.2736 ppl=26.4401 acc=0.3972 tokens=8128.0000 +step=150880 micro_steps=301760 elapsed=4.2s lr=3.000000e-04 loss=3.2731 ppl=26.4179 acc=0.3988 tokens=8128.0000 +step=150900 micro_steps=301800 elapsed=4.2s lr=3.000000e-04 loss=3.2633 ppl=26.1646 acc=0.3995 tokens=8128.0000 +step=150920 micro_steps=301840 elapsed=4.2s lr=3.000000e-04 loss=3.2880 ppl=26.8223 acc=0.3958 tokens=8128.0000 +step=150940 micro_steps=301880 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.2905 acc=0.3987 tokens=8128.0000 +step=150960 micro_steps=301920 elapsed=4.2s lr=3.000000e-04 loss=3.2723 ppl=26.4150 acc=0.3979 tokens=8128.0000 +step=150980 micro_steps=301960 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1361 acc=0.3990 tokens=8128.0000 +step=151000 micro_steps=302000 elapsed=4.2s lr=3.000000e-04 loss=3.2787 ppl=26.5859 acc=0.3982 tokens=8128.0000 +[sample step=151000] [CLS]ikh, noting the death toll as high as 140, 500 on july 12, according to fortress investment group's website. [SEP] vick catches. [SEP] barry alcock, a senior vehicle manager at pcsa, said: " we are seeking comment until we launch an internal review ahead of the race, which can take into account a number of existing factors. [SEP] now mark zuckerberg has begun to rework it to make it easier for the rest of the world to play with fire. [SEP] the plan has also taken considerable steps forward and substantially reduces the aig payments in the warranty period without giving undue impetus to [SEP] +step=151020 micro_steps=302040 elapsed=6.3s lr=3.000000e-04 loss=3.2503 ppl=25.8195 acc=0.4010 tokens=8128.0000 +step=151040 micro_steps=302080 elapsed=4.2s lr=3.000000e-04 loss=3.2652 ppl=26.2219 acc=0.3989 tokens=8128.0000 +step=151060 micro_steps=302120 elapsed=4.2s lr=3.000000e-04 loss=3.2806 ppl=26.6092 acc=0.3983 tokens=8128.0000 +step=151080 micro_steps=302160 elapsed=4.2s lr=3.000000e-04 loss=3.2633 ppl=26.1642 acc=0.3992 tokens=8128.0000 +step=151100 micro_steps=302200 elapsed=4.2s lr=3.000000e-04 loss=3.2804 ppl=26.6109 acc=0.3963 tokens=8128.0000 +step=151120 micro_steps=302240 elapsed=4.2s lr=3.000000e-04 loss=3.2723 ppl=26.3958 acc=0.3968 tokens=8128.0000 +step=151140 micro_steps=302280 elapsed=4.2s lr=3.000000e-04 loss=3.2785 ppl=26.5683 acc=0.3972 tokens=8128.0000 +step=151160 micro_steps=302320 elapsed=4.2s lr=3.000000e-04 loss=3.2813 ppl=26.6427 acc=0.3971 tokens=8128.0000 +step=151180 micro_steps=302360 elapsed=4.2s lr=3.000000e-04 loss=3.2675 ppl=26.2720 acc=0.3995 tokens=8128.0000 +step=151200 micro_steps=302400 elapsed=4.2s lr=3.000000e-04 loss=3.2693 ppl=26.3350 acc=0.3997 tokens=8128.0000 +step=151220 micro_steps=302440 elapsed=4.2s lr=3.000000e-04 loss=3.2734 ppl=26.4344 acc=0.3982 tokens=8128.0000 +step=151240 micro_steps=302480 elapsed=4.2s lr=3.000000e-04 loss=3.2763 ppl=26.5142 acc=0.3970 tokens=8128.0000 +step=151260 micro_steps=302520 elapsed=4.2s lr=3.000000e-04 loss=3.2732 ppl=26.4245 acc=0.3973 tokens=8128.0000 +step=151280 micro_steps=302560 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3944 acc=0.3987 tokens=8128.0000 +step=151300 micro_steps=302600 elapsed=4.2s lr=3.000000e-04 loss=3.2714 ppl=26.3911 acc=0.3981 tokens=8128.0000 +step=151320 micro_steps=302640 elapsed=4.2s lr=3.000000e-04 loss=3.2779 ppl=26.5654 acc=0.3967 tokens=8128.0000 +step=151340 micro_steps=302680 elapsed=4.2s lr=3.000000e-04 loss=3.2596 ppl=26.0750 acc=0.4001 tokens=8128.0000 +step=151360 micro_steps=302720 elapsed=4.2s lr=3.000000e-04 loss=3.2668 ppl=26.2544 acc=0.3974 tokens=8128.0000 +step=151380 micro_steps=302760 elapsed=4.2s lr=3.000000e-04 loss=3.2796 ppl=26.5995 acc=0.3980 tokens=8128.0000 +step=151400 micro_steps=302800 elapsed=4.2s lr=3.000000e-04 loss=3.2656 ppl=26.2271 acc=0.3999 tokens=8128.0000 +step=151420 micro_steps=302840 elapsed=4.2s lr=3.000000e-04 loss=3.2761 ppl=26.5076 acc=0.3974 tokens=8128.0000 +step=151440 micro_steps=302880 elapsed=4.2s lr=3.000000e-04 loss=3.2675 ppl=26.2883 acc=0.3986 tokens=8128.0000 +step=151460 micro_steps=302920 elapsed=4.2s lr=3.000000e-04 loss=3.2674 ppl=26.2663 acc=0.4003 tokens=8128.0000 +step=151480 micro_steps=302960 elapsed=4.2s lr=3.000000e-04 loss=3.2613 ppl=26.1247 acc=0.4005 tokens=8128.0000 +step=151500 micro_steps=303000 elapsed=4.2s lr=3.000000e-04 loss=3.2717 ppl=26.3865 acc=0.3968 tokens=8128.0000 +step=151520 micro_steps=303040 elapsed=4.2s lr=3.000000e-04 loss=3.2755 ppl=26.4852 acc=0.3980 tokens=8128.0000 +step=151540 micro_steps=303080 elapsed=4.2s lr=3.000000e-04 loss=3.2610 ppl=26.1074 acc=0.4004 tokens=8128.0000 +step=151560 micro_steps=303120 elapsed=4.2s lr=3.000000e-04 loss=3.2756 ppl=26.5016 acc=0.3969 tokens=8128.0000 +step=151580 micro_steps=303160 elapsed=4.2s lr=3.000000e-04 loss=3.2744 ppl=26.4541 acc=0.3983 tokens=8128.0000 +step=151600 micro_steps=303200 elapsed=4.2s lr=3.000000e-04 loss=3.2718 ppl=26.3965 acc=0.3982 tokens=8128.0000 +step=151620 micro_steps=303240 elapsed=4.2s lr=3.000000e-04 loss=3.2847 ppl=26.7423 acc=0.3962 tokens=8128.0000 +step=151640 micro_steps=303280 elapsed=4.2s lr=3.000000e-04 loss=3.2687 ppl=26.3168 acc=0.3980 tokens=8128.0000 +step=151660 micro_steps=303320 elapsed=4.2s lr=3.000000e-04 loss=3.2806 ppl=26.6129 acc=0.3962 tokens=8128.0000 +step=151680 micro_steps=303360 elapsed=4.2s lr=3.000000e-04 loss=3.2866 ppl=26.8001 acc=0.3965 tokens=8128.0000 +step=151700 micro_steps=303400 elapsed=4.2s lr=3.000000e-04 loss=3.2714 ppl=26.3854 acc=0.3977 tokens=8128.0000 +step=151720 micro_steps=303440 elapsed=4.2s lr=3.000000e-04 loss=3.2738 ppl=26.4554 acc=0.3980 tokens=8128.0000 +step=151740 micro_steps=303480 elapsed=4.2s lr=3.000000e-04 loss=3.2877 ppl=26.8061 acc=0.3957 tokens=8128.0000 +step=151760 micro_steps=303520 elapsed=4.2s lr=3.000000e-04 loss=3.2743 ppl=26.4568 acc=0.3989 tokens=8128.0000 +step=151780 micro_steps=303560 elapsed=4.2s lr=3.000000e-04 loss=3.2775 ppl=26.5324 acc=0.3975 tokens=8128.0000 +step=151800 micro_steps=303600 elapsed=4.2s lr=3.000000e-04 loss=3.2607 ppl=26.0951 acc=0.4004 tokens=8128.0000 +step=151820 micro_steps=303640 elapsed=4.2s lr=3.000000e-04 loss=3.2596 ppl=26.0776 acc=0.4011 tokens=8128.0000 +step=151840 micro_steps=303680 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3539 acc=0.3974 tokens=8128.0000 +step=151860 micro_steps=303720 elapsed=4.2s lr=3.000000e-04 loss=3.2739 ppl=26.4565 acc=0.3979 tokens=8128.0000 +step=151880 micro_steps=303760 elapsed=4.2s lr=3.000000e-04 loss=3.2651 ppl=26.2107 acc=0.3990 tokens=8128.0000 +step=151900 micro_steps=303800 elapsed=4.2s lr=3.000000e-04 loss=3.2602 ppl=26.0985 acc=0.3998 tokens=8128.0000 +step=151920 micro_steps=303840 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.8868 acc=0.4012 tokens=8128.0000 +step=151940 micro_steps=303880 elapsed=4.2s lr=3.000000e-04 loss=3.2905 ppl=26.8892 acc=0.3957 tokens=8128.0000 +step=151960 micro_steps=303920 elapsed=4.2s lr=3.000000e-04 loss=3.2872 ppl=26.8020 acc=0.3948 tokens=8128.0000 +step=151980 micro_steps=303960 elapsed=4.2s lr=3.000000e-04 loss=3.2704 ppl=26.3557 acc=0.3985 tokens=8128.0000 +step=152000 micro_steps=304000 elapsed=4.2s lr=3.000000e-04 loss=3.2746 ppl=26.4546 acc=0.3989 tokens=8128.0000 +[sample step=152000] [CLS] social services moved to the crown court house for a later hearing. [SEP] so says our office for international development. [SEP] van susteren: i don't like to hear all of these gang - shots that were shot during the campaign. [SEP] washington, april 22/prnewswire - usnewswire/- - americans for prosperity rally for job - loss relief: held today at the willard intercontinental hotel in washington, d. c. poverty rates: told the national press club support drops in children's health care expenses and child tax credit. [SEP] but it pleased almost everyone, suggesting credit for prevention exists. [SEP] [SEP] +step=152020 micro_steps=304040 elapsed=6.3s lr=3.000000e-04 loss=3.2813 ppl=26.6494 acc=0.3974 tokens=8128.0000 +step=152040 micro_steps=304080 elapsed=4.2s lr=3.000000e-04 loss=3.2597 ppl=26.0634 acc=0.3997 tokens=8128.0000 +step=152060 micro_steps=304120 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2595 acc=0.3990 tokens=8128.0000 +step=152080 micro_steps=304160 elapsed=4.2s lr=3.000000e-04 loss=3.2783 ppl=26.5635 acc=0.3976 tokens=8128.0000 +step=152100 micro_steps=304200 elapsed=4.2s lr=3.000000e-04 loss=3.2705 ppl=26.3617 acc=0.3979 tokens=8128.0000 +step=152120 micro_steps=304240 elapsed=4.2s lr=3.000000e-04 loss=3.2822 ppl=26.6640 acc=0.3980 tokens=8128.0000 +step=152140 micro_steps=304280 elapsed=4.2s lr=3.000000e-04 loss=3.2731 ppl=26.4140 acc=0.3977 tokens=8128.0000 +step=152160 micro_steps=304320 elapsed=4.2s lr=3.000000e-04 loss=3.2582 ppl=26.1363 acc=0.4011 tokens=8128.0000 +step=152180 micro_steps=304360 elapsed=4.2s lr=3.000000e-04 loss=3.2697 ppl=26.3332 acc=0.3984 tokens=8128.0000 +step=152200 micro_steps=304400 elapsed=4.2s lr=3.000000e-04 loss=3.2799 ppl=26.6151 acc=0.3974 tokens=8128.0000 +step=152220 micro_steps=304440 elapsed=4.2s lr=3.000000e-04 loss=3.2705 ppl=26.3566 acc=0.3976 tokens=8128.0000 +step=152240 micro_steps=304480 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1389 acc=0.4003 tokens=8128.0000 +step=152260 micro_steps=304520 elapsed=4.2s lr=3.000000e-04 loss=3.2846 ppl=26.7249 acc=0.3967 tokens=8128.0000 +step=152280 micro_steps=304560 elapsed=4.2s lr=3.000000e-04 loss=3.2700 ppl=26.3590 acc=0.3988 tokens=8128.0000 +step=152300 micro_steps=304600 elapsed=4.2s lr=3.000000e-04 loss=3.2813 ppl=26.6643 acc=0.3977 tokens=8128.0000 +step=152320 micro_steps=304640 elapsed=4.2s lr=3.000000e-04 loss=3.2736 ppl=26.4226 acc=0.3981 tokens=8128.0000 +step=152340 micro_steps=304680 elapsed=4.2s lr=3.000000e-04 loss=3.2692 ppl=26.3096 acc=0.3988 tokens=8128.0000 +step=152360 micro_steps=304720 elapsed=4.2s lr=3.000000e-04 loss=3.2745 ppl=26.4519 acc=0.3976 tokens=8128.0000 +step=152380 micro_steps=304760 elapsed=4.2s lr=3.000000e-04 loss=3.2753 ppl=26.4846 acc=0.3979 tokens=8128.0000 +step=152400 micro_steps=304800 elapsed=4.2s lr=3.000000e-04 loss=3.2693 ppl=26.3229 acc=0.3977 tokens=8128.0000 +step=152420 micro_steps=304840 elapsed=4.2s lr=3.000000e-04 loss=3.2833 ppl=26.6884 acc=0.3977 tokens=8128.0000 +step=152440 micro_steps=304880 elapsed=4.2s lr=3.000000e-04 loss=3.2718 ppl=26.3860 acc=0.3981 tokens=8128.0000 +step=152460 micro_steps=304920 elapsed=4.2s lr=3.000000e-04 loss=3.2685 ppl=26.3200 acc=0.3982 tokens=8128.0000 +step=152480 micro_steps=304960 elapsed=4.2s lr=3.000000e-04 loss=3.2781 ppl=26.5700 acc=0.3966 tokens=8128.0000 +step=152500 micro_steps=305000 elapsed=4.2s lr=3.000000e-04 loss=3.2716 ppl=26.3736 acc=0.3981 tokens=8128.0000 +step=152520 micro_steps=305040 elapsed=4.2s lr=3.000000e-04 loss=3.2710 ppl=26.3631 acc=0.3966 tokens=8128.0000 +step=152540 micro_steps=305080 elapsed=4.2s lr=3.000000e-04 loss=3.2755 ppl=26.4970 acc=0.3984 tokens=8128.0000 +step=152560 micro_steps=305120 elapsed=4.2s lr=3.000000e-04 loss=3.2820 ppl=26.6605 acc=0.3988 tokens=8128.0000 +step=152580 micro_steps=305160 elapsed=4.2s lr=3.000000e-04 loss=3.2687 ppl=26.3103 acc=0.3982 tokens=8128.0000 +step=152600 micro_steps=305200 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1507 acc=0.3998 tokens=8128.0000 +step=152620 micro_steps=305240 elapsed=4.2s lr=3.000000e-04 loss=3.2881 ppl=26.8281 acc=0.3963 tokens=8128.0000 +step=152640 micro_steps=305280 elapsed=4.2s lr=3.000000e-04 loss=3.2668 ppl=26.2761 acc=0.3996 tokens=8128.0000 +step=152660 micro_steps=305320 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1055 acc=0.3993 tokens=8128.0000 +step=152680 micro_steps=305360 elapsed=4.2s lr=3.000000e-04 loss=3.2852 ppl=26.7502 acc=0.3964 tokens=8128.0000 +step=152700 micro_steps=305400 elapsed=4.2s lr=3.000000e-04 loss=3.2712 ppl=26.3657 acc=0.3977 tokens=8128.0000 +step=152720 micro_steps=305440 elapsed=4.2s lr=3.000000e-04 loss=3.2905 ppl=26.8948 acc=0.3953 tokens=8128.0000 +step=152740 micro_steps=305480 elapsed=4.2s lr=3.000000e-04 loss=3.2802 ppl=26.6220 acc=0.3957 tokens=8128.0000 +step=152760 micro_steps=305520 elapsed=4.2s lr=3.000000e-04 loss=3.2782 ppl=26.5705 acc=0.3980 tokens=8128.0000 +step=152780 micro_steps=305560 elapsed=4.2s lr=3.000000e-04 loss=3.2734 ppl=26.4326 acc=0.3975 tokens=8128.0000 +step=152800 micro_steps=305600 elapsed=4.2s lr=3.000000e-04 loss=3.2782 ppl=26.5682 acc=0.3976 tokens=8128.0000 +step=152820 micro_steps=305640 elapsed=4.2s lr=3.000000e-04 loss=3.2783 ppl=26.5620 acc=0.3966 tokens=8128.0000 +step=152840 micro_steps=305680 elapsed=4.2s lr=3.000000e-04 loss=3.2780 ppl=26.5717 acc=0.3984 tokens=8128.0000 +step=152860 micro_steps=305720 elapsed=4.2s lr=3.000000e-04 loss=3.2740 ppl=26.4482 acc=0.3992 tokens=8128.0000 +step=152880 micro_steps=305760 elapsed=4.2s lr=3.000000e-04 loss=3.2651 ppl=26.2106 acc=0.3990 tokens=8128.0000 +step=152900 micro_steps=305800 elapsed=4.2s lr=3.000000e-04 loss=3.2637 ppl=26.1781 acc=0.3994 tokens=8128.0000 +step=152920 micro_steps=305840 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1744 acc=0.3994 tokens=8128.0000 +step=152940 micro_steps=305880 elapsed=4.2s lr=3.000000e-04 loss=3.2649 ppl=26.2566 acc=0.4001 tokens=8128.0000 +step=152960 micro_steps=305920 elapsed=4.2s lr=3.000000e-04 loss=3.2856 ppl=26.7496 acc=0.3965 tokens=8128.0000 +step=152980 micro_steps=305960 elapsed=4.2s lr=3.000000e-04 loss=3.2772 ppl=26.5335 acc=0.3989 tokens=8128.0000 +step=153000 micro_steps=306000 elapsed=4.2s lr=3.000000e-04 loss=3.2706 ppl=26.3585 acc=0.3996 tokens=8128.0000 +[sample step=153000] [CLS] anwar with two counts of sodomy, and they had a kilpatrick conviction pending. [SEP] the stake was sold for around £4. 8bn at a casual discount last year as the company was hit by the collapse of the us sub - prime mortgage market and global recession, which hit consumer spending. [SEP] "i certainly don't want to say we should leave matt and i both pray for him to join us. [SEP] as well as his new set of initials, pascal has called it his" katanas " - - reached in french. [SEP] weeks of wrangling threaten to overshadow what the white [SEP] +step=153020 micro_steps=306040 elapsed=6.4s lr=3.000000e-04 loss=3.2759 ppl=26.4922 acc=0.3974 tokens=8128.0000 +step=153040 micro_steps=306080 elapsed=4.2s lr=3.000000e-04 loss=3.2753 ppl=26.4785 acc=0.3978 tokens=8128.0000 +step=153060 micro_steps=306120 elapsed=4.2s lr=3.000000e-04 loss=3.2695 ppl=26.3319 acc=0.3996 tokens=8128.0000 +step=153080 micro_steps=306160 elapsed=4.2s lr=3.000000e-04 loss=3.2768 ppl=26.5251 acc=0.3983 tokens=8128.0000 +step=153100 micro_steps=306200 elapsed=4.2s lr=3.000000e-04 loss=3.2649 ppl=26.2087 acc=0.3998 tokens=8128.0000 +step=153120 micro_steps=306240 elapsed=4.2s lr=3.000000e-04 loss=3.2708 ppl=26.3682 acc=0.3983 tokens=8128.0000 +step=153140 micro_steps=306280 elapsed=4.2s lr=3.000000e-04 loss=3.2825 ppl=26.6870 acc=0.3963 tokens=8128.0000 +step=153160 micro_steps=306320 elapsed=4.2s lr=3.000000e-04 loss=3.2737 ppl=26.4523 acc=0.3977 tokens=8128.0000 +step=153180 micro_steps=306360 elapsed=4.2s lr=3.000000e-04 loss=3.2692 ppl=26.3253 acc=0.3976 tokens=8128.0000 +step=153200 micro_steps=306400 elapsed=4.2s lr=3.000000e-04 loss=3.2717 ppl=26.3845 acc=0.3977 tokens=8128.0000 +step=153220 micro_steps=306440 elapsed=4.2s lr=3.000000e-04 loss=3.2708 ppl=26.3524 acc=0.3991 tokens=8128.0000 +step=153240 micro_steps=306480 elapsed=4.2s lr=3.000000e-04 loss=3.2780 ppl=26.5507 acc=0.3974 tokens=8128.0000 +step=153260 micro_steps=306520 elapsed=4.2s lr=3.000000e-04 loss=3.2717 ppl=26.3879 acc=0.3956 tokens=8128.0000 +step=153280 micro_steps=306560 elapsed=4.2s lr=3.000000e-04 loss=3.2776 ppl=26.5558 acc=0.3973 tokens=8128.0000 +step=153300 micro_steps=306600 elapsed=4.2s lr=3.000000e-04 loss=3.2930 ppl=26.9565 acc=0.3952 tokens=8128.0000 +step=153320 micro_steps=306640 elapsed=4.2s lr=3.000000e-04 loss=3.2766 ppl=26.5149 acc=0.3963 tokens=8128.0000 +step=153340 micro_steps=306680 elapsed=4.2s lr=3.000000e-04 loss=3.2772 ppl=26.5357 acc=0.3979 tokens=8128.0000 +step=153360 micro_steps=306720 elapsed=4.2s lr=3.000000e-04 loss=3.2785 ppl=26.5688 acc=0.3972 tokens=8128.0000 +step=153380 micro_steps=306760 elapsed=4.2s lr=3.000000e-04 loss=3.2591 ppl=26.0497 acc=0.3991 tokens=8128.0000 +step=153400 micro_steps=306800 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1963 acc=0.3994 tokens=8128.0000 +step=153420 micro_steps=306840 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1642 acc=0.3997 tokens=8128.0000 +step=153440 micro_steps=306880 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8368 acc=0.4010 tokens=8128.0000 +step=153460 micro_steps=306920 elapsed=4.2s lr=3.000000e-04 loss=3.2635 ppl=26.1740 acc=0.3993 tokens=8128.0000 +step=153480 micro_steps=306960 elapsed=4.2s lr=3.000000e-04 loss=3.2681 ppl=26.2923 acc=0.3996 tokens=8128.0000 +step=153500 micro_steps=307000 elapsed=4.2s lr=3.000000e-04 loss=3.2689 ppl=26.3207 acc=0.3994 tokens=8128.0000 +step=153520 micro_steps=307040 elapsed=4.2s lr=3.000000e-04 loss=3.2780 ppl=26.5531 acc=0.3971 tokens=8128.0000 +step=153540 micro_steps=307080 elapsed=4.2s lr=3.000000e-04 loss=3.2629 ppl=26.1484 acc=0.3998 tokens=8128.0000 +step=153560 micro_steps=307120 elapsed=4.2s lr=3.000000e-04 loss=3.2671 ppl=26.2679 acc=0.3980 tokens=8128.0000 +step=153580 micro_steps=307160 elapsed=4.2s lr=3.000000e-04 loss=3.2735 ppl=26.4364 acc=0.3977 tokens=8128.0000 +step=153600 micro_steps=307200 elapsed=4.2s lr=3.000000e-04 loss=3.2702 ppl=26.3487 acc=0.3988 tokens=8128.0000 +step=153620 micro_steps=307240 elapsed=4.2s lr=3.000000e-04 loss=3.2814 ppl=26.6424 acc=0.3970 tokens=8128.0000 +step=153640 micro_steps=307280 elapsed=4.2s lr=3.000000e-04 loss=3.2708 ppl=26.3645 acc=0.3974 tokens=8128.0000 +step=153660 micro_steps=307320 elapsed=4.2s lr=3.000000e-04 loss=3.2787 ppl=26.5603 acc=0.3974 tokens=8128.0000 +step=153680 micro_steps=307360 elapsed=4.2s lr=3.000000e-04 loss=3.2698 ppl=26.3265 acc=0.3974 tokens=8128.0000 +step=153700 micro_steps=307400 elapsed=4.2s lr=3.000000e-04 loss=3.2737 ppl=26.4435 acc=0.3985 tokens=8128.0000 +step=153720 micro_steps=307440 elapsed=4.2s lr=3.000000e-04 loss=3.2687 ppl=26.3006 acc=0.3994 tokens=8128.0000 +step=153740 micro_steps=307480 elapsed=4.2s lr=3.000000e-04 loss=3.2786 ppl=26.5763 acc=0.3962 tokens=8128.0000 +step=153760 micro_steps=307520 elapsed=4.2s lr=3.000000e-04 loss=3.2737 ppl=26.4509 acc=0.3979 tokens=8128.0000 +step=153780 micro_steps=307560 elapsed=4.2s lr=3.000000e-04 loss=3.2656 ppl=26.2244 acc=0.4001 tokens=8128.0000 +step=153800 micro_steps=307600 elapsed=4.2s lr=3.000000e-04 loss=3.2762 ppl=26.5007 acc=0.3971 tokens=8128.0000 +step=153820 micro_steps=307640 elapsed=4.2s lr=3.000000e-04 loss=3.2762 ppl=26.5092 acc=0.3975 tokens=8128.0000 +step=153840 micro_steps=307680 elapsed=4.2s lr=3.000000e-04 loss=3.2823 ppl=26.6665 acc=0.3960 tokens=8128.0000 +step=153860 micro_steps=307720 elapsed=4.2s lr=3.000000e-04 loss=3.2718 ppl=26.3781 acc=0.3994 tokens=8128.0000 +step=153880 micro_steps=307760 elapsed=4.2s lr=3.000000e-04 loss=3.2729 ppl=26.4244 acc=0.3974 tokens=8128.0000 +step=153900 micro_steps=307800 elapsed=4.2s lr=3.000000e-04 loss=3.2716 ppl=26.3826 acc=0.3984 tokens=8128.0000 +step=153920 micro_steps=307840 elapsed=4.2s lr=3.000000e-04 loss=3.2585 ppl=26.0565 acc=0.4007 tokens=8128.0000 +step=153940 micro_steps=307880 elapsed=4.2s lr=3.000000e-04 loss=3.2808 ppl=26.6397 acc=0.3963 tokens=8128.0000 +step=153960 micro_steps=307920 elapsed=4.2s lr=3.000000e-04 loss=3.2801 ppl=26.6091 acc=0.3962 tokens=8128.0000 +step=153980 micro_steps=307960 elapsed=4.2s lr=3.000000e-04 loss=3.2716 ppl=26.3726 acc=0.3997 tokens=8128.0000 +step=154000 micro_steps=308000 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6743 acc=0.4018 tokens=8128.0000 +[sample step=154000] [CLS] the rest of the newspaper group. [SEP] on a modest one - piece iron work shirt, one arm lifted up to hold a beer jah fah (pronounced "ctvtrom") in place over his head, jordan patted his leg and patted me on the chest. [SEP] time warner telephone services include aol home broadband, voice service, router, call center, voice and location services. [SEP] "if the current system continues, it's going to lead to as many different cuts as possible," said the president of the american association of state highway and transportation officials (aaufd), brian dunn. [SEP] analysts [SEP] +step=154020 micro_steps=308040 elapsed=6.4s lr=3.000000e-04 loss=3.2553 ppl=25.9586 acc=0.4004 tokens=8128.0000 +step=154040 micro_steps=308080 elapsed=4.2s lr=3.000000e-04 loss=3.2712 ppl=26.3752 acc=0.3983 tokens=8128.0000 +step=154060 micro_steps=308120 elapsed=4.2s lr=3.000000e-04 loss=3.2782 ppl=26.5639 acc=0.3973 tokens=8128.0000 +step=154080 micro_steps=308160 elapsed=4.2s lr=3.000000e-04 loss=3.2706 ppl=26.3691 acc=0.3986 tokens=8128.0000 +step=154100 micro_steps=308200 elapsed=4.2s lr=3.000000e-04 loss=3.2771 ppl=26.5342 acc=0.3978 tokens=8128.0000 +step=154120 micro_steps=308240 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1595 acc=0.4007 tokens=8128.0000 +step=154140 micro_steps=308280 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3463 acc=0.3980 tokens=8128.0000 +step=154160 micro_steps=308320 elapsed=4.2s lr=3.000000e-04 loss=3.2826 ppl=26.6988 acc=0.3967 tokens=8128.0000 +step=154180 micro_steps=308360 elapsed=4.2s lr=3.000000e-04 loss=3.2678 ppl=26.2706 acc=0.3986 tokens=8128.0000 +step=154200 micro_steps=308400 elapsed=4.2s lr=3.000000e-04 loss=3.2731 ppl=26.4278 acc=0.3978 tokens=8128.0000 +step=154220 micro_steps=308440 elapsed=4.2s lr=3.000000e-04 loss=3.2638 ppl=26.1884 acc=0.3985 tokens=8128.0000 +step=154240 micro_steps=308480 elapsed=4.2s lr=3.000000e-04 loss=3.2827 ppl=26.6783 acc=0.3968 tokens=8128.0000 +step=154260 micro_steps=308520 elapsed=4.2s lr=3.000000e-04 loss=3.2698 ppl=26.3410 acc=0.3988 tokens=8128.0000 +step=154280 micro_steps=308560 elapsed=4.2s lr=3.000000e-04 loss=3.2616 ppl=26.1238 acc=0.4006 tokens=8128.0000 +step=154300 micro_steps=308600 elapsed=4.2s lr=3.000000e-04 loss=3.2881 ppl=26.8161 acc=0.3961 tokens=8128.0000 +step=154320 micro_steps=308640 elapsed=4.2s lr=3.000000e-04 loss=3.2706 ppl=26.3702 acc=0.3996 tokens=8128.0000 +step=154340 micro_steps=308680 elapsed=4.2s lr=3.000000e-04 loss=3.2691 ppl=26.3319 acc=0.3987 tokens=8128.0000 +step=154360 micro_steps=308720 elapsed=4.2s lr=3.000000e-04 loss=3.2607 ppl=26.1155 acc=0.4008 tokens=8128.0000 +step=154380 micro_steps=308760 elapsed=4.2s lr=3.000000e-04 loss=3.2730 ppl=26.4263 acc=0.3989 tokens=8128.0000 +step=154400 micro_steps=308800 elapsed=4.2s lr=3.000000e-04 loss=3.2539 ppl=25.9628 acc=0.4003 tokens=8128.0000 +step=154420 micro_steps=308840 elapsed=4.2s lr=3.000000e-04 loss=3.2648 ppl=26.2047 acc=0.3980 tokens=8128.0000 +step=154440 micro_steps=308880 elapsed=4.2s lr=3.000000e-04 loss=3.2754 ppl=26.4906 acc=0.3976 tokens=8128.0000 +step=154460 micro_steps=308920 elapsed=4.2s lr=3.000000e-04 loss=3.2610 ppl=26.0992 acc=0.3996 tokens=8128.0000 +step=154480 micro_steps=308960 elapsed=4.2s lr=3.000000e-04 loss=3.2734 ppl=26.4355 acc=0.3976 tokens=8128.0000 +step=154500 micro_steps=309000 elapsed=4.2s lr=3.000000e-04 loss=3.2544 ppl=25.9420 acc=0.4003 tokens=8128.0000 +step=154520 micro_steps=309040 elapsed=4.2s lr=3.000000e-04 loss=3.2662 ppl=26.2320 acc=0.3985 tokens=8128.0000 +step=154540 micro_steps=309080 elapsed=4.2s lr=3.000000e-04 loss=3.2673 ppl=26.2712 acc=0.3982 tokens=8128.0000 +step=154560 micro_steps=309120 elapsed=4.2s lr=3.000000e-04 loss=3.2567 ppl=25.9979 acc=0.4006 tokens=8128.0000 +step=154580 micro_steps=309160 elapsed=4.2s lr=3.000000e-04 loss=3.2742 ppl=26.4543 acc=0.3979 tokens=8128.0000 +step=154600 micro_steps=309200 elapsed=4.2s lr=3.000000e-04 loss=3.2566 ppl=26.0631 acc=0.3998 tokens=8128.0000 +step=154620 micro_steps=309240 elapsed=4.2s lr=3.000000e-04 loss=3.2782 ppl=26.5444 acc=0.3972 tokens=8128.0000 +step=154640 micro_steps=309280 elapsed=4.2s lr=3.000000e-04 loss=3.2713 ppl=26.3863 acc=0.3980 tokens=8128.0000 +step=154660 micro_steps=309320 elapsed=4.2s lr=3.000000e-04 loss=3.2757 ppl=26.4975 acc=0.3973 tokens=8128.0000 +step=154680 micro_steps=309360 elapsed=4.2s lr=3.000000e-04 loss=3.2644 ppl=26.2005 acc=0.3994 tokens=8128.0000 +step=154700 micro_steps=309400 elapsed=4.2s lr=3.000000e-04 loss=3.2650 ppl=26.2086 acc=0.3981 tokens=8128.0000 +step=154720 micro_steps=309440 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3935 acc=0.3980 tokens=8128.0000 +step=154740 micro_steps=309480 elapsed=4.2s lr=3.000000e-04 loss=3.2749 ppl=26.4717 acc=0.3984 tokens=8128.0000 +step=154760 micro_steps=309520 elapsed=4.2s lr=3.000000e-04 loss=3.2695 ppl=26.3420 acc=0.3988 tokens=8128.0000 +step=154780 micro_steps=309560 elapsed=4.2s lr=3.000000e-04 loss=3.2637 ppl=26.1794 acc=0.3999 tokens=8128.0000 +step=154800 micro_steps=309600 elapsed=4.2s lr=3.000000e-04 loss=3.2656 ppl=26.2215 acc=0.3996 tokens=8128.0000 +step=154820 micro_steps=309640 elapsed=4.2s lr=3.000000e-04 loss=3.2688 ppl=26.3004 acc=0.3981 tokens=8128.0000 +step=154840 micro_steps=309680 elapsed=4.2s lr=3.000000e-04 loss=3.2735 ppl=26.4236 acc=0.3978 tokens=8128.0000 +step=154860 micro_steps=309720 elapsed=4.2s lr=3.000000e-04 loss=3.2713 ppl=26.3730 acc=0.3973 tokens=8128.0000 +step=154880 micro_steps=309760 elapsed=4.2s lr=3.000000e-04 loss=3.2788 ppl=26.5654 acc=0.3973 tokens=8128.0000 +step=154900 micro_steps=309800 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1893 acc=0.3995 tokens=8128.0000 +step=154920 micro_steps=309840 elapsed=4.2s lr=3.000000e-04 loss=3.2725 ppl=26.4106 acc=0.3987 tokens=8128.0000 +step=154940 micro_steps=309880 elapsed=4.2s lr=3.000000e-04 loss=3.2648 ppl=26.2130 acc=0.3995 tokens=8128.0000 +step=154960 micro_steps=309920 elapsed=4.2s lr=3.000000e-04 loss=3.2746 ppl=26.4654 acc=0.3976 tokens=8128.0000 +step=154980 micro_steps=309960 elapsed=4.2s lr=3.000000e-04 loss=3.2774 ppl=26.5422 acc=0.3984 tokens=8128.0000 +step=155000 micro_steps=310000 elapsed=4.2s lr=3.000000e-04 loss=3.2735 ppl=26.4339 acc=0.3982 tokens=8128.0000 +[sample step=155000] [CLS] a fifth term presidentsʼ spouses, the ohio daily news reports. [SEP] pinkberry took weekend holiday plans in mind, and the chain stores consulted with their retail federation in an effort to have a repeat strategy by sending a notice to fellow shoppers to use bottled water or use a special "equal spit" product. [SEP] this song is the single i play it for the royal family. [SEP] the researchers analyzed data from the dartmouth atlas, which looks at the costs of about half of the health - care programs financed by health - related taxes that medicare financial sponsors to purchase insurance - - an industry likely to benefit from expanded federal spending, [SEP] +step=155020 micro_steps=310040 elapsed=6.4s lr=3.000000e-04 loss=3.2679 ppl=26.2882 acc=0.3982 tokens=8128.0000 +step=155040 micro_steps=310080 elapsed=4.2s lr=3.000000e-04 loss=3.2694 ppl=26.3240 acc=0.3974 tokens=8128.0000 +step=155060 micro_steps=310120 elapsed=4.2s lr=3.000000e-04 loss=3.2793 ppl=26.5815 acc=0.3972 tokens=8128.0000 +step=155080 micro_steps=310160 elapsed=4.2s lr=3.000000e-04 loss=3.2723 ppl=26.4037 acc=0.3999 tokens=8128.0000 +step=155100 micro_steps=310200 elapsed=4.2s lr=3.000000e-04 loss=3.2777 ppl=26.5364 acc=0.3979 tokens=8128.0000 +step=155120 micro_steps=310240 elapsed=4.2s lr=3.000000e-04 loss=3.2824 ppl=26.6651 acc=0.3962 tokens=8128.0000 +step=155140 micro_steps=310280 elapsed=4.2s lr=3.000000e-04 loss=3.2667 ppl=26.2475 acc=0.3983 tokens=8128.0000 +step=155160 micro_steps=310320 elapsed=4.2s lr=3.000000e-04 loss=3.2554 ppl=25.9644 acc=0.3988 tokens=8128.0000 +step=155180 micro_steps=310360 elapsed=4.2s lr=3.000000e-04 loss=3.2657 ppl=26.2362 acc=0.3988 tokens=8128.0000 +step=155200 micro_steps=310400 elapsed=4.2s lr=3.000000e-04 loss=3.2743 ppl=26.4589 acc=0.3986 tokens=8128.0000 +step=155220 micro_steps=310440 elapsed=4.2s lr=3.000000e-04 loss=3.2672 ppl=26.2680 acc=0.3985 tokens=8128.0000 +step=155240 micro_steps=310480 elapsed=4.2s lr=3.000000e-04 loss=3.2796 ppl=26.6107 acc=0.3979 tokens=8128.0000 +step=155260 micro_steps=310520 elapsed=4.2s lr=3.000000e-04 loss=3.2734 ppl=26.4297 acc=0.3977 tokens=8128.0000 +step=155280 micro_steps=310560 elapsed=4.2s lr=3.000000e-04 loss=3.2697 ppl=26.3312 acc=0.3973 tokens=8128.0000 +step=155300 micro_steps=310600 elapsed=4.2s lr=3.000000e-04 loss=3.2682 ppl=26.2887 acc=0.3985 tokens=8128.0000 +step=155320 micro_steps=310640 elapsed=4.2s lr=3.000000e-04 loss=3.2860 ppl=26.7736 acc=0.3963 tokens=8128.0000 +step=155340 micro_steps=310680 elapsed=4.2s lr=3.000000e-04 loss=3.2738 ppl=26.4549 acc=0.3990 tokens=8128.0000 +step=155360 micro_steps=310720 elapsed=4.2s lr=3.000000e-04 loss=3.2762 ppl=26.5047 acc=0.3988 tokens=8128.0000 +step=155380 micro_steps=310760 elapsed=4.2s lr=3.000000e-04 loss=3.2779 ppl=26.5505 acc=0.3978 tokens=8128.0000 +step=155400 micro_steps=310800 elapsed=4.2s lr=3.000000e-04 loss=3.2722 ppl=26.3924 acc=0.3982 tokens=8128.0000 +step=155420 micro_steps=310840 elapsed=4.2s lr=3.000000e-04 loss=3.2707 ppl=26.3570 acc=0.3985 tokens=8128.0000 +step=155440 micro_steps=310880 elapsed=4.2s lr=3.000000e-04 loss=3.2758 ppl=26.5052 acc=0.3982 tokens=8128.0000 +step=155460 micro_steps=310920 elapsed=4.2s lr=3.000000e-04 loss=3.2657 ppl=26.2350 acc=0.4000 tokens=8128.0000 +step=155480 micro_steps=310960 elapsed=4.2s lr=3.000000e-04 loss=3.2548 ppl=25.9529 acc=0.4015 tokens=8128.0000 +step=155500 micro_steps=311000 elapsed=4.2s lr=3.000000e-04 loss=3.2747 ppl=26.4728 acc=0.3981 tokens=8128.0000 +step=155520 micro_steps=311040 elapsed=4.2s lr=3.000000e-04 loss=3.2613 ppl=26.1257 acc=0.3993 tokens=8128.0000 +step=155540 micro_steps=311080 elapsed=4.2s lr=3.000000e-04 loss=3.2589 ppl=26.0524 acc=0.3996 tokens=8128.0000 +step=155560 micro_steps=311120 elapsed=4.2s lr=3.000000e-04 loss=3.2602 ppl=26.0862 acc=0.3990 tokens=8128.0000 +step=155580 micro_steps=311160 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0737 acc=0.3994 tokens=8128.0000 +step=155600 micro_steps=311200 elapsed=4.2s lr=3.000000e-04 loss=3.2673 ppl=26.2599 acc=0.3977 tokens=8128.0000 +step=155620 micro_steps=311240 elapsed=4.2s lr=3.000000e-04 loss=3.2664 ppl=26.2483 acc=0.4001 tokens=8128.0000 +step=155640 micro_steps=311280 elapsed=4.2s lr=3.000000e-04 loss=3.2763 ppl=26.5066 acc=0.3978 tokens=8128.0000 +step=155660 micro_steps=311320 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.2800 acc=0.3988 tokens=8128.0000 +step=155680 micro_steps=311360 elapsed=4.2s lr=3.000000e-04 loss=3.2818 ppl=26.6511 acc=0.3974 tokens=8128.0000 +step=155700 micro_steps=311400 elapsed=4.2s lr=3.000000e-04 loss=3.2756 ppl=26.4803 acc=0.3981 tokens=8128.0000 +step=155720 micro_steps=311440 elapsed=4.2s lr=3.000000e-04 loss=3.2793 ppl=26.5856 acc=0.3972 tokens=8128.0000 +step=155740 micro_steps=311480 elapsed=4.2s lr=3.000000e-04 loss=3.2667 ppl=26.2523 acc=0.3983 tokens=8128.0000 +step=155760 micro_steps=311520 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6323 acc=0.4015 tokens=8128.0000 +step=155780 micro_steps=311560 elapsed=4.2s lr=3.000000e-04 loss=3.2730 ppl=26.4113 acc=0.3974 tokens=8128.0000 +step=155800 micro_steps=311600 elapsed=4.2s lr=3.000000e-04 loss=3.2720 ppl=26.3830 acc=0.3978 tokens=8128.0000 +step=155820 micro_steps=311640 elapsed=4.2s lr=3.000000e-04 loss=3.2774 ppl=26.5304 acc=0.3962 tokens=8128.0000 +step=155840 micro_steps=311680 elapsed=4.2s lr=3.000000e-04 loss=3.2818 ppl=26.6682 acc=0.3971 tokens=8128.0000 +step=155860 micro_steps=311720 elapsed=4.2s lr=3.000000e-04 loss=3.2803 ppl=26.6065 acc=0.3975 tokens=8128.0000 +step=155880 micro_steps=311760 elapsed=4.2s lr=3.000000e-04 loss=3.2764 ppl=26.5017 acc=0.3982 tokens=8128.0000 +step=155900 micro_steps=311800 elapsed=4.2s lr=3.000000e-04 loss=3.2561 ppl=25.9851 acc=0.3998 tokens=8128.0000 +step=155920 micro_steps=311840 elapsed=4.2s lr=3.000000e-04 loss=3.2812 ppl=26.6439 acc=0.3968 tokens=8128.0000 +step=155940 micro_steps=311880 elapsed=4.2s lr=3.000000e-04 loss=3.2721 ppl=26.3874 acc=0.3982 tokens=8128.0000 +step=155960 micro_steps=311920 elapsed=4.2s lr=3.000000e-04 loss=3.2605 ppl=26.0912 acc=0.4007 tokens=8128.0000 +step=155980 micro_steps=311960 elapsed=4.2s lr=3.000000e-04 loss=3.2670 ppl=26.2568 acc=0.3984 tokens=8128.0000 +step=156000 micro_steps=312000 elapsed=4.2s lr=3.000000e-04 loss=3.2684 ppl=26.3066 acc=0.3973 tokens=8128.0000 +[sample step=156000] [CLS] a government minister set off by his wife. [SEP] also under review is the budget. [SEP] some outraged and angered nastia played squash with ms. kagan on a rowing machine, likely switched off while cooking a meal and was treated well. [SEP] despite being among the top - earning candidates, there has been little sign of improvement in his personal fortunes, which has prompted his pursuit of an intolerable french lifestyle. [SEP] french government spokesman luc chatel said artists should not follow the economic (and election parodic) example of mayor verdier. [SEP] wrapping things up, suzuki batted cleanup for the new york yankees for the first [SEP] +step=156020 micro_steps=312040 elapsed=6.3s lr=3.000000e-04 loss=3.2752 ppl=26.4957 acc=0.3971 tokens=8128.0000 +step=156040 micro_steps=312080 elapsed=4.2s lr=3.000000e-04 loss=3.2668 ppl=26.2769 acc=0.3986 tokens=8128.0000 +step=156060 micro_steps=312120 elapsed=4.2s lr=3.000000e-04 loss=3.2568 ppl=25.9954 acc=0.4005 tokens=8128.0000 +step=156080 micro_steps=312160 elapsed=4.2s lr=3.000000e-04 loss=3.2719 ppl=26.3871 acc=0.3982 tokens=8128.0000 +step=156100 micro_steps=312200 elapsed=4.2s lr=3.000000e-04 loss=3.2832 ppl=26.6949 acc=0.3961 tokens=8128.0000 +step=156120 micro_steps=312240 elapsed=4.2s lr=3.000000e-04 loss=3.2739 ppl=26.4678 acc=0.3995 tokens=8128.0000 +step=156140 micro_steps=312280 elapsed=4.2s lr=3.000000e-04 loss=3.2749 ppl=26.4854 acc=0.3981 tokens=8128.0000 +step=156160 micro_steps=312320 elapsed=4.2s lr=3.000000e-04 loss=3.2703 ppl=26.3559 acc=0.3983 tokens=8128.0000 +step=156180 micro_steps=312360 elapsed=4.2s lr=3.000000e-04 loss=3.2747 ppl=26.4644 acc=0.3993 tokens=8128.0000 +step=156200 micro_steps=312400 elapsed=4.2s lr=3.000000e-04 loss=3.2731 ppl=26.4276 acc=0.3982 tokens=8128.0000 +step=156220 micro_steps=312440 elapsed=4.2s lr=3.000000e-04 loss=3.2634 ppl=26.1710 acc=0.3990 tokens=8128.0000 +step=156240 micro_steps=312480 elapsed=4.2s lr=3.000000e-04 loss=3.2817 ppl=26.6496 acc=0.3967 tokens=8128.0000 +step=156260 micro_steps=312520 elapsed=4.2s lr=3.000000e-04 loss=3.2702 ppl=26.3472 acc=0.3986 tokens=8128.0000 +step=156280 micro_steps=312560 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8712 acc=0.4004 tokens=8128.0000 +step=156300 micro_steps=312600 elapsed=4.2s lr=3.000000e-04 loss=3.2681 ppl=26.2989 acc=0.3993 tokens=8128.0000 +step=156320 micro_steps=312640 elapsed=4.2s lr=3.000000e-04 loss=3.2674 ppl=26.2736 acc=0.3986 tokens=8128.0000 +step=156340 micro_steps=312680 elapsed=4.2s lr=3.000000e-04 loss=3.2733 ppl=26.4353 acc=0.3973 tokens=8128.0000 +step=156360 micro_steps=312720 elapsed=4.2s lr=3.000000e-04 loss=3.2652 ppl=26.2216 acc=0.3983 tokens=8128.0000 +step=156380 micro_steps=312760 elapsed=4.2s lr=3.000000e-04 loss=3.2730 ppl=26.4278 acc=0.3988 tokens=8128.0000 +step=156400 micro_steps=312800 elapsed=4.2s lr=3.000000e-04 loss=3.2832 ppl=26.6928 acc=0.3971 tokens=8128.0000 +step=156420 micro_steps=312840 elapsed=4.2s lr=3.000000e-04 loss=3.2727 ppl=26.4103 acc=0.3991 tokens=8128.0000 +step=156440 micro_steps=312880 elapsed=4.2s lr=3.000000e-04 loss=3.2644 ppl=26.2022 acc=0.3986 tokens=8128.0000 +step=156460 micro_steps=312920 elapsed=4.2s lr=3.000000e-04 loss=3.2853 ppl=26.7479 acc=0.3973 tokens=8128.0000 +step=156480 micro_steps=312960 elapsed=4.2s lr=3.000000e-04 loss=3.2624 ppl=26.1476 acc=0.3978 tokens=8128.0000 +step=156500 micro_steps=313000 elapsed=4.2s lr=3.000000e-04 loss=3.2728 ppl=26.4120 acc=0.3978 tokens=8128.0000 +step=156520 micro_steps=313040 elapsed=4.2s lr=3.000000e-04 loss=3.2781 ppl=26.5622 acc=0.3976 tokens=8128.0000 +step=156540 micro_steps=313080 elapsed=4.2s lr=3.000000e-04 loss=3.2717 ppl=26.3908 acc=0.3975 tokens=8128.0000 +step=156560 micro_steps=313120 elapsed=4.2s lr=3.000000e-04 loss=3.2788 ppl=26.5739 acc=0.3967 tokens=8128.0000 +step=156580 micro_steps=313160 elapsed=4.9s lr=3.000000e-04 loss=3.2778 ppl=26.5530 acc=0.3987 tokens=8128.0000 +step=156600 micro_steps=313200 elapsed=4.2s lr=3.000000e-04 loss=3.2606 ppl=26.2374 acc=0.4009 tokens=7934.3250 +step=156620 micro_steps=313240 elapsed=4.5s lr=3.000000e-04 loss=3.2678 ppl=26.2873 acc=0.3978 tokens=8128.0000 +step=156640 micro_steps=313280 elapsed=4.2s lr=3.000000e-04 loss=3.2695 ppl=26.3343 acc=0.3986 tokens=8128.0000 +step=156660 micro_steps=313320 elapsed=5.1s lr=3.000000e-04 loss=3.2724 ppl=26.4209 acc=0.3981 tokens=8128.0000 +step=156680 micro_steps=313360 elapsed=4.2s lr=3.000000e-04 loss=3.2696 ppl=26.3315 acc=0.3993 tokens=8128.0000 +step=156700 micro_steps=313400 elapsed=4.2s lr=3.000000e-04 loss=3.2515 ppl=25.8690 acc=0.4009 tokens=8128.0000 +step=156720 micro_steps=313440 elapsed=4.2s lr=3.000000e-04 loss=3.2757 ppl=26.5018 acc=0.3973 tokens=8128.0000 +step=156740 micro_steps=313480 elapsed=4.2s lr=3.000000e-04 loss=3.2797 ppl=26.5918 acc=0.3988 tokens=8128.0000 +step=156760 micro_steps=313520 elapsed=4.2s lr=3.000000e-04 loss=3.2743 ppl=26.4686 acc=0.3970 tokens=8128.0000 +step=156780 micro_steps=313560 elapsed=4.2s lr=3.000000e-04 loss=3.2689 ppl=26.2984 acc=0.3985 tokens=8128.0000 +step=156800 micro_steps=313600 elapsed=4.2s lr=3.000000e-04 loss=3.2648 ppl=26.2081 acc=0.3988 tokens=8128.0000 +step=156820 micro_steps=313640 elapsed=4.2s lr=3.000000e-04 loss=3.2613 ppl=26.1146 acc=0.3985 tokens=8128.0000 +step=156840 micro_steps=313680 elapsed=4.2s lr=3.000000e-04 loss=3.2665 ppl=26.2472 acc=0.3992 tokens=8128.0000 +step=156860 micro_steps=313720 elapsed=4.2s lr=3.000000e-04 loss=3.2690 ppl=26.3116 acc=0.3991 tokens=8128.0000 +step=156880 micro_steps=313760 elapsed=4.2s lr=3.000000e-04 loss=3.2754 ppl=26.4743 acc=0.3978 tokens=8128.0000 +step=156900 micro_steps=313800 elapsed=4.2s lr=3.000000e-04 loss=3.2806 ppl=26.6259 acc=0.3964 tokens=8128.0000 +step=156920 micro_steps=313840 elapsed=4.2s lr=3.000000e-04 loss=3.2829 ppl=26.6796 acc=0.3969 tokens=8128.0000 +step=156940 micro_steps=313880 elapsed=4.2s lr=3.000000e-04 loss=3.2721 ppl=26.4283 acc=0.3985 tokens=8128.0000 +step=156960 micro_steps=313920 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3935 acc=0.3973 tokens=8128.0000 +step=156980 micro_steps=313960 elapsed=4.2s lr=3.000000e-04 loss=3.2757 ppl=26.4953 acc=0.3986 tokens=8128.0000 +step=157000 micro_steps=314000 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1549 acc=0.3999 tokens=8128.0000 +[sample step=157000] [CLS] the past few months, the house ethics committee is examining a controversial expenditure in 2002 involving a political action committee with ties to aig. [SEP] in these four intervening generations, its abundance has been consistently passed down from generation to generation and generations before. [SEP] in his last interview before he was taken hostage, waugh narrowly escaped another hijacked vehicle - - a golden eagle he was inspired to buy after writing an expose about the remnants of the bay of pigs - - saying: "i'd wish that you give some thoughts.. here is where marianne went wrong that's the point." [SEP] for some it is a [SEP] +step=157020 micro_steps=314040 elapsed=6.4s lr=3.000000e-04 loss=3.2596 ppl=26.0674 acc=0.3998 tokens=8128.0000 +step=157040 micro_steps=314080 elapsed=4.2s lr=3.000000e-04 loss=3.2645 ppl=26.2028 acc=0.3996 tokens=8128.0000 +step=157060 micro_steps=314120 elapsed=4.2s lr=3.000000e-04 loss=3.2706 ppl=26.3602 acc=0.3984 tokens=8128.0000 +step=157080 micro_steps=314160 elapsed=4.2s lr=3.000000e-04 loss=3.2718 ppl=26.3959 acc=0.3972 tokens=8128.0000 +step=157100 micro_steps=314200 elapsed=4.2s lr=3.000000e-04 loss=3.2706 ppl=26.3571 acc=0.3986 tokens=8128.0000 +step=157120 micro_steps=314240 elapsed=4.2s lr=3.000000e-04 loss=3.2718 ppl=26.4077 acc=0.3993 tokens=8128.0000 +step=157140 micro_steps=314280 elapsed=4.2s lr=3.000000e-04 loss=3.2685 ppl=26.3058 acc=0.3985 tokens=8128.0000 +step=157160 micro_steps=314320 elapsed=4.2s lr=3.000000e-04 loss=3.2723 ppl=26.4020 acc=0.3971 tokens=8128.0000 +step=157180 micro_steps=314360 elapsed=4.2s lr=3.000000e-04 loss=3.2694 ppl=26.3376 acc=0.3993 tokens=8128.0000 +step=157200 micro_steps=314400 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1503 acc=0.3985 tokens=8128.0000 +step=157220 micro_steps=314440 elapsed=4.2s lr=3.000000e-04 loss=3.2609 ppl=26.1019 acc=0.3991 tokens=8128.0000 +step=157240 micro_steps=314480 elapsed=4.2s lr=3.000000e-04 loss=3.2649 ppl=26.2102 acc=0.3996 tokens=8128.0000 +step=157260 micro_steps=314520 elapsed=4.2s lr=3.000000e-04 loss=3.2582 ppl=26.0263 acc=0.3997 tokens=8128.0000 +step=157280 micro_steps=314560 elapsed=4.2s lr=3.000000e-04 loss=3.2740 ppl=26.4472 acc=0.3984 tokens=8128.0000 +step=157300 micro_steps=314600 elapsed=4.2s lr=3.000000e-04 loss=3.2651 ppl=26.2122 acc=0.3983 tokens=8128.0000 +step=157320 micro_steps=314640 elapsed=4.2s lr=3.000000e-04 loss=3.2642 ppl=26.1837 acc=0.3988 tokens=8128.0000 +step=157340 micro_steps=314680 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=26.0009 acc=0.3992 tokens=8128.0000 +step=157360 micro_steps=314720 elapsed=4.2s lr=3.000000e-04 loss=3.2788 ppl=26.5772 acc=0.3984 tokens=8128.0000 +step=157380 micro_steps=314760 elapsed=4.2s lr=3.000000e-04 loss=3.2753 ppl=26.4912 acc=0.3967 tokens=8128.0000 +step=157400 micro_steps=314800 elapsed=4.2s lr=3.000000e-04 loss=3.2692 ppl=26.3120 acc=0.3989 tokens=8128.0000 +step=157420 micro_steps=314840 elapsed=4.2s lr=3.000000e-04 loss=3.2653 ppl=26.2146 acc=0.3985 tokens=8128.0000 +step=157440 micro_steps=314880 elapsed=4.2s lr=3.000000e-04 loss=3.2687 ppl=26.3197 acc=0.3985 tokens=8128.0000 +step=157460 micro_steps=314920 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2128 acc=0.3988 tokens=8128.0000 +step=157480 micro_steps=314960 elapsed=4.2s lr=3.000000e-04 loss=3.2831 ppl=26.6835 acc=0.3963 tokens=8128.0000 +step=157500 micro_steps=315000 elapsed=4.2s lr=3.000000e-04 loss=3.2722 ppl=26.3883 acc=0.3986 tokens=8128.0000 +step=157520 micro_steps=315040 elapsed=4.2s lr=3.000000e-04 loss=3.2680 ppl=26.2777 acc=0.3982 tokens=8128.0000 +step=157540 micro_steps=315080 elapsed=4.2s lr=3.000000e-04 loss=3.2689 ppl=26.3146 acc=0.3984 tokens=8128.0000 +step=157560 micro_steps=315120 elapsed=4.2s lr=3.000000e-04 loss=3.2789 ppl=26.5749 acc=0.3975 tokens=8128.0000 +step=157580 micro_steps=315160 elapsed=4.2s lr=3.000000e-04 loss=3.2653 ppl=26.2307 acc=0.3984 tokens=8128.0000 +step=157600 micro_steps=315200 elapsed=4.2s lr=3.000000e-04 loss=3.2597 ppl=26.0655 acc=0.3997 tokens=8128.0000 +step=157620 micro_steps=315240 elapsed=4.2s lr=3.000000e-04 loss=3.2662 ppl=26.2435 acc=0.4001 tokens=8128.0000 +step=157640 micro_steps=315280 elapsed=4.2s lr=3.000000e-04 loss=3.2746 ppl=26.4572 acc=0.3970 tokens=8128.0000 +step=157660 micro_steps=315320 elapsed=4.2s lr=3.000000e-04 loss=3.2796 ppl=26.5958 acc=0.3971 tokens=8128.0000 +step=157680 micro_steps=315360 elapsed=4.2s lr=3.000000e-04 loss=3.2721 ppl=26.4025 acc=0.3994 tokens=8128.0000 +step=157700 micro_steps=315400 elapsed=4.2s lr=3.000000e-04 loss=3.2599 ppl=26.0734 acc=0.3991 tokens=8128.0000 +step=157720 micro_steps=315440 elapsed=4.2s lr=3.000000e-04 loss=3.2794 ppl=26.5973 acc=0.3974 tokens=8128.0000 +step=157740 micro_steps=315480 elapsed=4.2s lr=3.000000e-04 loss=3.2680 ppl=26.2777 acc=0.3979 tokens=8128.0000 +step=157760 micro_steps=315520 elapsed=4.2s lr=3.000000e-04 loss=3.2692 ppl=26.3182 acc=0.3982 tokens=8128.0000 +step=157780 micro_steps=315560 elapsed=4.2s lr=3.000000e-04 loss=3.2740 ppl=26.4466 acc=0.3982 tokens=8128.0000 +step=157800 micro_steps=315600 elapsed=4.2s lr=3.000000e-04 loss=3.2702 ppl=26.3542 acc=0.3989 tokens=8128.0000 +step=157820 micro_steps=315640 elapsed=4.2s lr=3.000000e-04 loss=3.2708 ppl=26.3673 acc=0.3991 tokens=8128.0000 +step=157840 micro_steps=315680 elapsed=4.2s lr=3.000000e-04 loss=3.2766 ppl=26.5128 acc=0.3976 tokens=8128.0000 +step=157860 micro_steps=315720 elapsed=4.2s lr=3.000000e-04 loss=3.2750 ppl=26.4677 acc=0.3988 tokens=8128.0000 +step=157880 micro_steps=315760 elapsed=4.2s lr=3.000000e-04 loss=3.2792 ppl=26.5866 acc=0.3970 tokens=8128.0000 +step=157900 micro_steps=315800 elapsed=4.2s lr=3.000000e-04 loss=3.2741 ppl=26.4465 acc=0.3985 tokens=8128.0000 +step=157920 micro_steps=315840 elapsed=4.2s lr=3.000000e-04 loss=3.2746 ppl=26.4637 acc=0.3981 tokens=8128.0000 +step=157940 micro_steps=315880 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1061 acc=0.3999 tokens=8128.0000 +step=157960 micro_steps=315920 elapsed=4.2s lr=3.000000e-04 loss=3.2656 ppl=26.2204 acc=0.3995 tokens=8128.0000 +step=157980 micro_steps=315960 elapsed=4.2s lr=3.000000e-04 loss=3.2606 ppl=26.1003 acc=0.3990 tokens=8128.0000 +step=158000 micro_steps=316000 elapsed=4.2s lr=3.000000e-04 loss=3.2864 ppl=26.7716 acc=0.3961 tokens=8128.0000 +[sample step=158000] [CLS]s, charmed and convinced; maybe he was pretending to be working on a psychawi "fight club" while eamon was on holiday in the bahamas. [SEP] all of the psychiatrists and psychologists present documented mental problems, the buffalo (n. y.) [SEP] mayor adrian fenty shook off calls on saturday for mayor adrian m. fenty to step down. [SEP] a kent eye institute campaigner, daisy gilson, said: " the number of patients having success being prescribed unnecessary treatments makes perfect sense. [SEP] across the bauhaus strip, cars honked to tell us whatever we were up to - - [SEP] +step=158020 micro_steps=316040 elapsed=6.6s lr=3.000000e-04 loss=3.2606 ppl=26.0828 acc=0.4000 tokens=8128.0000 +step=158040 micro_steps=316080 elapsed=4.2s lr=3.000000e-04 loss=3.2772 ppl=26.5325 acc=0.3968 tokens=8128.0000 +step=158060 micro_steps=316120 elapsed=4.2s lr=3.000000e-04 loss=3.2743 ppl=26.4514 acc=0.3974 tokens=8128.0000 +step=158080 micro_steps=316160 elapsed=4.2s lr=3.000000e-04 loss=3.2676 ppl=26.2793 acc=0.3979 tokens=8128.0000 +step=158100 micro_steps=316200 elapsed=4.2s lr=3.000000e-04 loss=3.2671 ppl=26.2615 acc=0.3984 tokens=8128.0000 +step=158120 micro_steps=316240 elapsed=4.2s lr=3.000000e-04 loss=3.2771 ppl=26.5199 acc=0.3972 tokens=8128.0000 +step=158140 micro_steps=316280 elapsed=4.2s lr=3.000000e-04 loss=3.2658 ppl=26.2353 acc=0.3995 tokens=8128.0000 +step=158160 micro_steps=316320 elapsed=4.2s lr=3.000000e-04 loss=3.2683 ppl=26.2989 acc=0.3990 tokens=8128.0000 +step=158180 micro_steps=316360 elapsed=4.2s lr=3.000000e-04 loss=3.2680 ppl=26.2976 acc=0.3982 tokens=8128.0000 +step=158200 micro_steps=316400 elapsed=4.2s lr=3.000000e-04 loss=3.2596 ppl=26.0721 acc=0.4001 tokens=8128.0000 +step=158220 micro_steps=316440 elapsed=4.2s lr=3.000000e-04 loss=3.2696 ppl=26.3374 acc=0.3971 tokens=8128.0000 +step=158240 micro_steps=316480 elapsed=4.2s lr=3.000000e-04 loss=3.2727 ppl=26.4078 acc=0.3986 tokens=8128.0000 +step=158260 micro_steps=316520 elapsed=4.2s lr=3.000000e-04 loss=3.2760 ppl=26.5041 acc=0.3988 tokens=8128.0000 +step=158280 micro_steps=316560 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.0548 acc=0.3981 tokens=8128.0000 +step=158300 micro_steps=316600 elapsed=4.2s lr=3.000000e-04 loss=3.2601 ppl=26.0804 acc=0.3990 tokens=8128.0000 +step=158320 micro_steps=316640 elapsed=4.2s lr=3.000000e-04 loss=3.2719 ppl=26.4013 acc=0.3979 tokens=8128.0000 +step=158340 micro_steps=316680 elapsed=4.2s lr=3.000000e-04 loss=3.2691 ppl=26.3200 acc=0.3987 tokens=8128.0000 +step=158360 micro_steps=316720 elapsed=4.2s lr=3.000000e-04 loss=3.2746 ppl=26.4711 acc=0.3979 tokens=8128.0000 +step=158380 micro_steps=316760 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1489 acc=0.3995 tokens=8128.0000 +step=158400 micro_steps=316800 elapsed=4.2s lr=3.000000e-04 loss=3.2536 ppl=25.9500 acc=0.4009 tokens=8128.0000 +step=158420 micro_steps=316840 elapsed=4.2s lr=3.000000e-04 loss=3.2752 ppl=26.4856 acc=0.3986 tokens=8128.0000 +step=158440 micro_steps=316880 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1474 acc=0.3993 tokens=8128.0000 +step=158460 micro_steps=316920 elapsed=4.2s lr=3.000000e-04 loss=3.2852 ppl=26.7497 acc=0.3958 tokens=8128.0000 +step=158480 micro_steps=316960 elapsed=4.2s lr=3.000000e-04 loss=3.2556 ppl=25.9673 acc=0.3987 tokens=8128.0000 +step=158500 micro_steps=317000 elapsed=4.2s lr=3.000000e-04 loss=3.2625 ppl=26.1464 acc=0.4003 tokens=8128.0000 +step=158520 micro_steps=317040 elapsed=4.2s lr=3.000000e-04 loss=3.2693 ppl=26.3094 acc=0.3977 tokens=8128.0000 +step=158540 micro_steps=317080 elapsed=4.2s lr=3.000000e-04 loss=3.2509 ppl=25.8396 acc=0.4014 tokens=8128.0000 +step=158560 micro_steps=317120 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.1983 acc=0.3994 tokens=8128.0000 +step=158580 micro_steps=317160 elapsed=4.2s lr=3.000000e-04 loss=3.2627 ppl=26.1620 acc=0.3989 tokens=8128.0000 +step=158600 micro_steps=317200 elapsed=4.2s lr=3.000000e-04 loss=3.2593 ppl=26.0615 acc=0.3997 tokens=8128.0000 +step=158620 micro_steps=317240 elapsed=4.2s lr=3.000000e-04 loss=3.2473 ppl=25.7520 acc=0.4004 tokens=8128.0000 +step=158640 micro_steps=317280 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0725 acc=0.3992 tokens=8128.0000 +step=158660 micro_steps=317320 elapsed=4.2s lr=3.000000e-04 loss=3.2632 ppl=26.1716 acc=0.3983 tokens=8128.0000 +step=158680 micro_steps=317360 elapsed=4.2s lr=3.000000e-04 loss=3.2768 ppl=26.5393 acc=0.3973 tokens=8128.0000 +step=158700 micro_steps=317400 elapsed=4.2s lr=3.000000e-04 loss=3.2713 ppl=26.3714 acc=0.3973 tokens=8128.0000 +step=158720 micro_steps=317440 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1440 acc=0.3995 tokens=8128.0000 +step=158740 micro_steps=317480 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1604 acc=0.3990 tokens=8128.0000 +step=158760 micro_steps=317520 elapsed=4.2s lr=3.000000e-04 loss=3.2901 ppl=26.8653 acc=0.3958 tokens=8128.0000 +step=158780 micro_steps=317560 elapsed=4.2s lr=3.000000e-04 loss=3.2750 ppl=26.4727 acc=0.3978 tokens=8128.0000 +step=158800 micro_steps=317600 elapsed=4.2s lr=3.000000e-04 loss=3.2833 ppl=26.6894 acc=0.3972 tokens=8128.0000 +step=158820 micro_steps=317640 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9302 acc=0.4009 tokens=8128.0000 +step=158840 micro_steps=317680 elapsed=4.2s lr=3.000000e-04 loss=3.2623 ppl=26.1292 acc=0.3985 tokens=8128.0000 +step=158860 micro_steps=317720 elapsed=4.2s lr=3.000000e-04 loss=3.2804 ppl=26.6159 acc=0.3962 tokens=8128.0000 +step=158880 micro_steps=317760 elapsed=4.2s lr=3.000000e-04 loss=3.2756 ppl=26.5031 acc=0.3976 tokens=8128.0000 +step=158900 micro_steps=317800 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1515 acc=0.3990 tokens=8128.0000 +step=158920 micro_steps=317840 elapsed=4.2s lr=3.000000e-04 loss=3.2697 ppl=26.3349 acc=0.3995 tokens=8128.0000 +step=158940 micro_steps=317880 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3522 acc=0.3981 tokens=8128.0000 +step=158960 micro_steps=317920 elapsed=4.2s lr=3.000000e-04 loss=3.2589 ppl=26.0452 acc=0.4003 tokens=8128.0000 +step=158980 micro_steps=317960 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.2040 acc=0.3988 tokens=8128.0000 +step=159000 micro_steps=318000 elapsed=4.2s lr=3.000000e-04 loss=3.2652 ppl=26.2189 acc=0.3992 tokens=8128.0000 +[sample step=159000] [CLS] reported killing an officer on duty. [SEP] "they have opposition, they're not suggesting they're libertas or they're simply that - it's no. of course they're opposed to anyone who says yes," he said. [SEP] the move comes amid a growing debate about taxi drivers who can't get a taxi back to their former stronghold: no car on the road, no cable, no phone lines, no plans to go on strike if st. louis wants a better service than it currently offers. [SEP] authorities say the man and woman were haleigh's father and her stepmother. [SEP] [SEP] +step=159020 micro_steps=318040 elapsed=6.6s lr=3.000000e-04 loss=3.2607 ppl=26.1175 acc=0.3998 tokens=8128.0000 +step=159040 micro_steps=318080 elapsed=4.2s lr=3.000000e-04 loss=3.2696 ppl=26.3277 acc=0.3992 tokens=8128.0000 +step=159060 micro_steps=318120 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1687 acc=0.3986 tokens=8128.0000 +step=159080 micro_steps=318160 elapsed=4.2s lr=3.000000e-04 loss=3.2700 ppl=26.3506 acc=0.3985 tokens=8128.0000 +step=159100 micro_steps=318200 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1281 acc=0.3998 tokens=8128.0000 +step=159120 micro_steps=318240 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1413 acc=0.4002 tokens=8128.0000 +step=159140 micro_steps=318280 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.1134 acc=0.3980 tokens=8128.0000 +step=159160 micro_steps=318320 elapsed=4.2s lr=3.000000e-04 loss=3.2615 ppl=26.1324 acc=0.3999 tokens=8128.0000 +step=159180 micro_steps=318360 elapsed=4.2s lr=3.000000e-04 loss=3.2658 ppl=26.2435 acc=0.3987 tokens=8128.0000 +step=159200 micro_steps=318400 elapsed=4.2s lr=3.000000e-04 loss=3.2755 ppl=26.4890 acc=0.3988 tokens=8128.0000 +step=159220 micro_steps=318440 elapsed=4.2s lr=3.000000e-04 loss=3.2643 ppl=26.1924 acc=0.4006 tokens=8128.0000 +step=159240 micro_steps=318480 elapsed=4.2s lr=3.000000e-04 loss=3.2806 ppl=26.6204 acc=0.3974 tokens=8128.0000 +step=159260 micro_steps=318520 elapsed=4.2s lr=3.000000e-04 loss=3.2685 ppl=26.3059 acc=0.3993 tokens=8128.0000 +step=159280 micro_steps=318560 elapsed=4.2s lr=3.000000e-04 loss=3.2638 ppl=26.1924 acc=0.3986 tokens=8128.0000 +step=159300 micro_steps=318600 elapsed=4.2s lr=3.000000e-04 loss=3.2583 ppl=26.0348 acc=0.3993 tokens=8128.0000 +step=159320 micro_steps=318640 elapsed=4.2s lr=3.000000e-04 loss=3.2544 ppl=25.9509 acc=0.4000 tokens=8128.0000 +step=159340 micro_steps=318680 elapsed=4.2s lr=3.000000e-04 loss=3.2712 ppl=26.3837 acc=0.3992 tokens=8128.0000 +step=159360 micro_steps=318720 elapsed=4.2s lr=3.000000e-04 loss=3.2735 ppl=26.4366 acc=0.3981 tokens=8128.0000 +step=159380 micro_steps=318760 elapsed=4.2s lr=3.000000e-04 loss=3.2714 ppl=26.3839 acc=0.3990 tokens=8128.0000 +step=159400 micro_steps=318800 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1856 acc=0.4002 tokens=8128.0000 +step=159420 micro_steps=318840 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=25.9962 acc=0.3983 tokens=8128.0000 +step=159440 micro_steps=318880 elapsed=4.2s lr=3.000000e-04 loss=3.2646 ppl=26.2041 acc=0.4003 tokens=8128.0000 +step=159460 micro_steps=318920 elapsed=4.2s lr=3.000000e-04 loss=3.2546 ppl=25.9588 acc=0.3997 tokens=8128.0000 +step=159480 micro_steps=318960 elapsed=4.2s lr=3.000000e-04 loss=3.2704 ppl=26.3439 acc=0.3982 tokens=8128.0000 +step=159500 micro_steps=319000 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0688 acc=0.3990 tokens=8128.0000 +step=159520 micro_steps=319040 elapsed=4.2s lr=3.000000e-04 loss=3.2751 ppl=26.4848 acc=0.3979 tokens=8128.0000 +step=159540 micro_steps=319080 elapsed=4.2s lr=3.000000e-04 loss=3.2642 ppl=26.1919 acc=0.3989 tokens=8128.0000 +step=159560 micro_steps=319120 elapsed=4.2s lr=3.000000e-04 loss=3.2676 ppl=26.2741 acc=0.3973 tokens=8128.0000 +step=159580 micro_steps=319160 elapsed=4.2s lr=3.000000e-04 loss=3.2712 ppl=26.3689 acc=0.3985 tokens=8128.0000 +step=159600 micro_steps=319200 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9907 acc=0.3997 tokens=8128.0000 +step=159620 micro_steps=319240 elapsed=4.2s lr=3.000000e-04 loss=3.2642 ppl=26.1883 acc=0.3984 tokens=8128.0000 +step=159640 micro_steps=319280 elapsed=4.2s lr=3.000000e-04 loss=3.2771 ppl=26.5288 acc=0.3969 tokens=8128.0000 +step=159660 micro_steps=319320 elapsed=4.2s lr=3.000000e-04 loss=3.2681 ppl=26.2958 acc=0.3990 tokens=8128.0000 +step=159680 micro_steps=319360 elapsed=4.2s lr=3.000000e-04 loss=3.2821 ppl=26.6640 acc=0.3971 tokens=8128.0000 +step=159700 micro_steps=319400 elapsed=4.2s lr=3.000000e-04 loss=3.2588 ppl=26.0537 acc=0.3994 tokens=8128.0000 +step=159720 micro_steps=319440 elapsed=4.2s lr=3.000000e-04 loss=3.2688 ppl=26.3166 acc=0.3976 tokens=8128.0000 +step=159740 micro_steps=319480 elapsed=4.2s lr=3.000000e-04 loss=3.2682 ppl=26.3059 acc=0.3986 tokens=8128.0000 +step=159760 micro_steps=319520 elapsed=4.2s lr=3.000000e-04 loss=3.2691 ppl=26.3197 acc=0.3984 tokens=8128.0000 +step=159780 micro_steps=319560 elapsed=4.2s lr=3.000000e-04 loss=3.2754 ppl=26.4871 acc=0.3987 tokens=8128.0000 +step=159800 micro_steps=319600 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1922 acc=0.3989 tokens=8128.0000 +step=159820 micro_steps=319640 elapsed=4.2s lr=3.000000e-04 loss=3.2722 ppl=26.4005 acc=0.3979 tokens=8128.0000 +step=159840 micro_steps=319680 elapsed=4.2s lr=3.000000e-04 loss=3.2760 ppl=26.4945 acc=0.3976 tokens=8128.0000 +step=159860 micro_steps=319720 elapsed=4.2s lr=3.000000e-04 loss=3.2633 ppl=26.1773 acc=0.3996 tokens=8128.0000 +step=159880 micro_steps=319760 elapsed=4.2s lr=3.000000e-04 loss=3.2678 ppl=26.2796 acc=0.4004 tokens=8128.0000 +step=159900 micro_steps=319800 elapsed=4.2s lr=3.000000e-04 loss=3.2684 ppl=26.2977 acc=0.3994 tokens=8128.0000 +step=159920 micro_steps=319840 elapsed=4.2s lr=3.000000e-04 loss=3.2662 ppl=26.2431 acc=0.3993 tokens=8128.0000 +step=159940 micro_steps=319880 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1769 acc=0.3993 tokens=8128.0000 +step=159960 micro_steps=319920 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2505 acc=0.4002 tokens=8128.0000 +step=159980 micro_steps=319960 elapsed=4.2s lr=3.000000e-04 loss=3.2734 ppl=26.4256 acc=0.3971 tokens=8128.0000 +step=160000 micro_steps=320000 elapsed=4.2s lr=3.000000e-04 loss=3.2676 ppl=26.2926 acc=0.3987 tokens=8128.0000 +[sample step=160000] [CLS] "also contributed to the industry's current slump because it has hit revenue. [SEP] they recently resorted to violence. [SEP] this was as serious as a fatal accident. [SEP] you are here: lat home > travel > interests > news, tips & advice > articles > tips & advice for cruise ships, tour business and hotels. [SEP]" it was one of the toughest positions i've been in, " he said. [SEP] there are currently more than 6, 000 troops in afghanistan to help with training and counterinsurgency. [SEP] a final submission is expected today. [SEP] to considerable labour discrepancy over [SEP] +step=160020 micro_steps=320040 elapsed=7.7s lr=3.000000e-04 loss=3.2668 ppl=26.2492 acc=0.3984 tokens=8128.0000 +step=160040 micro_steps=320080 elapsed=4.2s lr=3.000000e-04 loss=3.2634 ppl=26.1627 acc=0.3999 tokens=8128.0000 +step=160060 micro_steps=320120 elapsed=4.2s lr=3.000000e-04 loss=3.2723 ppl=26.4138 acc=0.3981 tokens=8128.0000 +step=160080 micro_steps=320160 elapsed=4.2s lr=3.000000e-04 loss=3.2692 ppl=26.3212 acc=0.3983 tokens=8128.0000 +step=160100 micro_steps=320200 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.0978 acc=0.3989 tokens=8128.0000 +step=160120 micro_steps=320240 elapsed=4.2s lr=3.000000e-04 loss=3.2844 ppl=26.7207 acc=0.3970 tokens=8128.0000 +step=160140 micro_steps=320280 elapsed=4.2s lr=3.000000e-04 loss=3.2620 ppl=26.1270 acc=0.4005 tokens=8128.0000 +step=160160 micro_steps=320320 elapsed=4.2s lr=3.000000e-04 loss=3.2758 ppl=26.4868 acc=0.3967 tokens=8128.0000 +step=160180 micro_steps=320360 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.0645 acc=0.4003 tokens=8128.0000 +step=160200 micro_steps=320400 elapsed=4.2s lr=3.000000e-04 loss=3.2587 ppl=26.0372 acc=0.4010 tokens=8128.0000 +step=160220 micro_steps=320440 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2447 acc=0.3992 tokens=8128.0000 +step=160240 micro_steps=320480 elapsed=4.2s lr=3.000000e-04 loss=3.2788 ppl=26.5845 acc=0.3970 tokens=8128.0000 +step=160260 micro_steps=320520 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.1020 acc=0.4004 tokens=8128.0000 +step=160280 micro_steps=320560 elapsed=4.2s lr=3.000000e-04 loss=3.2772 ppl=26.5284 acc=0.3986 tokens=8128.0000 +step=160300 micro_steps=320600 elapsed=4.2s lr=3.000000e-04 loss=3.2678 ppl=26.2844 acc=0.3976 tokens=8128.0000 +step=160320 micro_steps=320640 elapsed=4.2s lr=3.000000e-04 loss=3.2708 ppl=26.3645 acc=0.3986 tokens=8128.0000 +step=160340 micro_steps=320680 elapsed=4.2s lr=3.000000e-04 loss=3.2772 ppl=26.5321 acc=0.3981 tokens=8128.0000 +step=160360 micro_steps=320720 elapsed=4.2s lr=3.000000e-04 loss=3.2697 ppl=26.3400 acc=0.3986 tokens=8128.0000 +step=160380 micro_steps=320760 elapsed=4.2s lr=3.000000e-04 loss=3.2609 ppl=26.1032 acc=0.4003 tokens=8128.0000 +step=160400 micro_steps=320800 elapsed=4.2s lr=3.000000e-04 loss=3.2727 ppl=26.4086 acc=0.3978 tokens=8128.0000 +step=160420 micro_steps=320840 elapsed=4.2s lr=3.000000e-04 loss=3.2858 ppl=26.7730 acc=0.3968 tokens=8128.0000 +step=160440 micro_steps=320880 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1004 acc=0.3983 tokens=8128.0000 +step=160460 micro_steps=320920 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1100 acc=0.3996 tokens=8128.0000 +step=160480 micro_steps=320960 elapsed=4.2s lr=3.000000e-04 loss=3.2707 ppl=26.3554 acc=0.3980 tokens=8128.0000 +step=160500 micro_steps=321000 elapsed=4.2s lr=3.000000e-04 loss=3.2747 ppl=26.4625 acc=0.3978 tokens=8128.0000 +step=160520 micro_steps=321040 elapsed=4.2s lr=3.000000e-04 loss=3.2651 ppl=26.2073 acc=0.3999 tokens=8128.0000 +step=160540 micro_steps=321080 elapsed=4.2s lr=3.000000e-04 loss=3.2834 ppl=26.7001 acc=0.3967 tokens=8128.0000 +step=160560 micro_steps=321120 elapsed=4.2s lr=3.000000e-04 loss=3.2743 ppl=26.4544 acc=0.3988 tokens=8128.0000 +step=160580 micro_steps=321160 elapsed=4.2s lr=3.000000e-04 loss=3.2708 ppl=26.3546 acc=0.3983 tokens=8128.0000 +step=160600 micro_steps=321200 elapsed=4.2s lr=3.000000e-04 loss=3.2629 ppl=26.1532 acc=0.3986 tokens=8128.0000 +step=160620 micro_steps=321240 elapsed=4.2s lr=3.000000e-04 loss=3.2638 ppl=26.1876 acc=0.3992 tokens=8128.0000 +step=160640 micro_steps=321280 elapsed=4.2s lr=3.000000e-04 loss=3.2757 ppl=26.4882 acc=0.3982 tokens=8128.0000 +step=160660 micro_steps=321320 elapsed=4.2s lr=3.000000e-04 loss=3.2793 ppl=26.6050 acc=0.3966 tokens=8128.0000 +step=160680 micro_steps=321360 elapsed=4.2s lr=3.000000e-04 loss=3.2766 ppl=26.5258 acc=0.3971 tokens=8128.0000 +step=160700 micro_steps=321400 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1406 acc=0.3997 tokens=8128.0000 +step=160720 micro_steps=321440 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2093 acc=0.3993 tokens=8128.0000 +step=160740 micro_steps=321480 elapsed=4.2s lr=3.000000e-04 loss=3.2737 ppl=26.4482 acc=0.3995 tokens=8128.0000 +step=160760 micro_steps=321520 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1398 acc=0.4000 tokens=8128.0000 +step=160780 micro_steps=321560 elapsed=4.2s lr=3.000000e-04 loss=3.2718 ppl=26.4052 acc=0.3984 tokens=8128.0000 +step=160800 micro_steps=321600 elapsed=4.2s lr=3.000000e-04 loss=3.2695 ppl=26.3241 acc=0.3980 tokens=8128.0000 +step=160820 micro_steps=321640 elapsed=4.2s lr=3.000000e-04 loss=3.2705 ppl=26.3476 acc=0.3980 tokens=8128.0000 +step=160840 micro_steps=321680 elapsed=4.2s lr=3.000000e-04 loss=3.2743 ppl=26.4573 acc=0.3979 tokens=8128.0000 +step=160860 micro_steps=321720 elapsed=4.2s lr=3.000000e-04 loss=3.2730 ppl=26.4146 acc=0.3979 tokens=8128.0000 +step=160880 micro_steps=321760 elapsed=4.2s lr=3.000000e-04 loss=3.2442 ppl=25.6905 acc=0.4022 tokens=8128.0000 +step=160900 micro_steps=321800 elapsed=4.2s lr=3.000000e-04 loss=3.2616 ppl=26.1224 acc=0.3986 tokens=8128.0000 +step=160920 micro_steps=321840 elapsed=4.2s lr=3.000000e-04 loss=3.2816 ppl=26.6491 acc=0.3960 tokens=8128.0000 +step=160940 micro_steps=321880 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8780 acc=0.4006 tokens=8128.0000 +step=160960 micro_steps=321920 elapsed=4.2s lr=3.000000e-04 loss=3.2771 ppl=26.5253 acc=0.3982 tokens=8128.0000 +step=160980 micro_steps=321960 elapsed=4.2s lr=3.000000e-04 loss=3.2709 ppl=26.3645 acc=0.3976 tokens=8128.0000 +step=161000 micro_steps=322000 elapsed=4.2s lr=3.000000e-04 loss=3.2633 ppl=26.1612 acc=0.3991 tokens=8128.0000 +[sample step=161000] [CLS] is a very large archive and records are from different parts of the world. [SEP] a friend who saw emily looked up - - not knowing where her children were. [SEP] mr. bauer finds a dog who bowls, smokes grass, begins a crack bender and says he has never seen a dog that fights in the firing line. [SEP] prince's sequel is a hybrid 306 pound gorilla with a lineup hat on his lapel; there are a few modeling roles - - david bowie, scarlett johansson, abigail breslin and charlize theron as spouses - - and it's truly a life - busy undertaking. [SEP] [SEP] +step=161020 micro_steps=322040 elapsed=6.6s lr=3.000000e-04 loss=3.2643 ppl=26.1940 acc=0.3991 tokens=8128.0000 +step=161040 micro_steps=322080 elapsed=4.2s lr=3.000000e-04 loss=3.2716 ppl=26.3847 acc=0.3985 tokens=8128.0000 +step=161060 micro_steps=322120 elapsed=4.2s lr=3.000000e-04 loss=3.2711 ppl=26.3698 acc=0.3987 tokens=8128.0000 +step=161080 micro_steps=322160 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0417 acc=0.4004 tokens=8128.0000 +step=161100 micro_steps=322200 elapsed=4.2s lr=3.000000e-04 loss=3.2396 ppl=25.8283 acc=0.4052 tokens=8128.0000 +step=161120 micro_steps=322240 elapsed=4.2s lr=3.000000e-04 loss=3.2639 ppl=26.1791 acc=0.3994 tokens=8128.0000 +step=161140 micro_steps=322280 elapsed=4.2s lr=3.000000e-04 loss=3.2668 ppl=26.2549 acc=0.3991 tokens=8128.0000 +step=161160 micro_steps=322320 elapsed=4.2s lr=3.000000e-04 loss=3.2614 ppl=26.1136 acc=0.3981 tokens=8128.0000 +step=161180 micro_steps=322360 elapsed=4.2s lr=3.000000e-04 loss=3.2794 ppl=26.5741 acc=0.3972 tokens=8128.0000 +step=161200 micro_steps=322400 elapsed=4.2s lr=3.000000e-04 loss=3.2705 ppl=26.3519 acc=0.3986 tokens=8128.0000 +step=161220 micro_steps=322440 elapsed=4.2s lr=3.000000e-04 loss=3.2754 ppl=26.4964 acc=0.3989 tokens=8128.0000 +step=161240 micro_steps=322480 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0610 acc=0.3987 tokens=8128.0000 +step=161260 micro_steps=322520 elapsed=4.2s lr=3.000000e-04 loss=3.2744 ppl=26.4529 acc=0.3981 tokens=8128.0000 +step=161280 micro_steps=322560 elapsed=4.2s lr=3.000000e-04 loss=3.2753 ppl=26.4854 acc=0.3987 tokens=8128.0000 +step=161300 micro_steps=322600 elapsed=4.2s lr=3.000000e-04 loss=3.2652 ppl=26.2190 acc=0.3997 tokens=8128.0000 +step=161320 micro_steps=322640 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.2783 acc=0.3978 tokens=8128.0000 +step=161340 micro_steps=322680 elapsed=4.2s lr=3.000000e-04 loss=3.2772 ppl=26.5312 acc=0.3973 tokens=8128.0000 +step=161360 micro_steps=322720 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2542 acc=0.3983 tokens=8128.0000 +step=161380 micro_steps=322760 elapsed=4.2s lr=3.000000e-04 loss=3.2644 ppl=26.1906 acc=0.3992 tokens=8128.0000 +step=161400 micro_steps=322800 elapsed=4.2s lr=3.000000e-04 loss=3.2602 ppl=26.0845 acc=0.3984 tokens=8128.0000 +step=161420 micro_steps=322840 elapsed=4.2s lr=3.000000e-04 loss=3.2599 ppl=26.0851 acc=0.3992 tokens=8128.0000 +step=161440 micro_steps=322880 elapsed=4.2s lr=3.000000e-04 loss=3.2681 ppl=26.2831 acc=0.3989 tokens=8128.0000 +step=161460 micro_steps=322920 elapsed=4.2s lr=3.000000e-04 loss=3.2691 ppl=26.3297 acc=0.3985 tokens=8128.0000 +step=161480 micro_steps=322960 elapsed=4.2s lr=3.000000e-04 loss=3.2903 ppl=26.8781 acc=0.3959 tokens=8128.0000 +step=161500 micro_steps=323000 elapsed=4.2s lr=3.000000e-04 loss=3.2461 ppl=25.7232 acc=0.4024 tokens=8128.0000 +step=161520 micro_steps=323040 elapsed=4.2s lr=3.000000e-04 loss=3.2673 ppl=26.2820 acc=0.3981 tokens=8128.0000 +step=161540 micro_steps=323080 elapsed=4.2s lr=3.000000e-04 loss=3.2754 ppl=26.4845 acc=0.3974 tokens=8128.0000 +step=161560 micro_steps=323120 elapsed=4.2s lr=3.000000e-04 loss=3.2699 ppl=26.3338 acc=0.3993 tokens=8128.0000 +step=161580 micro_steps=323160 elapsed=4.2s lr=3.000000e-04 loss=3.2792 ppl=26.5924 acc=0.3971 tokens=8128.0000 +step=161600 micro_steps=323200 elapsed=4.2s lr=3.000000e-04 loss=3.2748 ppl=26.4716 acc=0.3988 tokens=8128.0000 +step=161620 micro_steps=323240 elapsed=4.2s lr=3.000000e-04 loss=3.2753 ppl=26.4731 acc=0.3988 tokens=8128.0000 +step=161640 micro_steps=323280 elapsed=4.2s lr=3.000000e-04 loss=3.2634 ppl=26.1752 acc=0.3996 tokens=8128.0000 +step=161660 micro_steps=323320 elapsed=4.2s lr=3.000000e-04 loss=3.2788 ppl=26.5760 acc=0.3975 tokens=8128.0000 +step=161680 micro_steps=323360 elapsed=4.2s lr=3.000000e-04 loss=3.2669 ppl=26.2605 acc=0.3988 tokens=8128.0000 +step=161700 micro_steps=323400 elapsed=4.2s lr=3.000000e-04 loss=3.2680 ppl=26.2921 acc=0.3977 tokens=8128.0000 +step=161720 micro_steps=323440 elapsed=4.2s lr=3.000000e-04 loss=3.2607 ppl=26.0964 acc=0.3999 tokens=8128.0000 +step=161740 micro_steps=323480 elapsed=4.2s lr=3.000000e-04 loss=3.2635 ppl=26.1729 acc=0.4002 tokens=8128.0000 +step=161760 micro_steps=323520 elapsed=4.2s lr=3.000000e-04 loss=3.2665 ppl=26.2393 acc=0.3993 tokens=8128.0000 +step=161780 micro_steps=323560 elapsed=4.2s lr=3.000000e-04 loss=3.2720 ppl=26.4030 acc=0.3984 tokens=8128.0000 +step=161800 micro_steps=323600 elapsed=4.2s lr=3.000000e-04 loss=3.2651 ppl=26.2388 acc=0.4003 tokens=8128.0000 +step=161820 micro_steps=323640 elapsed=4.2s lr=3.000000e-04 loss=3.2703 ppl=26.3402 acc=0.3985 tokens=8128.0000 +step=161840 micro_steps=323680 elapsed=4.2s lr=3.000000e-04 loss=3.2652 ppl=26.2305 acc=0.3993 tokens=8128.0000 +step=161860 micro_steps=323720 elapsed=4.2s lr=3.000000e-04 loss=3.2533 ppl=25.9021 acc=0.3999 tokens=8128.0000 +step=161880 micro_steps=323760 elapsed=4.2s lr=3.000000e-04 loss=3.2693 ppl=26.3231 acc=0.3983 tokens=8128.0000 +step=161900 micro_steps=323800 elapsed=4.2s lr=3.000000e-04 loss=3.2590 ppl=26.0638 acc=0.3986 tokens=8128.0000 +step=161920 micro_steps=323840 elapsed=4.2s lr=3.000000e-04 loss=3.2756 ppl=26.4830 acc=0.3983 tokens=8128.0000 +step=161940 micro_steps=323880 elapsed=4.2s lr=3.000000e-04 loss=3.2740 ppl=26.4544 acc=0.3978 tokens=8128.0000 +step=161960 micro_steps=323920 elapsed=4.2s lr=3.000000e-04 loss=3.2693 ppl=26.3138 acc=0.3983 tokens=8128.0000 +step=161980 micro_steps=323960 elapsed=4.2s lr=3.000000e-04 loss=3.2641 ppl=26.1999 acc=0.3988 tokens=8128.0000 +step=162000 micro_steps=324000 elapsed=4.2s lr=3.000000e-04 loss=3.2810 ppl=26.6332 acc=0.3974 tokens=8128.0000 +[sample step=162000] [CLS] corp., the current world no. 54. [SEP] loftus identified the boy as juni wazir. [SEP] king: she's very high on burberry has nothing to do with wanting to be the next catwalk queen. [SEP] christopher anderson, the younger current laureate in mathematics at cambridge university, is the first person to have published a contemporary volume of aloysius mcclellan's "unlimited proof of concept" collection out of german archives and space journals. [SEP] sources close to the talks on friday cautioned that if any deal emerged, there would be no public sector rescue funds in the next three months. [SEP] +step=162020 micro_steps=324040 elapsed=6.6s lr=3.000000e-04 loss=3.2740 ppl=26.4480 acc=0.3974 tokens=8128.0000 +step=162040 micro_steps=324080 elapsed=4.2s lr=3.000000e-04 loss=3.2549 ppl=25.9457 acc=0.3994 tokens=8128.0000 +step=162060 micro_steps=324120 elapsed=4.2s lr=3.000000e-04 loss=3.2735 ppl=26.4271 acc=0.3995 tokens=8128.0000 +step=162080 micro_steps=324160 elapsed=4.2s lr=3.000000e-04 loss=3.2566 ppl=25.9919 acc=0.4003 tokens=8128.0000 +step=162100 micro_steps=324200 elapsed=4.2s lr=3.000000e-04 loss=3.2629 ppl=26.1546 acc=0.3991 tokens=8128.0000 +step=162120 micro_steps=324240 elapsed=4.2s lr=3.000000e-04 loss=3.2643 ppl=26.2007 acc=0.3989 tokens=8128.0000 +step=162140 micro_steps=324280 elapsed=4.2s lr=3.000000e-04 loss=3.2700 ppl=26.3410 acc=0.3968 tokens=8128.0000 +step=162160 micro_steps=324320 elapsed=4.2s lr=3.000000e-04 loss=3.2600 ppl=26.0868 acc=0.3993 tokens=8128.0000 +step=162180 micro_steps=324360 elapsed=4.2s lr=3.000000e-04 loss=3.2698 ppl=26.3305 acc=0.3991 tokens=8128.0000 +step=162200 micro_steps=324400 elapsed=4.2s lr=3.000000e-04 loss=3.2694 ppl=26.3218 acc=0.3987 tokens=8128.0000 +step=162220 micro_steps=324440 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0842 acc=0.3996 tokens=8128.0000 +step=162240 micro_steps=324480 elapsed=4.2s lr=3.000000e-04 loss=3.2536 ppl=25.9209 acc=0.4011 tokens=8128.0000 +step=162260 micro_steps=324520 elapsed=4.2s lr=3.000000e-04 loss=3.2652 ppl=26.2161 acc=0.3988 tokens=8128.0000 +step=162280 micro_steps=324560 elapsed=4.2s lr=3.000000e-04 loss=3.2777 ppl=26.5545 acc=0.3968 tokens=8128.0000 +step=162300 micro_steps=324600 elapsed=4.2s lr=3.000000e-04 loss=3.2728 ppl=26.4231 acc=0.4000 tokens=8128.0000 +step=162320 micro_steps=324640 elapsed=4.2s lr=3.000000e-04 loss=3.2671 ppl=26.2657 acc=0.3979 tokens=8128.0000 +step=162340 micro_steps=324680 elapsed=4.2s lr=3.000000e-04 loss=3.2675 ppl=26.2644 acc=0.3986 tokens=8128.0000 +step=162360 micro_steps=324720 elapsed=4.2s lr=3.000000e-04 loss=3.2661 ppl=26.2498 acc=0.3994 tokens=8128.0000 +step=162380 micro_steps=324760 elapsed=4.2s lr=3.000000e-04 loss=3.2698 ppl=26.3381 acc=0.3989 tokens=8128.0000 +step=162400 micro_steps=324800 elapsed=4.2s lr=3.000000e-04 loss=3.2339 ppl=25.4872 acc=0.4026 tokens=8128.0000 +step=162420 micro_steps=324840 elapsed=4.2s lr=3.000000e-04 loss=3.2678 ppl=26.2894 acc=0.3986 tokens=8128.0000 +step=162440 micro_steps=324880 elapsed=4.2s lr=3.000000e-04 loss=3.2617 ppl=26.1263 acc=0.3993 tokens=8128.0000 +step=162460 micro_steps=324920 elapsed=4.2s lr=3.000000e-04 loss=3.2593 ppl=26.0645 acc=0.3990 tokens=8128.0000 +step=162480 micro_steps=324960 elapsed=4.2s lr=3.000000e-04 loss=3.2636 ppl=26.1804 acc=0.4001 tokens=8128.0000 +step=162500 micro_steps=325000 elapsed=4.2s lr=3.000000e-04 loss=3.2698 ppl=26.3472 acc=0.3987 tokens=8128.0000 +step=162520 micro_steps=325040 elapsed=4.2s lr=3.000000e-04 loss=3.2671 ppl=26.2735 acc=0.3988 tokens=8128.0000 +step=162540 micro_steps=325080 elapsed=4.2s lr=3.000000e-04 loss=3.2759 ppl=26.4875 acc=0.3982 tokens=8128.0000 +step=162560 micro_steps=325120 elapsed=4.2s lr=3.000000e-04 loss=3.2503 ppl=25.8284 acc=0.4015 tokens=8128.0000 +step=162580 micro_steps=325160 elapsed=4.2s lr=3.000000e-04 loss=3.2809 ppl=26.6375 acc=0.3976 tokens=8128.0000 +step=162600 micro_steps=325200 elapsed=4.2s lr=3.000000e-04 loss=3.2791 ppl=26.5804 acc=0.3981 tokens=8128.0000 +step=162620 micro_steps=325240 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1493 acc=0.4001 tokens=8128.0000 +step=162640 micro_steps=325280 elapsed=4.2s lr=3.000000e-04 loss=3.2734 ppl=26.4398 acc=0.3985 tokens=8128.0000 +step=162660 micro_steps=325320 elapsed=4.2s lr=3.000000e-04 loss=3.2780 ppl=26.5561 acc=0.3972 tokens=8128.0000 +step=162680 micro_steps=325360 elapsed=4.2s lr=3.000000e-04 loss=3.2748 ppl=26.4925 acc=0.3978 tokens=8128.0000 +step=162700 micro_steps=325400 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9861 acc=0.4000 tokens=8128.0000 +step=162720 micro_steps=325440 elapsed=4.2s lr=3.000000e-04 loss=3.2672 ppl=26.2741 acc=0.3986 tokens=8128.0000 +step=162740 micro_steps=325480 elapsed=4.2s lr=3.000000e-04 loss=3.2646 ppl=26.2058 acc=0.3997 tokens=8128.0000 +step=162760 micro_steps=325520 elapsed=4.2s lr=3.000000e-04 loss=3.2748 ppl=26.4727 acc=0.3975 tokens=8128.0000 +step=162780 micro_steps=325560 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=26.0007 acc=0.3990 tokens=8128.0000 +step=162800 micro_steps=325600 elapsed=4.2s lr=3.000000e-04 loss=3.2732 ppl=26.4210 acc=0.3976 tokens=8128.0000 +step=162820 micro_steps=325640 elapsed=4.2s lr=3.000000e-04 loss=3.2649 ppl=26.2099 acc=0.3987 tokens=8128.0000 +step=162840 micro_steps=325680 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1570 acc=0.4005 tokens=8128.0000 +step=162860 micro_steps=325720 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1595 acc=0.3986 tokens=8128.0000 +step=162880 micro_steps=325760 elapsed=4.2s lr=3.000000e-04 loss=3.2572 ppl=26.0055 acc=0.3996 tokens=8128.0000 +step=162900 micro_steps=325800 elapsed=4.2s lr=3.000000e-04 loss=3.2734 ppl=26.4418 acc=0.3980 tokens=8128.0000 +step=162920 micro_steps=325840 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8841 acc=0.3998 tokens=8128.0000 +step=162940 micro_steps=325880 elapsed=4.2s lr=3.000000e-04 loss=3.2557 ppl=25.9650 acc=0.4012 tokens=8128.0000 +step=162960 micro_steps=325920 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=25.9959 acc=0.3992 tokens=8128.0000 +step=162980 micro_steps=325960 elapsed=4.2s lr=3.000000e-04 loss=3.2709 ppl=26.3679 acc=0.3975 tokens=8128.0000 +step=163000 micro_steps=326000 elapsed=4.2s lr=3.000000e-04 loss=3.2576 ppl=26.0161 acc=0.3993 tokens=8128.0000 +[sample step=163000] [CLS]ros and exponent again, their best theme or nuance and another integral to their charm. [SEP] twelve, including two young teenagers were killed and dozens more seriously injured when a suspected suicide bomber detonated an explosives - laden truck packed with explosives near a baby girl for a funeral procession. [SEP] aston martin has already developed a mixed in - car entertainment system and has developed the 24 - speed s - type. [SEP] "the rush to fund rapid change has been so rapid that the business community's edicts are nowhere even as the fasts are exceptional," he wrote. [SEP] every step in the penarth pedestrian route was turned into [SEP] +step=163020 micro_steps=326040 elapsed=6.6s lr=3.000000e-04 loss=3.2710 ppl=26.3933 acc=0.3992 tokens=8128.0000 +step=163040 micro_steps=326080 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.7263 acc=0.4010 tokens=8128.0000 +step=163060 micro_steps=326120 elapsed=4.2s lr=3.000000e-04 loss=3.2635 ppl=26.1711 acc=0.3999 tokens=8128.0000 +step=163080 micro_steps=326160 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7693 acc=0.4008 tokens=8128.0000 +step=163100 micro_steps=326200 elapsed=4.2s lr=3.000000e-04 loss=3.2706 ppl=26.3524 acc=0.3981 tokens=8128.0000 +step=163120 micro_steps=326240 elapsed=4.2s lr=3.000000e-04 loss=3.2615 ppl=26.1203 acc=0.3997 tokens=8128.0000 +step=163140 micro_steps=326280 elapsed=4.3s lr=3.000000e-04 loss=3.2752 ppl=26.4771 acc=0.3983 tokens=8128.0000 +step=163160 micro_steps=326320 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0722 acc=0.3992 tokens=8128.0000 +step=163180 micro_steps=326360 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0081 acc=0.3991 tokens=8128.0000 +step=163200 micro_steps=326400 elapsed=4.2s lr=3.000000e-04 loss=3.2570 ppl=26.0247 acc=0.4003 tokens=8128.0000 +step=163220 micro_steps=326440 elapsed=4.2s lr=3.000000e-04 loss=3.2601 ppl=26.0770 acc=0.4003 tokens=8128.0000 +step=163240 micro_steps=326480 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7643 acc=0.4016 tokens=8128.0000 +step=163260 micro_steps=326520 elapsed=4.2s lr=3.000000e-04 loss=3.2765 ppl=26.5124 acc=0.3973 tokens=8128.0000 +step=163280 micro_steps=326560 elapsed=4.2s lr=3.000000e-04 loss=3.2671 ppl=26.2741 acc=0.3978 tokens=8128.0000 +step=163300 micro_steps=326600 elapsed=4.2s lr=3.000000e-04 loss=3.2693 ppl=26.3263 acc=0.3991 tokens=8128.0000 +step=163320 micro_steps=326640 elapsed=4.2s lr=3.000000e-04 loss=3.2634 ppl=26.1589 acc=0.3998 tokens=8128.0000 +step=163340 micro_steps=326680 elapsed=4.2s lr=3.000000e-04 loss=3.2602 ppl=26.0826 acc=0.3999 tokens=8128.0000 +step=163360 micro_steps=326720 elapsed=4.2s lr=3.000000e-04 loss=3.2749 ppl=26.4678 acc=0.3984 tokens=8128.0000 +step=163380 micro_steps=326760 elapsed=4.2s lr=3.000000e-04 loss=3.2544 ppl=25.9281 acc=0.4004 tokens=8128.0000 +step=163400 micro_steps=326800 elapsed=4.2s lr=3.000000e-04 loss=3.2791 ppl=26.5993 acc=0.3980 tokens=8128.0000 +step=163420 micro_steps=326840 elapsed=4.2s lr=3.000000e-04 loss=3.2659 ppl=26.2356 acc=0.3993 tokens=8128.0000 +step=163440 micro_steps=326880 elapsed=4.2s lr=3.000000e-04 loss=3.2703 ppl=26.3554 acc=0.3980 tokens=8128.0000 +step=163460 micro_steps=326920 elapsed=4.2s lr=3.000000e-04 loss=3.2775 ppl=26.5358 acc=0.3981 tokens=8128.0000 +step=163480 micro_steps=326960 elapsed=4.2s lr=3.000000e-04 loss=3.2590 ppl=26.0489 acc=0.3995 tokens=8128.0000 +step=163500 micro_steps=327000 elapsed=4.2s lr=3.000000e-04 loss=3.2693 ppl=26.3167 acc=0.3985 tokens=8128.0000 +step=163520 micro_steps=327040 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.2128 acc=0.3991 tokens=8128.0000 +step=163540 micro_steps=327080 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9711 acc=0.4008 tokens=8128.0000 +step=163560 micro_steps=327120 elapsed=4.2s lr=3.000000e-04 loss=3.2759 ppl=26.5011 acc=0.3975 tokens=8128.0000 +step=163580 micro_steps=327160 elapsed=4.2s lr=3.000000e-04 loss=3.2822 ppl=26.6608 acc=0.3978 tokens=8128.0000 +step=163600 micro_steps=327200 elapsed=4.2s lr=3.000000e-04 loss=3.2711 ppl=26.3659 acc=0.3974 tokens=8128.0000 +step=163620 micro_steps=327240 elapsed=4.2s lr=3.000000e-04 loss=3.2745 ppl=26.4573 acc=0.3973 tokens=8128.0000 +step=163640 micro_steps=327280 elapsed=4.2s lr=3.000000e-04 loss=3.2737 ppl=26.4399 acc=0.3978 tokens=8128.0000 +step=163660 micro_steps=327320 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9249 acc=0.4003 tokens=8128.0000 +step=163680 micro_steps=327360 elapsed=4.2s lr=3.000000e-04 loss=3.2651 ppl=26.2117 acc=0.3990 tokens=8128.0000 +step=163700 micro_steps=327400 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.1969 acc=0.3992 tokens=8128.0000 +step=163720 micro_steps=327440 elapsed=4.2s lr=3.000000e-04 loss=3.2646 ppl=26.2024 acc=0.3982 tokens=8128.0000 +step=163740 micro_steps=327480 elapsed=4.2s lr=3.000000e-04 loss=3.2714 ppl=26.3847 acc=0.3981 tokens=8128.0000 +step=163760 micro_steps=327520 elapsed=4.2s lr=3.000000e-04 loss=3.2740 ppl=26.4495 acc=0.3983 tokens=8128.0000 +step=163780 micro_steps=327560 elapsed=4.2s lr=3.000000e-04 loss=3.2710 ppl=26.3741 acc=0.3974 tokens=8128.0000 +step=163800 micro_steps=327600 elapsed=4.2s lr=3.000000e-04 loss=3.2687 ppl=26.3124 acc=0.4001 tokens=8128.0000 +step=163820 micro_steps=327640 elapsed=4.2s lr=3.000000e-04 loss=3.2635 ppl=26.1751 acc=0.3990 tokens=8128.0000 +step=163840 micro_steps=327680 elapsed=4.2s lr=3.000000e-04 loss=3.2667 ppl=26.2511 acc=0.3983 tokens=8128.0000 +step=163860 micro_steps=327720 elapsed=4.2s lr=3.000000e-04 loss=3.2627 ppl=26.1405 acc=0.3988 tokens=8128.0000 +step=163880 micro_steps=327760 elapsed=4.2s lr=3.000000e-04 loss=3.2535 ppl=25.9055 acc=0.4006 tokens=8128.0000 +step=163900 micro_steps=327800 elapsed=4.2s lr=3.000000e-04 loss=3.2670 ppl=26.2642 acc=0.3986 tokens=8128.0000 +step=163920 micro_steps=327840 elapsed=4.2s lr=3.000000e-04 loss=3.2833 ppl=26.6878 acc=0.3969 tokens=8128.0000 +step=163940 micro_steps=327880 elapsed=4.2s lr=3.000000e-04 loss=3.2725 ppl=26.4019 acc=0.3984 tokens=8128.0000 +step=163960 micro_steps=327920 elapsed=4.2s lr=3.000000e-04 loss=3.2728 ppl=26.4063 acc=0.3978 tokens=8128.0000 +step=163980 micro_steps=327960 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3546 acc=0.3989 tokens=8128.0000 +step=164000 micro_steps=328000 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.1096 acc=0.4004 tokens=8128.0000 +[sample step=164000] [CLS] st. [SEP] "i'm happy for her," said her mother, heather simpson, 53. [SEP] concurrently, and pursuant to the terms of the consent decree, k cod away would have been guaranteed 50 % of ordinary shares, a $0. 07 per common share net effect, $0. 32 per common share loss, and stock - based compensation expense. excluding the non - cash charge (which consists of a net loss after tax of $2. 2 million and loss from continuing operations of $0. 2 million), 2009 net loss would have been one cent per share or 32 cents per share after related costs [SEP] +step=164020 micro_steps=328040 elapsed=6.6s lr=3.000000e-04 loss=3.2704 ppl=26.3524 acc=0.3991 tokens=8128.0000 +step=164040 micro_steps=328080 elapsed=4.2s lr=3.000000e-04 loss=3.2658 ppl=26.2309 acc=0.3985 tokens=8128.0000 +step=164060 micro_steps=328120 elapsed=4.2s lr=3.000000e-04 loss=3.2713 ppl=26.3803 acc=0.3973 tokens=8128.0000 +step=164080 micro_steps=328160 elapsed=4.2s lr=3.000000e-04 loss=3.2552 ppl=25.9654 acc=0.4010 tokens=8128.0000 +step=164100 micro_steps=328200 elapsed=4.2s lr=3.000000e-04 loss=3.2660 ppl=26.2482 acc=0.3979 tokens=8128.0000 +step=164120 micro_steps=328240 elapsed=4.2s lr=3.000000e-04 loss=3.2697 ppl=26.3262 acc=0.3991 tokens=8128.0000 +step=164140 micro_steps=328280 elapsed=4.2s lr=3.000000e-04 loss=3.2722 ppl=26.4222 acc=0.3979 tokens=8128.0000 +step=164160 micro_steps=328320 elapsed=4.2s lr=3.000000e-04 loss=3.2568 ppl=25.9923 acc=0.3996 tokens=8128.0000 +step=164180 micro_steps=328360 elapsed=4.2s lr=3.000000e-04 loss=3.2604 ppl=26.0878 acc=0.3999 tokens=8128.0000 +step=164200 micro_steps=328400 elapsed=4.2s lr=3.000000e-04 loss=3.2625 ppl=26.1505 acc=0.3991 tokens=8128.0000 +step=164220 micro_steps=328440 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.2069 acc=0.4004 tokens=8128.0000 +step=164240 micro_steps=328480 elapsed=4.2s lr=3.000000e-04 loss=3.2840 ppl=26.7083 acc=0.3970 tokens=8128.0000 +step=164260 micro_steps=328520 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.2864 acc=0.3999 tokens=8128.0000 +step=164280 micro_steps=328560 elapsed=4.2s lr=3.000000e-04 loss=3.2736 ppl=26.4314 acc=0.3974 tokens=8128.0000 +step=164300 micro_steps=328600 elapsed=4.2s lr=3.000000e-04 loss=3.2895 ppl=26.8683 acc=0.3959 tokens=8128.0000 +step=164320 micro_steps=328640 elapsed=4.2s lr=3.000000e-04 loss=3.2586 ppl=26.0410 acc=0.3997 tokens=8128.0000 +step=164340 micro_steps=328680 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=25.9805 acc=0.3995 tokens=8128.0000 +step=164360 micro_steps=328720 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1627 acc=0.3986 tokens=8128.0000 +step=164380 micro_steps=328760 elapsed=4.2s lr=3.000000e-04 loss=3.2798 ppl=26.6032 acc=0.3972 tokens=8128.0000 +step=164400 micro_steps=328800 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1330 acc=0.4003 tokens=8128.0000 +step=164420 micro_steps=328840 elapsed=4.2s lr=3.000000e-04 loss=3.2791 ppl=26.5947 acc=0.3979 tokens=8128.0000 +step=164440 micro_steps=328880 elapsed=4.2s lr=3.000000e-04 loss=3.2582 ppl=26.0391 acc=0.3997 tokens=8128.0000 +step=164460 micro_steps=328920 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9222 acc=0.4001 tokens=8128.0000 +step=164480 micro_steps=328960 elapsed=4.2s lr=3.000000e-04 loss=3.2615 ppl=26.1177 acc=0.4005 tokens=8128.0000 +step=164500 micro_steps=329000 elapsed=4.2s lr=3.000000e-04 loss=3.2623 ppl=26.1255 acc=0.3990 tokens=8128.0000 +step=164520 micro_steps=329040 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0728 acc=0.3996 tokens=8128.0000 +step=164540 micro_steps=329080 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0200 acc=0.4000 tokens=8128.0000 +step=164560 micro_steps=329120 elapsed=4.2s lr=3.000000e-04 loss=3.2757 ppl=26.4858 acc=0.3975 tokens=8128.0000 +step=164580 micro_steps=329160 elapsed=4.2s lr=3.000000e-04 loss=3.2590 ppl=26.0448 acc=0.4001 tokens=8128.0000 +step=164600 micro_steps=329200 elapsed=4.2s lr=3.000000e-04 loss=3.2688 ppl=26.3243 acc=0.3984 tokens=8128.0000 +step=164620 micro_steps=329240 elapsed=4.2s lr=3.000000e-04 loss=3.2762 ppl=26.5132 acc=0.3975 tokens=8128.0000 +step=164640 micro_steps=329280 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.1018 acc=0.3988 tokens=8128.0000 +step=164660 micro_steps=329320 elapsed=4.2s lr=3.000000e-04 loss=3.2636 ppl=26.1835 acc=0.3997 tokens=8128.0000 +step=164680 micro_steps=329360 elapsed=4.2s lr=3.000000e-04 loss=3.2535 ppl=25.9219 acc=0.3997 tokens=8128.0000 +step=164700 micro_steps=329400 elapsed=4.2s lr=3.000000e-04 loss=3.2678 ppl=26.2762 acc=0.3985 tokens=8128.0000 +step=164720 micro_steps=329440 elapsed=4.2s lr=3.000000e-04 loss=3.2699 ppl=26.3387 acc=0.3991 tokens=8128.0000 +step=164740 micro_steps=329480 elapsed=4.2s lr=3.000000e-04 loss=3.2702 ppl=26.3475 acc=0.3978 tokens=8128.0000 +step=164760 micro_steps=329520 elapsed=4.2s lr=3.000000e-04 loss=3.2630 ppl=26.1566 acc=0.3992 tokens=8128.0000 +step=164780 micro_steps=329560 elapsed=4.3s lr=3.000000e-04 loss=3.2646 ppl=26.1929 acc=0.3992 tokens=8128.0000 +step=164800 micro_steps=329600 elapsed=4.3s lr=3.000000e-04 loss=3.2746 ppl=26.4722 acc=0.3979 tokens=8128.0000 +step=164820 micro_steps=329640 elapsed=4.2s lr=3.000000e-04 loss=3.2648 ppl=26.2109 acc=0.3984 tokens=8128.0000 +step=164840 micro_steps=329680 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0751 acc=0.3997 tokens=8128.0000 +step=164860 micro_steps=329720 elapsed=4.2s lr=3.000000e-04 loss=3.2704 ppl=26.3517 acc=0.3980 tokens=8128.0000 +step=164880 micro_steps=329760 elapsed=4.2s lr=3.000000e-04 loss=3.2522 ppl=25.8860 acc=0.4010 tokens=8128.0000 +step=164900 micro_steps=329800 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7139 acc=0.4019 tokens=8128.0000 +step=164920 micro_steps=329840 elapsed=4.2s lr=3.000000e-04 loss=3.2739 ppl=26.4370 acc=0.3984 tokens=8128.0000 +step=164940 micro_steps=329880 elapsed=4.2s lr=3.000000e-04 loss=3.2644 ppl=26.1786 acc=0.3994 tokens=8128.0000 +step=164960 micro_steps=329920 elapsed=4.2s lr=3.000000e-04 loss=3.2568 ppl=26.0012 acc=0.3993 tokens=8128.0000 +step=164980 micro_steps=329960 elapsed=4.2s lr=3.000000e-04 loss=3.2807 ppl=26.6119 acc=0.3958 tokens=8128.0000 +step=165000 micro_steps=330000 elapsed=4.2s lr=3.000000e-04 loss=3.2625 ppl=26.1414 acc=0.3991 tokens=8128.0000 +[sample step=165000] [CLS] s anatomical percentile dysgenesis scale via ct scans. [SEP] it is also quite clear that mr bush is long put off by the assertions made in alex's report... "he hoped that all european leaders would hold a quarter of that in iraq as the withdrawl sign settled in." [SEP] the 1970s could never hurt lisa and even now that her family lives at squamish, wisconsin, there is a chance the videotape could provide enough evidence to prosecute her for sheley's rape conviction, donovan said. [SEP] archuleta then tweets about favorite acts and a list of [SEP] +step=165020 micro_steps=330040 elapsed=6.6s lr=3.000000e-04 loss=3.2765 ppl=26.5210 acc=0.3971 tokens=8128.0000 +step=165040 micro_steps=330080 elapsed=4.2s lr=3.000000e-04 loss=3.2597 ppl=26.0698 acc=0.3999 tokens=8128.0000 +step=165060 micro_steps=330120 elapsed=4.2s lr=3.000000e-04 loss=3.2745 ppl=26.4574 acc=0.3978 tokens=8128.0000 +step=165080 micro_steps=330160 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0516 acc=0.4007 tokens=8128.0000 +step=165100 micro_steps=330200 elapsed=4.2s lr=3.000000e-04 loss=3.2724 ppl=26.4080 acc=0.3983 tokens=8128.0000 +step=165120 micro_steps=330240 elapsed=4.2s lr=3.000000e-04 loss=3.2645 ppl=26.1917 acc=0.3982 tokens=8128.0000 +step=165140 micro_steps=330280 elapsed=4.2s lr=3.000000e-04 loss=3.2745 ppl=26.4673 acc=0.3983 tokens=8128.0000 +step=165160 micro_steps=330320 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7654 acc=0.4019 tokens=8128.0000 +step=165180 micro_steps=330360 elapsed=4.2s lr=3.000000e-04 loss=3.2779 ppl=26.5641 acc=0.3975 tokens=8128.0000 +step=165200 micro_steps=330400 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0755 acc=0.3991 tokens=8128.0000 +step=165220 micro_steps=330440 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0678 acc=0.3992 tokens=8128.0000 +step=165240 micro_steps=330480 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1279 acc=0.4002 tokens=8128.0000 +step=165260 micro_steps=330520 elapsed=4.2s lr=3.000000e-04 loss=3.2737 ppl=26.4401 acc=0.3987 tokens=8128.0000 +step=165280 micro_steps=330560 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.0999 acc=0.3992 tokens=8128.0000 +step=165300 micro_steps=330600 elapsed=4.2s lr=3.000000e-04 loss=3.2694 ppl=26.3394 acc=0.3982 tokens=8128.0000 +step=165320 micro_steps=330640 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9351 acc=0.4015 tokens=8128.0000 +step=165340 micro_steps=330680 elapsed=4.2s lr=3.000000e-04 loss=3.2556 ppl=25.9577 acc=0.4007 tokens=8128.0000 +step=165360 micro_steps=330720 elapsed=4.2s lr=3.000000e-04 loss=3.2587 ppl=26.0524 acc=0.3990 tokens=8128.0000 +step=165380 micro_steps=330760 elapsed=4.2s lr=3.000000e-04 loss=3.2683 ppl=26.2962 acc=0.3994 tokens=8128.0000 +step=165400 micro_steps=330800 elapsed=4.2s lr=3.000000e-04 loss=3.2658 ppl=26.2303 acc=0.3984 tokens=8128.0000 +step=165420 micro_steps=330840 elapsed=4.2s lr=3.000000e-04 loss=3.2518 ppl=25.8789 acc=0.4008 tokens=8128.0000 +step=165440 micro_steps=330880 elapsed=4.2s lr=3.000000e-04 loss=3.2752 ppl=26.4780 acc=0.3980 tokens=8128.0000 +step=165460 micro_steps=330920 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0512 acc=0.3997 tokens=8128.0000 +step=165480 micro_steps=330960 elapsed=4.2s lr=3.000000e-04 loss=3.2675 ppl=26.2954 acc=0.3988 tokens=8128.0000 +step=165500 micro_steps=331000 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3995 acc=0.3979 tokens=8128.0000 +step=165520 micro_steps=331040 elapsed=4.2s lr=3.000000e-04 loss=3.2711 ppl=26.3621 acc=0.3991 tokens=8128.0000 +step=165540 micro_steps=331080 elapsed=4.2s lr=3.000000e-04 loss=3.2730 ppl=26.4198 acc=0.3969 tokens=8128.0000 +step=165560 micro_steps=331120 elapsed=4.2s lr=3.000000e-04 loss=3.2745 ppl=26.4827 acc=0.3969 tokens=8128.0000 +step=165580 micro_steps=331160 elapsed=4.2s lr=3.000000e-04 loss=3.2730 ppl=26.4298 acc=0.3975 tokens=8128.0000 +step=165600 micro_steps=331200 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9784 acc=0.3994 tokens=8128.0000 +step=165620 micro_steps=331240 elapsed=4.2s lr=3.000000e-04 loss=3.2936 ppl=26.9649 acc=0.3953 tokens=8128.0000 +step=165640 micro_steps=331280 elapsed=4.2s lr=3.000000e-04 loss=3.2635 ppl=26.1673 acc=0.3996 tokens=8128.0000 +step=165660 micro_steps=331320 elapsed=4.2s lr=3.000000e-04 loss=3.2689 ppl=26.3078 acc=0.3975 tokens=8128.0000 +step=165680 micro_steps=331360 elapsed=4.2s lr=3.000000e-04 loss=3.2522 ppl=25.8839 acc=0.4012 tokens=8128.0000 +step=165700 micro_steps=331400 elapsed=4.2s lr=3.000000e-04 loss=3.2534 ppl=25.9118 acc=0.4006 tokens=8128.0000 +step=165720 micro_steps=331440 elapsed=4.2s lr=3.000000e-04 loss=3.2704 ppl=26.3641 acc=0.3973 tokens=8128.0000 +step=165740 micro_steps=331480 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9891 acc=0.4004 tokens=8128.0000 +step=165760 micro_steps=331520 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.2039 acc=0.3979 tokens=8128.0000 +step=165780 micro_steps=331560 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5285 acc=0.4037 tokens=8128.0000 +step=165800 micro_steps=331600 elapsed=4.2s lr=3.000000e-04 loss=3.2732 ppl=26.4186 acc=0.3993 tokens=8128.0000 +step=165820 micro_steps=331640 elapsed=4.2s lr=3.000000e-04 loss=3.2802 ppl=26.6112 acc=0.3964 tokens=8128.0000 +step=165840 micro_steps=331680 elapsed=4.2s lr=3.000000e-04 loss=3.2696 ppl=26.3372 acc=0.3981 tokens=8128.0000 +step=165860 micro_steps=331720 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1558 acc=0.3999 tokens=8128.0000 +step=165880 micro_steps=331760 elapsed=4.2s lr=3.000000e-04 loss=3.2791 ppl=26.5790 acc=0.3977 tokens=8128.0000 +step=165900 micro_steps=331800 elapsed=4.2s lr=3.000000e-04 loss=3.2677 ppl=26.2767 acc=0.3994 tokens=8128.0000 +step=165920 micro_steps=331840 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.8064 acc=0.4012 tokens=8128.0000 +step=165940 micro_steps=331880 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3869 acc=0.3979 tokens=8128.0000 +step=165960 micro_steps=331920 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1482 acc=0.3989 tokens=8128.0000 +step=165980 micro_steps=331960 elapsed=4.2s lr=3.000000e-04 loss=3.2668 ppl=26.2616 acc=0.3986 tokens=8128.0000 +step=166000 micro_steps=332000 elapsed=4.2s lr=3.000000e-04 loss=3.2680 ppl=26.2796 acc=0.3989 tokens=8128.0000 +[sample step=166000] [CLS] the slow burning and peaceful movement. [SEP] those were few points in sacramone's account. [SEP] question: i've only 8 people i know [visiting and] recycle all my recyclables. [SEP] three days of campaigning by the iraqi government in basra - - his first foray since coming to office - - stemmed in part from his speech. [SEP] it would dual - carriage them. [SEP] you have aliens yet to come out? " [SEP] it is not known how many people lived in or near the lal masjid, and so any number hiding on the site, or within its boundaries, can [SEP] +step=166020 micro_steps=332040 elapsed=6.6s lr=3.000000e-04 loss=3.2763 ppl=26.5100 acc=0.3985 tokens=8128.0000 +step=166040 micro_steps=332080 elapsed=4.2s lr=3.000000e-04 loss=3.2427 ppl=25.7229 acc=0.4036 tokens=8128.0000 +step=166060 micro_steps=332120 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2368 acc=0.3982 tokens=8128.0000 +step=166080 micro_steps=332160 elapsed=4.2s lr=3.000000e-04 loss=3.2714 ppl=26.3829 acc=0.3981 tokens=8128.0000 +step=166100 micro_steps=332200 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0263 acc=0.4004 tokens=8128.0000 +step=166120 micro_steps=332240 elapsed=4.2s lr=3.000000e-04 loss=3.2722 ppl=26.3991 acc=0.3988 tokens=8128.0000 +step=166140 micro_steps=332280 elapsed=4.2s lr=3.000000e-04 loss=3.2638 ppl=26.1967 acc=0.3999 tokens=8128.0000 +step=166160 micro_steps=332320 elapsed=4.2s lr=3.000000e-04 loss=3.2731 ppl=26.4369 acc=0.3976 tokens=8128.0000 +step=166180 micro_steps=332360 elapsed=4.2s lr=3.000000e-04 loss=3.2707 ppl=26.3661 acc=0.3985 tokens=8128.0000 +step=166200 micro_steps=332400 elapsed=4.2s lr=3.000000e-04 loss=3.2606 ppl=26.0817 acc=0.3994 tokens=8128.0000 +step=166220 micro_steps=332440 elapsed=4.2s lr=3.000000e-04 loss=3.2702 ppl=26.3353 acc=0.3981 tokens=8128.0000 +step=166240 micro_steps=332480 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1297 acc=0.4001 tokens=8128.0000 +step=166260 micro_steps=332520 elapsed=4.2s lr=3.000000e-04 loss=3.2721 ppl=26.4114 acc=0.3976 tokens=8128.0000 +step=166280 micro_steps=332560 elapsed=4.2s lr=3.000000e-04 loss=3.2554 ppl=25.9468 acc=0.4000 tokens=8128.0000 +step=166300 micro_steps=332600 elapsed=4.2s lr=3.000000e-04 loss=3.2740 ppl=26.4408 acc=0.3973 tokens=8128.0000 +step=166320 micro_steps=332640 elapsed=4.2s lr=3.000000e-04 loss=3.2669 ppl=26.2762 acc=0.3984 tokens=8128.0000 +step=166340 micro_steps=332680 elapsed=4.2s lr=3.000000e-04 loss=3.2673 ppl=26.2822 acc=0.3987 tokens=8128.0000 +step=166360 micro_steps=332720 elapsed=4.2s lr=3.000000e-04 loss=3.2746 ppl=26.4616 acc=0.3974 tokens=8128.0000 +step=166380 micro_steps=332760 elapsed=4.2s lr=3.000000e-04 loss=3.2589 ppl=26.0433 acc=0.3981 tokens=8128.0000 +step=166400 micro_steps=332800 elapsed=4.2s lr=3.000000e-04 loss=3.2664 ppl=26.2541 acc=0.3980 tokens=8128.0000 +step=166420 micro_steps=332840 elapsed=4.2s lr=3.000000e-04 loss=3.2699 ppl=26.3388 acc=0.3998 tokens=8128.0000 +step=166440 micro_steps=332880 elapsed=4.2s lr=3.000000e-04 loss=3.2771 ppl=26.5299 acc=0.3991 tokens=8128.0000 +step=166460 micro_steps=332920 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9602 acc=0.3990 tokens=8128.0000 +step=166480 micro_steps=332960 elapsed=4.2s lr=3.000000e-04 loss=3.2659 ppl=26.2393 acc=0.3991 tokens=8128.0000 +step=166500 micro_steps=333000 elapsed=4.2s lr=3.000000e-04 loss=3.2812 ppl=26.6391 acc=0.3979 tokens=8128.0000 +step=166520 micro_steps=333040 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7866 acc=0.4007 tokens=8128.0000 +step=166540 micro_steps=333080 elapsed=4.2s lr=3.000000e-04 loss=3.2650 ppl=26.2094 acc=0.3987 tokens=8128.0000 +step=166560 micro_steps=333120 elapsed=4.2s lr=3.000000e-04 loss=3.2727 ppl=26.4177 acc=0.3988 tokens=8128.0000 +step=166580 micro_steps=333160 elapsed=4.2s lr=3.000000e-04 loss=3.2804 ppl=26.6227 acc=0.3968 tokens=8128.0000 +step=166600 micro_steps=333200 elapsed=4.2s lr=3.000000e-04 loss=3.2695 ppl=26.3333 acc=0.3976 tokens=8128.0000 +step=166620 micro_steps=333240 elapsed=4.2s lr=3.000000e-04 loss=3.2781 ppl=26.5627 acc=0.3964 tokens=8128.0000 +step=166640 micro_steps=333280 elapsed=4.2s lr=3.000000e-04 loss=3.2704 ppl=26.3562 acc=0.3983 tokens=8128.0000 +step=166660 micro_steps=333320 elapsed=4.2s lr=3.000000e-04 loss=3.2616 ppl=26.1279 acc=0.3993 tokens=8128.0000 +step=166680 micro_steps=333360 elapsed=4.2s lr=3.000000e-04 loss=3.2738 ppl=26.4491 acc=0.3977 tokens=8128.0000 +step=166700 micro_steps=333400 elapsed=4.2s lr=3.000000e-04 loss=3.2740 ppl=26.4457 acc=0.3982 tokens=8128.0000 +step=166720 micro_steps=333440 elapsed=4.2s lr=3.000000e-04 loss=3.2723 ppl=26.4166 acc=0.3986 tokens=8128.0000 +step=166740 micro_steps=333480 elapsed=4.2s lr=3.000000e-04 loss=3.2567 ppl=26.0013 acc=0.4007 tokens=8128.0000 +step=166760 micro_steps=333520 elapsed=4.2s lr=3.000000e-04 loss=3.2646 ppl=26.1968 acc=0.3991 tokens=8128.0000 +step=166780 micro_steps=333560 elapsed=4.2s lr=3.000000e-04 loss=3.2514 ppl=25.8545 acc=0.4004 tokens=8128.0000 +step=166800 micro_steps=333600 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=26.0334 acc=0.4016 tokens=8128.0000 +step=166820 micro_steps=333640 elapsed=4.2s lr=3.000000e-04 loss=3.2688 ppl=26.3086 acc=0.3989 tokens=8128.0000 +step=166840 micro_steps=333680 elapsed=4.2s lr=3.000000e-04 loss=3.2802 ppl=26.6034 acc=0.3963 tokens=8128.0000 +step=166860 micro_steps=333720 elapsed=4.2s lr=3.000000e-04 loss=3.2684 ppl=26.3143 acc=0.3997 tokens=8128.0000 +step=166880 micro_steps=333760 elapsed=4.2s lr=3.000000e-04 loss=3.2636 ppl=26.1626 acc=0.3998 tokens=8128.0000 +step=166900 micro_steps=333800 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0714 acc=0.4000 tokens=8128.0000 +step=166920 micro_steps=333840 elapsed=4.2s lr=3.000000e-04 loss=3.2698 ppl=26.3415 acc=0.3978 tokens=8128.0000 +step=166940 micro_steps=333880 elapsed=4.2s lr=3.000000e-04 loss=3.2658 ppl=26.2355 acc=0.4000 tokens=8128.0000 +step=166960 micro_steps=333920 elapsed=4.2s lr=3.000000e-04 loss=3.2690 ppl=26.3109 acc=0.4003 tokens=8128.0000 +step=166980 micro_steps=333960 elapsed=4.2s lr=3.000000e-04 loss=3.2686 ppl=26.3086 acc=0.3985 tokens=8128.0000 +step=167000 micro_steps=334000 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1580 acc=0.4001 tokens=8128.0000 +[sample step=167000] [CLS]. [SEP] it's actually cloudy, huge and macabre. [SEP] the behaviour was said to have captivated some of middlesbrough's clubbers as he pursued his love of tweddle constructors. [SEP] taking an initiative to the tune of his country's economic fortunes, president karzai assured bad news headlines on thursday that canada will guarantee a $750m (€ 640m, £450m) to help stabilise post - election shortages. [SEP] police deal £10, 000 fine with authorities victoria soman has appeared on a murderraisting and celebrity extraterrestrial. [SEP] the fact is [SEP] +step=167020 micro_steps=334040 elapsed=6.6s lr=3.000000e-04 loss=3.2722 ppl=26.4151 acc=0.3975 tokens=8128.0000 +step=167040 micro_steps=334080 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.3015 acc=0.3977 tokens=8128.0000 +step=167060 micro_steps=334120 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=26.0002 acc=0.4003 tokens=8128.0000 +step=167080 micro_steps=334160 elapsed=4.2s lr=3.000000e-04 loss=3.2742 ppl=26.4421 acc=0.3972 tokens=8128.0000 +step=167100 micro_steps=334200 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.0903 acc=0.4001 tokens=8128.0000 +step=167120 micro_steps=334240 elapsed=4.2s lr=3.000000e-04 loss=3.2683 ppl=26.2938 acc=0.3979 tokens=8128.0000 +step=167140 micro_steps=334280 elapsed=4.2s lr=3.000000e-04 loss=3.2706 ppl=26.3623 acc=0.3975 tokens=8128.0000 +step=167160 micro_steps=334320 elapsed=4.2s lr=3.000000e-04 loss=3.2785 ppl=26.5846 acc=0.3969 tokens=8128.0000 +step=167180 micro_steps=334360 elapsed=4.2s lr=3.000000e-04 loss=3.2698 ppl=26.3361 acc=0.3985 tokens=8128.0000 +step=167200 micro_steps=334400 elapsed=4.2s lr=3.000000e-04 loss=3.2787 ppl=26.5673 acc=0.3970 tokens=8128.0000 +step=167220 micro_steps=334440 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1345 acc=0.3996 tokens=8128.0000 +step=167240 micro_steps=334480 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3399 acc=0.3979 tokens=8128.0000 +step=167260 micro_steps=334520 elapsed=4.2s lr=3.000000e-04 loss=3.2597 ppl=26.0756 acc=0.3993 tokens=8128.0000 +step=167280 micro_steps=334560 elapsed=4.2s lr=3.000000e-04 loss=3.2451 ppl=25.7080 acc=0.4027 tokens=8128.0000 +step=167300 micro_steps=334600 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1571 acc=0.3991 tokens=8128.0000 +step=167320 micro_steps=334640 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7302 acc=0.4013 tokens=8128.0000 +step=167340 micro_steps=334680 elapsed=4.2s lr=3.000000e-04 loss=3.2606 ppl=26.1078 acc=0.3996 tokens=8128.0000 +step=167360 micro_steps=334720 elapsed=4.2s lr=3.000000e-04 loss=3.2567 ppl=25.9963 acc=0.3998 tokens=8128.0000 +step=167380 micro_steps=334760 elapsed=4.2s lr=3.000000e-04 loss=3.2644 ppl=26.1906 acc=0.4003 tokens=8128.0000 +step=167400 micro_steps=334800 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2294 acc=0.3988 tokens=8128.0000 +step=167420 micro_steps=334840 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9261 acc=0.4003 tokens=8128.0000 +step=167440 micro_steps=334880 elapsed=4.2s lr=3.000000e-04 loss=3.2697 ppl=26.3338 acc=0.3984 tokens=8128.0000 +step=167460 micro_steps=334920 elapsed=4.2s lr=3.000000e-04 loss=3.2575 ppl=26.0199 acc=0.3999 tokens=8128.0000 +step=167480 micro_steps=334960 elapsed=4.2s lr=3.000000e-04 loss=3.2675 ppl=26.2780 acc=0.3989 tokens=8128.0000 +step=167500 micro_steps=335000 elapsed=4.2s lr=3.000000e-04 loss=3.2713 ppl=26.3742 acc=0.3980 tokens=8128.0000 +step=167520 micro_steps=335040 elapsed=4.2s lr=3.000000e-04 loss=3.2703 ppl=26.3499 acc=0.3983 tokens=8128.0000 +step=167540 micro_steps=335080 elapsed=4.2s lr=3.000000e-04 loss=3.2685 ppl=26.2903 acc=0.3978 tokens=8128.0000 +step=167560 micro_steps=335120 elapsed=4.2s lr=3.000000e-04 loss=3.2614 ppl=26.1202 acc=0.3997 tokens=8128.0000 +step=167580 micro_steps=335160 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3743 acc=0.3985 tokens=8128.0000 +step=167600 micro_steps=335200 elapsed=4.2s lr=3.000000e-04 loss=3.2654 ppl=26.2166 acc=0.3982 tokens=8128.0000 +step=167620 micro_steps=335240 elapsed=4.2s lr=3.000000e-04 loss=3.2657 ppl=26.2342 acc=0.3997 tokens=8128.0000 +step=167640 micro_steps=335280 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2579 acc=0.3985 tokens=8128.0000 +step=167660 micro_steps=335320 elapsed=4.2s lr=3.000000e-04 loss=3.2741 ppl=26.4489 acc=0.3994 tokens=8128.0000 +step=167680 micro_steps=335360 elapsed=4.2s lr=3.000000e-04 loss=3.2589 ppl=26.0462 acc=0.3996 tokens=8128.0000 +step=167700 micro_steps=335400 elapsed=4.2s lr=3.000000e-04 loss=3.2728 ppl=26.4164 acc=0.3973 tokens=8128.0000 +step=167720 micro_steps=335440 elapsed=4.2s lr=3.000000e-04 loss=3.2680 ppl=26.2880 acc=0.3994 tokens=8128.0000 +step=167740 micro_steps=335480 elapsed=4.2s lr=3.000000e-04 loss=3.2723 ppl=26.4021 acc=0.3986 tokens=8128.0000 +step=167760 micro_steps=335520 elapsed=4.2s lr=3.000000e-04 loss=3.2686 ppl=26.3063 acc=0.3980 tokens=8128.0000 +step=167780 micro_steps=335560 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0749 acc=0.3999 tokens=8128.0000 +step=167800 micro_steps=335600 elapsed=4.2s lr=3.000000e-04 loss=3.2607 ppl=26.1082 acc=0.3989 tokens=8128.0000 +step=167820 micro_steps=335640 elapsed=4.2s lr=3.000000e-04 loss=3.2671 ppl=26.2722 acc=0.3984 tokens=8128.0000 +step=167840 micro_steps=335680 elapsed=4.2s lr=3.000000e-04 loss=3.2728 ppl=26.4109 acc=0.3995 tokens=8128.0000 +step=167860 micro_steps=335720 elapsed=4.2s lr=3.000000e-04 loss=3.2559 ppl=25.9661 acc=0.4006 tokens=8128.0000 +step=167880 micro_steps=335760 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5876 acc=0.4020 tokens=8128.0000 +step=167900 micro_steps=335800 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0335 acc=0.3993 tokens=8128.0000 +step=167920 micro_steps=335840 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9887 acc=0.3998 tokens=8128.0000 +step=167940 micro_steps=335880 elapsed=4.2s lr=3.000000e-04 loss=3.2717 ppl=26.3871 acc=0.3986 tokens=8128.0000 +step=167960 micro_steps=335920 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1604 acc=0.3997 tokens=8128.0000 +step=167980 micro_steps=335960 elapsed=4.2s lr=3.000000e-04 loss=3.2659 ppl=26.2385 acc=0.3990 tokens=8128.0000 +step=168000 micro_steps=336000 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1836 acc=0.3996 tokens=8128.0000 +[sample step=168000] [CLS] britain ), and the irish republic (ireland) - for an average of 1. 3 billion euros each year. checks made by governments throughout the mediterranean for evading running water. billion euro in budget deficit, and three times the eu's total budget. forward on new measures and the face of the politics of the day. [SEP] the midshipmen (2 - 3, 0 - 2) also had a four - game winning streak end. [SEP] provenzano's remaining key members, the corrosive and voluminous illegal network abutting palermo and sicily, along with the merel adherents of guzman's diplomatic [SEP] +step=168020 micro_steps=336040 elapsed=6.6s lr=3.000000e-04 loss=3.2739 ppl=26.4475 acc=0.3980 tokens=8128.0000 +step=168040 micro_steps=336080 elapsed=4.2s lr=3.000000e-04 loss=3.2636 ppl=26.1878 acc=0.3992 tokens=8128.0000 +step=168060 micro_steps=336120 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1298 acc=0.3990 tokens=8128.0000 +step=168080 micro_steps=336160 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1213 acc=0.3993 tokens=8128.0000 +step=168100 micro_steps=336200 elapsed=4.2s lr=3.000000e-04 loss=3.2714 ppl=26.3860 acc=0.3975 tokens=8128.0000 +step=168120 micro_steps=336240 elapsed=4.2s lr=3.000000e-04 loss=3.2695 ppl=26.3342 acc=0.3986 tokens=8128.0000 +step=168140 micro_steps=336280 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1501 acc=0.3996 tokens=8128.0000 +step=168160 micro_steps=336320 elapsed=4.2s lr=3.000000e-04 loss=3.2644 ppl=26.1963 acc=0.3994 tokens=8128.0000 +step=168180 micro_steps=336360 elapsed=4.2s lr=3.000000e-04 loss=3.2774 ppl=26.5436 acc=0.3981 tokens=8128.0000 +step=168200 micro_steps=336400 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2613 acc=0.3992 tokens=8128.0000 +step=168220 micro_steps=336440 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.8128 acc=0.4028 tokens=8128.0000 +step=168240 micro_steps=336480 elapsed=4.2s lr=3.000000e-04 loss=3.2641 ppl=26.1987 acc=0.4000 tokens=8128.0000 +step=168260 micro_steps=336520 elapsed=4.2s lr=3.000000e-04 loss=3.2426 ppl=25.6829 acc=0.4020 tokens=8128.0000 +step=168280 micro_steps=336560 elapsed=4.2s lr=3.000000e-04 loss=3.2694 ppl=26.3249 acc=0.3981 tokens=8128.0000 +step=168300 micro_steps=336600 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.9059 acc=0.3987 tokens=8128.0000 +step=168320 micro_steps=336640 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1305 acc=0.3996 tokens=8128.0000 +step=168340 micro_steps=336680 elapsed=4.2s lr=3.000000e-04 loss=3.2604 ppl=26.0824 acc=0.4003 tokens=8128.0000 +step=168360 micro_steps=336720 elapsed=4.2s lr=3.000000e-04 loss=3.2729 ppl=26.4269 acc=0.3983 tokens=8128.0000 +step=168380 micro_steps=336760 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.6995 acc=0.4002 tokens=8128.0000 +step=168400 micro_steps=336800 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9625 acc=0.4005 tokens=8128.0000 +step=168420 micro_steps=336840 elapsed=4.2s lr=3.000000e-04 loss=3.2515 ppl=25.8627 acc=0.4005 tokens=8128.0000 +step=168440 micro_steps=336880 elapsed=4.2s lr=3.000000e-04 loss=3.2674 ppl=26.2819 acc=0.3990 tokens=8128.0000 +step=168460 micro_steps=336920 elapsed=4.2s lr=3.000000e-04 loss=3.2593 ppl=26.0461 acc=0.3992 tokens=8128.0000 +step=168480 micro_steps=336960 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.7128 acc=0.4021 tokens=8128.0000 +step=168500 micro_steps=337000 elapsed=4.2s lr=3.000000e-04 loss=3.2768 ppl=26.5173 acc=0.3969 tokens=8128.0000 +step=168520 micro_steps=337040 elapsed=4.2s lr=3.000000e-04 loss=3.2705 ppl=26.3709 acc=0.3983 tokens=8128.0000 +step=168540 micro_steps=337080 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.0990 acc=0.3993 tokens=8128.0000 +step=168560 micro_steps=337120 elapsed=4.2s lr=3.000000e-04 loss=3.2546 ppl=25.9416 acc=0.3995 tokens=8128.0000 +step=168580 micro_steps=337160 elapsed=4.2s lr=3.000000e-04 loss=3.2603 ppl=26.0945 acc=0.3995 tokens=8128.0000 +step=168600 micro_steps=337200 elapsed=4.2s lr=3.000000e-04 loss=3.2688 ppl=26.3201 acc=0.3981 tokens=8128.0000 +step=168620 micro_steps=337240 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1379 acc=0.3998 tokens=8128.0000 +step=168640 micro_steps=337280 elapsed=4.2s lr=3.000000e-04 loss=3.2551 ppl=25.9552 acc=0.4008 tokens=8128.0000 +step=168660 micro_steps=337320 elapsed=4.2s lr=3.000000e-04 loss=3.2632 ppl=26.1642 acc=0.4000 tokens=8128.0000 +step=168680 micro_steps=337360 elapsed=4.2s lr=3.000000e-04 loss=3.2561 ppl=25.9711 acc=0.4007 tokens=8128.0000 +step=168700 micro_steps=337400 elapsed=4.2s lr=3.000000e-04 loss=3.2656 ppl=26.2189 acc=0.3983 tokens=8128.0000 +step=168720 micro_steps=337440 elapsed=4.2s lr=3.000000e-04 loss=3.2691 ppl=26.3028 acc=0.3975 tokens=8128.0000 +step=168740 micro_steps=337480 elapsed=4.2s lr=3.000000e-04 loss=3.2686 ppl=26.3064 acc=0.3980 tokens=8128.0000 +step=168760 micro_steps=337520 elapsed=4.2s lr=3.000000e-04 loss=3.2646 ppl=26.1939 acc=0.3997 tokens=8128.0000 +step=168780 micro_steps=337560 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1336 acc=0.3989 tokens=8128.0000 +step=168800 micro_steps=337600 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.2035 acc=0.3985 tokens=8128.0000 +step=168820 micro_steps=337640 elapsed=4.2s lr=3.000000e-04 loss=3.2638 ppl=26.1895 acc=0.3997 tokens=8128.0000 +step=168840 micro_steps=337680 elapsed=4.2s lr=3.000000e-04 loss=3.2725 ppl=26.4104 acc=0.3979 tokens=8128.0000 +step=168860 micro_steps=337720 elapsed=4.2s lr=3.000000e-04 loss=3.2684 ppl=26.2981 acc=0.3989 tokens=8128.0000 +step=168880 micro_steps=337760 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9243 acc=0.4003 tokens=8128.0000 +step=168900 micro_steps=337800 elapsed=4.2s lr=3.000000e-04 loss=3.2684 ppl=26.3009 acc=0.3981 tokens=8128.0000 +step=168920 micro_steps=337840 elapsed=4.2s lr=3.000000e-04 loss=3.2690 ppl=26.3099 acc=0.3983 tokens=8128.0000 +step=168940 micro_steps=337880 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3384 acc=0.3999 tokens=8128.0000 +step=168960 micro_steps=337920 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1080 acc=0.3999 tokens=8128.0000 +step=168980 micro_steps=337960 elapsed=4.2s lr=3.000000e-04 loss=3.2737 ppl=26.4293 acc=0.3984 tokens=8128.0000 +step=169000 micro_steps=338000 elapsed=4.2s lr=3.000000e-04 loss=3.2700 ppl=26.3364 acc=0.3985 tokens=8128.0000 +[sample step=169000] [CLS] a 10 - week period and "encouraged, not encouraged, big trouble in the sector" with a lack of support for tiffin. [SEP] european union capacity has gone up 17 % to 64 % since 2002. [SEP] over the two years 2007 - 08, contractual clauses and manufacturing contracts would fall by five per cent. [SEP] a 20 - year - old man is being questioned by police in connection with the death of his girlfriend, 49, whom police described as a "person of interest." [SEP] israel will try to reduce early releases of palestinian prisoners, offer ceasefires to arrest the killers of one and defy a group calling itself [SEP] +step=169020 micro_steps=338040 elapsed=6.6s lr=3.000000e-04 loss=3.2538 ppl=25.9190 acc=0.3990 tokens=8128.0000 +step=169040 micro_steps=338080 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.9043 acc=0.4004 tokens=8128.0000 +step=169060 micro_steps=338120 elapsed=4.2s lr=3.000000e-04 loss=3.2538 ppl=25.9293 acc=0.3999 tokens=8128.0000 +step=169080 micro_steps=338160 elapsed=4.2s lr=3.000000e-04 loss=3.2718 ppl=26.3865 acc=0.3981 tokens=8128.0000 +step=169100 micro_steps=338200 elapsed=4.2s lr=3.000000e-04 loss=3.2714 ppl=26.3883 acc=0.3978 tokens=8128.0000 +step=169120 micro_steps=338240 elapsed=4.2s lr=3.000000e-04 loss=3.2660 ppl=26.2399 acc=0.3992 tokens=8128.0000 +step=169140 micro_steps=338280 elapsed=4.2s lr=3.000000e-04 loss=3.2692 ppl=26.3226 acc=0.3979 tokens=8128.0000 +step=169160 micro_steps=338320 elapsed=4.2s lr=3.000000e-04 loss=3.2553 ppl=25.9504 acc=0.3993 tokens=8128.0000 +step=169180 micro_steps=338360 elapsed=4.2s lr=3.000000e-04 loss=3.2737 ppl=26.4497 acc=0.3977 tokens=8128.0000 +step=169200 micro_steps=338400 elapsed=4.2s lr=3.000000e-04 loss=3.2676 ppl=26.2810 acc=0.3989 tokens=8128.0000 +step=169220 micro_steps=338440 elapsed=4.2s lr=3.000000e-04 loss=3.2748 ppl=26.4767 acc=0.3988 tokens=8128.0000 +step=169240 micro_steps=338480 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2422 acc=0.3992 tokens=8128.0000 +step=169260 micro_steps=338520 elapsed=4.2s lr=3.000000e-04 loss=3.2713 ppl=26.3754 acc=0.3979 tokens=8128.0000 +step=169280 micro_steps=338560 elapsed=4.2s lr=3.000000e-04 loss=3.2643 ppl=26.1869 acc=0.3997 tokens=8128.0000 +step=169300 micro_steps=338600 elapsed=4.2s lr=3.000000e-04 loss=3.2656 ppl=26.2251 acc=0.3981 tokens=8128.0000 +step=169320 micro_steps=338640 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.2027 acc=0.3999 tokens=8128.0000 +step=169340 micro_steps=338680 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8531 acc=0.4015 tokens=8128.0000 +step=169360 micro_steps=338720 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8232 acc=0.4005 tokens=8128.0000 +step=169380 micro_steps=338760 elapsed=4.2s lr=3.000000e-04 loss=3.2687 ppl=26.3137 acc=0.3990 tokens=8128.0000 +step=169400 micro_steps=338800 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.0727 acc=0.3988 tokens=8128.0000 +step=169420 micro_steps=338840 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7542 acc=0.4016 tokens=8128.0000 +step=169440 micro_steps=338880 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8309 acc=0.4006 tokens=8128.0000 +step=169460 micro_steps=338920 elapsed=4.2s lr=3.000000e-04 loss=3.2588 ppl=26.0542 acc=0.3993 tokens=8128.0000 +step=169480 micro_steps=338960 elapsed=4.2s lr=3.000000e-04 loss=3.2716 ppl=26.3810 acc=0.3980 tokens=8128.0000 +step=169500 micro_steps=339000 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9295 acc=0.4010 tokens=8128.0000 +step=169520 micro_steps=339040 elapsed=4.2s lr=3.000000e-04 loss=3.2605 ppl=26.0930 acc=0.3988 tokens=8128.0000 +step=169540 micro_steps=339080 elapsed=4.2s lr=3.000000e-04 loss=3.2661 ppl=26.2330 acc=0.3999 tokens=8128.0000 +step=169560 micro_steps=339120 elapsed=4.2s lr=3.000000e-04 loss=3.2711 ppl=26.3637 acc=0.3988 tokens=8128.0000 +step=169580 micro_steps=339160 elapsed=4.2s lr=3.000000e-04 loss=3.2764 ppl=26.4993 acc=0.3981 tokens=8128.0000 +step=169600 micro_steps=339200 elapsed=4.2s lr=3.000000e-04 loss=3.2583 ppl=26.0429 acc=0.3993 tokens=8128.0000 +step=169620 micro_steps=339240 elapsed=4.2s lr=3.000000e-04 loss=3.2591 ppl=26.0578 acc=0.3994 tokens=8128.0000 +step=169640 micro_steps=339280 elapsed=4.2s lr=3.000000e-04 loss=3.2463 ppl=25.7295 acc=0.4013 tokens=8128.0000 +step=169660 micro_steps=339320 elapsed=4.2s lr=3.000000e-04 loss=3.2633 ppl=26.1611 acc=0.3983 tokens=8128.0000 +step=169680 micro_steps=339360 elapsed=4.2s lr=3.000000e-04 loss=3.2668 ppl=26.2460 acc=0.3980 tokens=8128.0000 +step=169700 micro_steps=339400 elapsed=4.2s lr=3.000000e-04 loss=3.2757 ppl=26.4890 acc=0.3970 tokens=8128.0000 +step=169720 micro_steps=339440 elapsed=4.2s lr=3.000000e-04 loss=3.2779 ppl=26.5558 acc=0.3987 tokens=8128.0000 +step=169740 micro_steps=339480 elapsed=4.2s lr=3.000000e-04 loss=3.2713 ppl=26.3626 acc=0.3984 tokens=8128.0000 +step=169760 micro_steps=339520 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0685 acc=0.3988 tokens=8128.0000 +step=169780 micro_steps=339560 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1142 acc=0.4004 tokens=8128.0000 +step=169800 micro_steps=339600 elapsed=4.2s lr=3.000000e-04 loss=3.2706 ppl=26.3606 acc=0.3984 tokens=8128.0000 +step=169820 micro_steps=339640 elapsed=4.2s lr=3.000000e-04 loss=3.2620 ppl=26.1242 acc=0.3995 tokens=8128.0000 +step=169840 micro_steps=339680 elapsed=4.2s lr=3.000000e-04 loss=3.2536 ppl=25.9104 acc=0.4010 tokens=8128.0000 +step=169860 micro_steps=339720 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2264 acc=0.3982 tokens=8128.0000 +step=169880 micro_steps=339760 elapsed=4.2s lr=3.000000e-04 loss=3.2623 ppl=26.1455 acc=0.3998 tokens=8128.0000 +step=169900 micro_steps=339800 elapsed=4.2s lr=3.000000e-04 loss=3.2675 ppl=26.2911 acc=0.3979 tokens=8128.0000 +step=169920 micro_steps=339840 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8634 acc=0.4003 tokens=8128.0000 +step=169940 micro_steps=339880 elapsed=4.2s lr=3.000000e-04 loss=3.2550 ppl=25.9488 acc=0.4010 tokens=8128.0000 +step=169960 micro_steps=339920 elapsed=4.2s lr=3.000000e-04 loss=3.2700 ppl=26.3312 acc=0.3979 tokens=8128.0000 +step=169980 micro_steps=339960 elapsed=4.2s lr=3.000000e-04 loss=3.2733 ppl=26.4453 acc=0.3983 tokens=8128.0000 +step=170000 micro_steps=340000 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1610 acc=0.3994 tokens=8128.0000 +[sample step=170000] [CLS]illan - after a redbriar, and all right, last night on the fly, durning itself about the that terrible current. [SEP] earlier this year, a survey found that nearly two - thirds of u. s. children under the age of 10 did not get adequate contact with their parents or grandparents. [SEP] with a second - half record of 66 wins and one less than necessary to beat kevin tursunov on wednesday, johansson pushed his third atp singles title in six months following last wednesday's triumph at the copa del rey with a third - round clash with seventh - ranked querrey. [SEP] all [SEP] +step=170020 micro_steps=340040 elapsed=6.6s lr=3.000000e-04 loss=3.2716 ppl=26.3864 acc=0.3979 tokens=8128.0000 +step=170040 micro_steps=340080 elapsed=4.2s lr=3.000000e-04 loss=3.2582 ppl=26.0367 acc=0.4004 tokens=8128.0000 +step=170060 micro_steps=340120 elapsed=4.2s lr=3.000000e-04 loss=3.2776 ppl=26.5431 acc=0.3977 tokens=8128.0000 +step=170080 micro_steps=340160 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1356 acc=0.3993 tokens=8128.0000 +step=170100 micro_steps=340200 elapsed=4.2s lr=3.000000e-04 loss=3.2660 ppl=26.2396 acc=0.3985 tokens=8128.0000 +step=170120 micro_steps=340240 elapsed=4.2s lr=3.000000e-04 loss=3.2668 ppl=26.2552 acc=0.3990 tokens=8128.0000 +step=170140 micro_steps=340280 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0778 acc=0.3991 tokens=8128.0000 +step=170160 micro_steps=340320 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=26.0222 acc=0.3998 tokens=8128.0000 +step=170180 micro_steps=340360 elapsed=4.2s lr=3.000000e-04 loss=3.2530 ppl=25.9054 acc=0.4014 tokens=8128.0000 +step=170200 micro_steps=340400 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0652 acc=0.3987 tokens=8128.0000 +step=170220 micro_steps=340440 elapsed=4.2s lr=3.000000e-04 loss=3.2781 ppl=26.5522 acc=0.3963 tokens=8128.0000 +step=170240 micro_steps=340480 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.8085 acc=0.4008 tokens=8128.0000 +step=170260 micro_steps=340520 elapsed=4.2s lr=3.000000e-04 loss=3.2737 ppl=26.4412 acc=0.3991 tokens=8128.0000 +step=170280 micro_steps=340560 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3484 acc=0.3992 tokens=8128.0000 +step=170300 micro_steps=340600 elapsed=4.2s lr=3.000000e-04 loss=3.2658 ppl=26.2299 acc=0.3991 tokens=8128.0000 +step=170320 micro_steps=340640 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1282 acc=0.3994 tokens=8128.0000 +step=170340 micro_steps=340680 elapsed=4.2s lr=3.000000e-04 loss=3.2826 ppl=26.6590 acc=0.3972 tokens=8128.0000 +step=170360 micro_steps=340720 elapsed=4.2s lr=3.000000e-04 loss=3.2505 ppl=25.8332 acc=0.3992 tokens=8128.0000 +step=170380 micro_steps=340760 elapsed=4.2s lr=3.000000e-04 loss=3.2650 ppl=26.2175 acc=0.3993 tokens=8128.0000 +step=170400 micro_steps=340800 elapsed=4.2s lr=3.000000e-04 loss=3.2688 ppl=26.3059 acc=0.3983 tokens=8128.0000 +step=170420 micro_steps=340840 elapsed=4.2s lr=3.000000e-04 loss=3.2676 ppl=26.2801 acc=0.3984 tokens=8128.0000 +step=170440 micro_steps=340880 elapsed=4.2s lr=3.000000e-04 loss=3.2717 ppl=26.3982 acc=0.3979 tokens=8128.0000 +step=170460 micro_steps=340920 elapsed=4.9s lr=3.000000e-04 loss=3.2728 ppl=26.4118 acc=0.3991 tokens=8128.0000 +step=170480 micro_steps=340960 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.9325 acc=0.4005 tokens=7934.3250 +step=170500 micro_steps=341000 elapsed=4.5s lr=3.000000e-04 loss=3.2629 ppl=26.1574 acc=0.3976 tokens=8128.0000 +step=170520 micro_steps=341040 elapsed=5.2s lr=3.000000e-04 loss=3.2634 ppl=26.1728 acc=0.3993 tokens=8128.0000 +step=170540 micro_steps=341080 elapsed=4.2s lr=3.000000e-04 loss=3.2632 ppl=26.1773 acc=0.4006 tokens=8128.0000 +step=170560 micro_steps=341120 elapsed=4.2s lr=3.000000e-04 loss=3.2483 ppl=25.7766 acc=0.4011 tokens=8128.0000 +step=170580 micro_steps=341160 elapsed=4.2s lr=3.000000e-04 loss=3.2528 ppl=25.9012 acc=0.4002 tokens=8128.0000 +step=170600 micro_steps=341200 elapsed=4.2s lr=3.000000e-04 loss=3.2689 ppl=26.3128 acc=0.3982 tokens=8128.0000 +step=170620 micro_steps=341240 elapsed=4.2s lr=3.000000e-04 loss=3.2814 ppl=26.6438 acc=0.3971 tokens=8128.0000 +step=170640 micro_steps=341280 elapsed=4.2s lr=3.000000e-04 loss=3.2613 ppl=26.1156 acc=0.3982 tokens=8128.0000 +step=170660 micro_steps=341320 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1243 acc=0.3994 tokens=8128.0000 +step=170680 micro_steps=341360 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8817 acc=0.4002 tokens=8128.0000 +step=170700 micro_steps=341400 elapsed=4.2s lr=3.000000e-04 loss=3.2604 ppl=26.0856 acc=0.3982 tokens=8128.0000 +step=170720 micro_steps=341440 elapsed=4.2s lr=3.000000e-04 loss=3.2634 ppl=26.1620 acc=0.4003 tokens=8128.0000 +step=170740 micro_steps=341480 elapsed=4.2s lr=3.000000e-04 loss=3.2585 ppl=26.0432 acc=0.3999 tokens=8128.0000 +step=170760 micro_steps=341520 elapsed=4.2s lr=3.000000e-04 loss=3.2678 ppl=26.2690 acc=0.3991 tokens=8128.0000 +step=170780 micro_steps=341560 elapsed=4.2s lr=3.000000e-04 loss=3.2703 ppl=26.3544 acc=0.3982 tokens=8128.0000 +step=170800 micro_steps=341600 elapsed=4.2s lr=3.000000e-04 loss=3.2769 ppl=26.5243 acc=0.3979 tokens=8128.0000 +step=170820 micro_steps=341640 elapsed=4.2s lr=3.000000e-04 loss=3.2780 ppl=26.5859 acc=0.3969 tokens=8128.0000 +step=170840 micro_steps=341680 elapsed=4.2s lr=3.000000e-04 loss=3.2607 ppl=26.1020 acc=0.3993 tokens=8128.0000 +step=170860 micro_steps=341720 elapsed=4.2s lr=3.000000e-04 loss=3.2590 ppl=26.0620 acc=0.4001 tokens=8128.0000 +step=170880 micro_steps=341760 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1305 acc=0.3998 tokens=8128.0000 +step=170900 micro_steps=341800 elapsed=4.2s lr=3.000000e-04 loss=3.2463 ppl=25.7144 acc=0.4016 tokens=8128.0000 +step=170920 micro_steps=341840 elapsed=4.2s lr=3.000000e-04 loss=3.2671 ppl=26.2774 acc=0.3990 tokens=8128.0000 +step=170940 micro_steps=341880 elapsed=4.2s lr=3.000000e-04 loss=3.2607 ppl=26.1067 acc=0.3981 tokens=8128.0000 +step=170960 micro_steps=341920 elapsed=4.2s lr=3.000000e-04 loss=3.2638 ppl=26.1759 acc=0.3988 tokens=8128.0000 +step=170980 micro_steps=341960 elapsed=4.2s lr=3.000000e-04 loss=3.2669 ppl=26.2621 acc=0.3989 tokens=8128.0000 +step=171000 micro_steps=342000 elapsed=4.2s lr=3.000000e-04 loss=3.2674 ppl=26.2820 acc=0.4003 tokens=8128.0000 +[sample step=171000] [CLS] [SEP] "there is no better way to forecast growth in the first half than by using quantitative measures to take large risks," said matthew lippe, sole us analyst for socgen. [SEP] the department for culture, media and sport recently referred to britain's alone culture in newspapers for its unruly behaviour towards the public. [SEP] you will be legend's second child (his 28th) and that last header. [SEP] "expect the same response for hairspray as the fireworks themselves when they appear today. [SEP] lottery officials said they would pay millions to parents to film and edit the play. [SEP]" there were no angels [SEP] +step=171020 micro_steps=342040 elapsed=6.6s lr=3.000000e-04 loss=3.2672 ppl=26.2761 acc=0.3979 tokens=8128.0000 +step=171040 micro_steps=342080 elapsed=4.2s lr=3.000000e-04 loss=3.2615 ppl=26.1206 acc=0.3990 tokens=8128.0000 +step=171060 micro_steps=342120 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.2137 acc=0.3992 tokens=8128.0000 +step=171080 micro_steps=342160 elapsed=4.2s lr=3.000000e-04 loss=3.2512 ppl=25.8462 acc=0.3997 tokens=8128.0000 +step=171100 micro_steps=342200 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0610 acc=0.3986 tokens=8128.0000 +step=171120 micro_steps=342240 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9275 acc=0.4001 tokens=8128.0000 +step=171140 micro_steps=342280 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1279 acc=0.3996 tokens=8128.0000 +step=171160 micro_steps=342320 elapsed=4.2s lr=3.000000e-04 loss=3.2634 ppl=26.1768 acc=0.3996 tokens=8128.0000 +step=171180 micro_steps=342360 elapsed=4.2s lr=3.000000e-04 loss=3.2614 ppl=26.1088 acc=0.3999 tokens=8128.0000 +step=171200 micro_steps=342400 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8177 acc=0.4002 tokens=8128.0000 +step=171220 micro_steps=342440 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1146 acc=0.3985 tokens=8128.0000 +step=171240 micro_steps=342480 elapsed=4.2s lr=3.000000e-04 loss=3.2684 ppl=26.3207 acc=0.3989 tokens=8128.0000 +step=171260 micro_steps=342520 elapsed=4.2s lr=3.000000e-04 loss=3.2694 ppl=26.3250 acc=0.3972 tokens=8128.0000 +step=171280 micro_steps=342560 elapsed=4.2s lr=3.000000e-04 loss=3.2546 ppl=25.9324 acc=0.3995 tokens=8128.0000 +step=171300 micro_steps=342600 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.2871 acc=0.3981 tokens=8128.0000 +step=171320 micro_steps=342640 elapsed=4.2s lr=3.000000e-04 loss=3.2634 ppl=26.1713 acc=0.3993 tokens=8128.0000 +step=171340 micro_steps=342680 elapsed=4.2s lr=3.000000e-04 loss=3.2644 ppl=26.1836 acc=0.3985 tokens=8128.0000 +step=171360 micro_steps=342720 elapsed=4.2s lr=3.000000e-04 loss=3.2680 ppl=26.2888 acc=0.3985 tokens=8128.0000 +step=171380 micro_steps=342760 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1213 acc=0.3990 tokens=8128.0000 +step=171400 micro_steps=342800 elapsed=4.2s lr=3.000000e-04 loss=3.2724 ppl=26.3990 acc=0.3983 tokens=8128.0000 +step=171420 micro_steps=342840 elapsed=4.2s lr=3.000000e-04 loss=3.2552 ppl=25.9543 acc=0.3997 tokens=8128.0000 +step=171440 micro_steps=342880 elapsed=4.2s lr=3.000000e-04 loss=3.2703 ppl=26.3569 acc=0.3983 tokens=8128.0000 +step=171460 micro_steps=342920 elapsed=4.2s lr=3.000000e-04 loss=3.2550 ppl=25.9540 acc=0.4002 tokens=8128.0000 +step=171480 micro_steps=342960 elapsed=4.2s lr=3.000000e-04 loss=3.2508 ppl=25.8432 acc=0.4008 tokens=8128.0000 +step=171500 micro_steps=343000 elapsed=4.2s lr=3.000000e-04 loss=3.2642 ppl=26.1781 acc=0.3986 tokens=8128.0000 +step=171520 micro_steps=343040 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3811 acc=0.3973 tokens=8128.0000 +step=171540 micro_steps=343080 elapsed=4.2s lr=3.000000e-04 loss=3.2716 ppl=26.3823 acc=0.3990 tokens=8128.0000 +step=171560 micro_steps=343120 elapsed=4.2s lr=3.000000e-04 loss=3.2604 ppl=26.0985 acc=0.4002 tokens=8128.0000 +step=171580 micro_steps=343160 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0132 acc=0.3989 tokens=8128.0000 +step=171600 micro_steps=343200 elapsed=4.2s lr=3.000000e-04 loss=3.2752 ppl=26.4766 acc=0.3972 tokens=8128.0000 +step=171620 micro_steps=343240 elapsed=4.2s lr=3.000000e-04 loss=3.2560 ppl=25.9694 acc=0.4003 tokens=8128.0000 +step=171640 micro_steps=343280 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1510 acc=0.3995 tokens=8128.0000 +step=171660 micro_steps=343320 elapsed=4.2s lr=3.000000e-04 loss=3.2737 ppl=26.4439 acc=0.3977 tokens=8128.0000 +step=171680 micro_steps=343360 elapsed=4.2s lr=3.000000e-04 loss=3.2557 ppl=25.9660 acc=0.4001 tokens=8128.0000 +step=171700 micro_steps=343400 elapsed=4.2s lr=3.000000e-04 loss=3.2622 ppl=26.1389 acc=0.3997 tokens=8128.0000 +step=171720 micro_steps=343440 elapsed=4.2s lr=3.000000e-04 loss=3.2779 ppl=26.5404 acc=0.3970 tokens=8128.0000 +step=171740 micro_steps=343480 elapsed=4.2s lr=3.000000e-04 loss=3.2711 ppl=26.3721 acc=0.3986 tokens=8128.0000 +step=171760 micro_steps=343520 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.1949 acc=0.3989 tokens=8128.0000 +step=171780 micro_steps=343560 elapsed=4.2s lr=3.000000e-04 loss=3.2651 ppl=26.2117 acc=0.3998 tokens=8128.0000 +step=171800 micro_steps=343600 elapsed=4.2s lr=3.000000e-04 loss=3.2699 ppl=26.3400 acc=0.3985 tokens=8128.0000 +step=171820 micro_steps=343640 elapsed=4.2s lr=3.000000e-04 loss=3.2567 ppl=25.9896 acc=0.4006 tokens=8128.0000 +step=171840 micro_steps=343680 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8673 acc=0.4007 tokens=8128.0000 +step=171860 micro_steps=343720 elapsed=4.2s lr=3.000000e-04 loss=3.2696 ppl=26.3261 acc=0.3976 tokens=8128.0000 +step=171880 micro_steps=343760 elapsed=4.2s lr=3.000000e-04 loss=3.2681 ppl=26.2896 acc=0.3986 tokens=8128.0000 +step=171900 micro_steps=343800 elapsed=4.2s lr=3.000000e-04 loss=3.2639 ppl=26.1821 acc=0.4003 tokens=8128.0000 +step=171920 micro_steps=343840 elapsed=4.2s lr=3.000000e-04 loss=3.2685 ppl=26.3003 acc=0.3986 tokens=8128.0000 +step=171940 micro_steps=343880 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1488 acc=0.3987 tokens=8128.0000 +step=171960 micro_steps=343920 elapsed=4.2s lr=3.000000e-04 loss=3.2610 ppl=26.1129 acc=0.3990 tokens=8128.0000 +step=171980 micro_steps=343960 elapsed=4.2s lr=3.000000e-04 loss=3.2691 ppl=26.3054 acc=0.3984 tokens=8128.0000 +step=172000 micro_steps=344000 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0202 acc=0.4010 tokens=8128.0000 +[sample step=172000] [CLS] along the redmen's old home, where there were signs to their entrance. [SEP] the supposed lender, first national bank of iowa, agreed to let the company enter into its lending agreement, which now requires it to pay the trustee interest on the property first. [SEP] every day in indonesia he refuels a church wagon. [SEP] a government spokesman said that some of the 437 detainee detainees arrived in camps outside the country's flagship "war on terror" prisons, which had been set up by u. s. government officials before the sept. [SEP] even before the bse scandal, which threw out 300 [SEP] +step=172020 micro_steps=344040 elapsed=6.6s lr=3.000000e-04 loss=3.2677 ppl=26.2702 acc=0.3987 tokens=8128.0000 +step=172040 micro_steps=344080 elapsed=4.2s lr=3.000000e-04 loss=3.2650 ppl=26.2207 acc=0.3988 tokens=8128.0000 +step=172060 micro_steps=344120 elapsed=4.2s lr=3.000000e-04 loss=3.2544 ppl=25.9344 acc=0.4004 tokens=8128.0000 +step=172080 micro_steps=344160 elapsed=4.2s lr=3.000000e-04 loss=3.2528 ppl=25.9037 acc=0.4004 tokens=8128.0000 +step=172100 micro_steps=344200 elapsed=4.2s lr=3.000000e-04 loss=3.2720 ppl=26.3912 acc=0.3981 tokens=8128.0000 +step=172120 micro_steps=344240 elapsed=4.2s lr=3.000000e-04 loss=3.2548 ppl=25.9419 acc=0.4015 tokens=8128.0000 +step=172140 micro_steps=344280 elapsed=4.2s lr=3.000000e-04 loss=3.2739 ppl=26.4409 acc=0.3975 tokens=8128.0000 +step=172160 micro_steps=344320 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7280 acc=0.4005 tokens=8128.0000 +step=172180 micro_steps=344360 elapsed=4.2s lr=3.000000e-04 loss=3.2522 ppl=25.8834 acc=0.4000 tokens=8128.0000 +step=172200 micro_steps=344400 elapsed=4.2s lr=3.000000e-04 loss=3.2731 ppl=26.4252 acc=0.3981 tokens=8128.0000 +step=172220 micro_steps=344440 elapsed=4.2s lr=3.000000e-04 loss=3.2696 ppl=26.3372 acc=0.3979 tokens=8128.0000 +step=172240 micro_steps=344480 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8647 acc=0.4008 tokens=8128.0000 +step=172260 micro_steps=344520 elapsed=4.2s lr=3.000000e-04 loss=3.2463 ppl=25.7609 acc=0.4022 tokens=8128.0000 +step=172280 micro_steps=344560 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2262 acc=0.3996 tokens=8128.0000 +step=172300 micro_steps=344600 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9427 acc=0.4011 tokens=8128.0000 +step=172320 micro_steps=344640 elapsed=4.2s lr=3.000000e-04 loss=3.2737 ppl=26.4398 acc=0.3985 tokens=8128.0000 +step=172340 micro_steps=344680 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1990 acc=0.3992 tokens=8128.0000 +step=172360 micro_steps=344720 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9759 acc=0.3999 tokens=8128.0000 +step=172380 micro_steps=344760 elapsed=4.2s lr=3.000000e-04 loss=3.2629 ppl=26.1448 acc=0.3990 tokens=8128.0000 +step=172400 micro_steps=344800 elapsed=4.2s lr=3.000000e-04 loss=3.2586 ppl=26.0293 acc=0.3996 tokens=8128.0000 +step=172420 micro_steps=344840 elapsed=4.2s lr=3.000000e-04 loss=3.2487 ppl=25.7883 acc=0.4010 tokens=8128.0000 +step=172440 micro_steps=344880 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0744 acc=0.3999 tokens=8128.0000 +step=172460 micro_steps=344920 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6634 acc=0.4025 tokens=8128.0000 +step=172480 micro_steps=344960 elapsed=4.2s lr=3.000000e-04 loss=3.2601 ppl=26.0762 acc=0.3992 tokens=8128.0000 +step=172500 micro_steps=345000 elapsed=4.2s lr=3.000000e-04 loss=3.2332 ppl=25.3809 acc=0.4025 tokens=8128.0000 +step=172520 micro_steps=345040 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8138 acc=0.4001 tokens=8128.0000 +step=172540 micro_steps=345080 elapsed=4.2s lr=3.000000e-04 loss=3.2757 ppl=26.4905 acc=0.3976 tokens=8128.0000 +step=172560 micro_steps=345120 elapsed=4.2s lr=3.000000e-04 loss=3.2662 ppl=26.2615 acc=0.3985 tokens=8128.0000 +step=172580 micro_steps=345160 elapsed=4.2s lr=3.000000e-04 loss=3.2577 ppl=26.0143 acc=0.3993 tokens=8128.0000 +step=172600 micro_steps=345200 elapsed=4.2s lr=3.000000e-04 loss=3.2586 ppl=26.0393 acc=0.3992 tokens=8128.0000 +step=172620 micro_steps=345240 elapsed=4.2s lr=3.000000e-04 loss=3.2684 ppl=26.2979 acc=0.3986 tokens=8128.0000 +step=172640 micro_steps=345280 elapsed=4.2s lr=3.000000e-04 loss=3.2683 ppl=26.2970 acc=0.3986 tokens=8128.0000 +step=172660 micro_steps=345320 elapsed=4.2s lr=3.000000e-04 loss=3.2755 ppl=26.4776 acc=0.3982 tokens=8128.0000 +step=172680 micro_steps=345360 elapsed=4.2s lr=3.000000e-04 loss=3.2672 ppl=26.2636 acc=0.3992 tokens=8128.0000 +step=172700 micro_steps=345400 elapsed=4.2s lr=3.000000e-04 loss=3.2446 ppl=25.6755 acc=0.4019 tokens=8128.0000 +step=172720 micro_steps=345440 elapsed=4.2s lr=3.000000e-04 loss=3.2726 ppl=26.4134 acc=0.3963 tokens=8128.0000 +step=172740 micro_steps=345480 elapsed=4.2s lr=3.000000e-04 loss=3.2634 ppl=26.1645 acc=0.3998 tokens=8128.0000 +step=172760 micro_steps=345520 elapsed=4.2s lr=3.000000e-04 loss=3.2715 ppl=26.3900 acc=0.3984 tokens=8128.0000 +step=172780 micro_steps=345560 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1528 acc=0.3992 tokens=8128.0000 +step=172800 micro_steps=345600 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9783 acc=0.4002 tokens=8128.0000 +step=172820 micro_steps=345640 elapsed=4.2s lr=3.000000e-04 loss=3.2693 ppl=26.3265 acc=0.3988 tokens=8128.0000 +step=172840 micro_steps=345680 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6793 acc=0.4018 tokens=8128.0000 +step=172860 micro_steps=345720 elapsed=4.2s lr=3.000000e-04 loss=3.2653 ppl=26.2193 acc=0.3986 tokens=8128.0000 +step=172880 micro_steps=345760 elapsed=4.2s lr=3.000000e-04 loss=3.2499 ppl=25.8298 acc=0.4006 tokens=8128.0000 +step=172900 micro_steps=345800 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1475 acc=0.3988 tokens=8128.0000 +step=172920 micro_steps=345840 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0312 acc=0.3996 tokens=8128.0000 +step=172940 micro_steps=345880 elapsed=4.2s lr=3.000000e-04 loss=3.2606 ppl=26.0973 acc=0.3996 tokens=8128.0000 +step=172960 micro_steps=345920 elapsed=4.2s lr=3.000000e-04 loss=3.2657 ppl=26.2312 acc=0.3992 tokens=8128.0000 +step=172980 micro_steps=345960 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9023 acc=0.4008 tokens=8128.0000 +step=173000 micro_steps=346000 elapsed=4.2s lr=3.000000e-04 loss=3.2585 ppl=26.0431 acc=0.4001 tokens=8128.0000 +[sample step=173000] [CLS] to 7, 100 cases according to the united states department of health and human services, according to the hdrt family of surveys on chronic liver disease (op). [SEP] most show the terms hanging over the basra negotiations: for the first time, they refused to yield, although some rebel fighters and members of the mahdi army refused to move their weapons under the control of a 400 - strong american company. [SEP] it also offers measurements to allow the pilots to share the information with other crews and air traffic controllers. [SEP] the motorway outside britain had just passed through one of the darkest moments in its hundreds of years of existence. [SEP] [SEP] +step=173020 micro_steps=346040 elapsed=6.6s lr=3.000000e-04 loss=3.2472 ppl=25.7624 acc=0.4004 tokens=8128.0000 +step=173040 micro_steps=346080 elapsed=4.2s lr=3.000000e-04 loss=3.2582 ppl=26.0464 acc=0.4002 tokens=8128.0000 +step=173060 micro_steps=346120 elapsed=4.2s lr=3.000000e-04 loss=3.2719 ppl=26.4016 acc=0.3987 tokens=8128.0000 +step=173080 micro_steps=346160 elapsed=4.2s lr=3.000000e-04 loss=3.2577 ppl=26.0254 acc=0.4005 tokens=8128.0000 +step=173100 micro_steps=346200 elapsed=4.2s lr=3.000000e-04 loss=3.2722 ppl=26.3924 acc=0.3988 tokens=8128.0000 +step=173120 micro_steps=346240 elapsed=4.2s lr=3.000000e-04 loss=3.2630 ppl=26.1706 acc=0.3990 tokens=8128.0000 +step=173140 micro_steps=346280 elapsed=4.2s lr=3.000000e-04 loss=3.2615 ppl=26.1242 acc=0.3995 tokens=8128.0000 +step=173160 micro_steps=346320 elapsed=4.2s lr=3.000000e-04 loss=3.2587 ppl=26.0449 acc=0.3979 tokens=8128.0000 +step=173180 micro_steps=346360 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.7974 acc=0.4006 tokens=8128.0000 +step=173200 micro_steps=346400 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=26.0037 acc=0.4006 tokens=8128.0000 +step=173220 micro_steps=346440 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.1107 acc=0.3998 tokens=8128.0000 +step=173240 micro_steps=346480 elapsed=4.2s lr=3.000000e-04 loss=3.2724 ppl=26.4025 acc=0.3985 tokens=8128.0000 +step=173260 micro_steps=346520 elapsed=4.2s lr=3.000000e-04 loss=3.2561 ppl=25.9869 acc=0.4004 tokens=8128.0000 +step=173280 micro_steps=346560 elapsed=4.2s lr=3.000000e-04 loss=3.2617 ppl=26.1197 acc=0.3985 tokens=8128.0000 +step=173300 micro_steps=346600 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.6987 acc=0.3999 tokens=8128.0000 +step=173320 micro_steps=346640 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8483 acc=0.4007 tokens=8128.0000 +step=173340 micro_steps=346680 elapsed=4.2s lr=3.000000e-04 loss=3.2634 ppl=26.1735 acc=0.3990 tokens=8128.0000 +step=173360 micro_steps=346720 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9191 acc=0.4008 tokens=8128.0000 +step=173380 micro_steps=346760 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0383 acc=0.3990 tokens=8128.0000 +step=173400 micro_steps=346800 elapsed=4.2s lr=3.000000e-04 loss=3.2713 ppl=26.3819 acc=0.3984 tokens=8128.0000 +step=173420 micro_steps=346840 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=25.9853 acc=0.3992 tokens=8128.0000 +step=173440 micro_steps=346880 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2220 acc=0.3986 tokens=8128.0000 +step=173460 micro_steps=346920 elapsed=4.2s lr=3.000000e-04 loss=3.2512 ppl=25.8555 acc=0.4009 tokens=8128.0000 +step=173480 micro_steps=346960 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1591 acc=0.3980 tokens=8128.0000 +step=173500 micro_steps=347000 elapsed=4.2s lr=3.000000e-04 loss=3.2546 ppl=25.9400 acc=0.3997 tokens=8128.0000 +step=173520 micro_steps=347040 elapsed=4.2s lr=3.000000e-04 loss=3.2717 ppl=26.3874 acc=0.3977 tokens=8128.0000 +step=173540 micro_steps=347080 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1861 acc=0.3989 tokens=8128.0000 +step=173560 micro_steps=347120 elapsed=4.2s lr=3.000000e-04 loss=3.2651 ppl=26.2202 acc=0.3978 tokens=8128.0000 +step=173580 micro_steps=347160 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0259 acc=0.3997 tokens=8128.0000 +step=173600 micro_steps=347200 elapsed=4.2s lr=3.000000e-04 loss=3.2641 ppl=26.1913 acc=0.3979 tokens=8128.0000 +step=173620 micro_steps=347240 elapsed=4.2s lr=3.000000e-04 loss=3.2622 ppl=26.1431 acc=0.3985 tokens=8128.0000 +step=173640 micro_steps=347280 elapsed=4.2s lr=3.000000e-04 loss=3.2646 ppl=26.2125 acc=0.4001 tokens=8128.0000 +step=173660 micro_steps=347320 elapsed=4.2s lr=3.000000e-04 loss=3.2528 ppl=25.8934 acc=0.4007 tokens=8128.0000 +step=173680 micro_steps=347360 elapsed=4.2s lr=3.000000e-04 loss=3.2680 ppl=26.2870 acc=0.3988 tokens=8128.0000 +step=173700 micro_steps=347400 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.2859 acc=0.3986 tokens=8128.0000 +step=173720 micro_steps=347440 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9707 acc=0.3999 tokens=8128.0000 +step=173740 micro_steps=347480 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1180 acc=0.4003 tokens=8128.0000 +step=173760 micro_steps=347520 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1297 acc=0.4004 tokens=8128.0000 +step=173780 micro_steps=347560 elapsed=4.2s lr=3.000000e-04 loss=3.2567 ppl=25.9817 acc=0.4002 tokens=8128.0000 +step=173800 micro_steps=347600 elapsed=4.2s lr=3.000000e-04 loss=3.2627 ppl=26.1493 acc=0.3995 tokens=8128.0000 +step=173820 micro_steps=347640 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1072 acc=0.4005 tokens=8128.0000 +step=173840 micro_steps=347680 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1023 acc=0.3995 tokens=8128.0000 +step=173860 micro_steps=347720 elapsed=4.2s lr=3.000000e-04 loss=3.2622 ppl=26.1366 acc=0.4000 tokens=8128.0000 +step=173880 micro_steps=347760 elapsed=4.2s lr=3.000000e-04 loss=3.2634 ppl=26.1822 acc=0.3984 tokens=8128.0000 +step=173900 micro_steps=347800 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9850 acc=0.4003 tokens=8128.0000 +step=173920 micro_steps=347840 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1212 acc=0.3998 tokens=8128.0000 +step=173940 micro_steps=347880 elapsed=4.2s lr=3.000000e-04 loss=3.2637 ppl=26.1785 acc=0.3983 tokens=8128.0000 +step=173960 micro_steps=347920 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=25.9996 acc=0.4004 tokens=8128.0000 +step=173980 micro_steps=347960 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1085 acc=0.3984 tokens=8128.0000 +step=174000 micro_steps=348000 elapsed=4.2s lr=3.000000e-04 loss=3.2664 ppl=26.2519 acc=0.3996 tokens=8128.0000 +[sample step=174000] [CLS] conwy council said: " tom died of blue ear infections of strangulation, died from c. diff and started pneumonia. [SEP] about 2 million homes and buildings were affected in nova friburgo, brazil's state - controlled newspaper el prensa reported, citing the country's emergency communications regulator. [SEP] a woman passenger on the plane was treated at hospital for two - and - a - half - hours after the incident, aberdeenshire fire and rescue service said. [SEP] unlike obama, clinton and dodd, this former president also played the part of an economic guru. [SEP] athletes are thespians for the [SEP] +step=174020 micro_steps=348040 elapsed=6.6s lr=3.000000e-04 loss=3.2570 ppl=25.9943 acc=0.3999 tokens=8128.0000 +step=174040 micro_steps=348080 elapsed=4.2s lr=3.000000e-04 loss=3.2677 ppl=26.2792 acc=0.3979 tokens=8128.0000 +step=174060 micro_steps=348120 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9263 acc=0.4010 tokens=8128.0000 +step=174080 micro_steps=348160 elapsed=4.2s lr=3.000000e-04 loss=3.2539 ppl=25.9113 acc=0.4007 tokens=8128.0000 +step=174100 micro_steps=348200 elapsed=4.2s lr=3.000000e-04 loss=3.2660 ppl=26.2337 acc=0.3981 tokens=8128.0000 +step=174120 micro_steps=348240 elapsed=4.2s lr=3.000000e-04 loss=3.2616 ppl=26.1304 acc=0.3997 tokens=8128.0000 +step=174140 micro_steps=348280 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0118 acc=0.4007 tokens=8128.0000 +step=174160 micro_steps=348320 elapsed=4.2s lr=3.000000e-04 loss=3.2710 ppl=26.3628 acc=0.3989 tokens=8128.0000 +step=174180 micro_steps=348360 elapsed=4.2s lr=3.000000e-04 loss=3.2577 ppl=26.0267 acc=0.4002 tokens=8128.0000 +step=174200 micro_steps=348400 elapsed=4.2s lr=3.000000e-04 loss=3.2646 ppl=26.1945 acc=0.3996 tokens=8128.0000 +step=174220 micro_steps=348440 elapsed=4.2s lr=3.000000e-04 loss=3.2818 ppl=26.6573 acc=0.3965 tokens=8128.0000 +step=174240 micro_steps=348480 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0298 acc=0.4000 tokens=8128.0000 +step=174260 micro_steps=348520 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=25.9917 acc=0.3990 tokens=8128.0000 +step=174280 micro_steps=348560 elapsed=4.2s lr=3.000000e-04 loss=3.2693 ppl=26.3239 acc=0.3983 tokens=8128.0000 +step=174300 micro_steps=348600 elapsed=4.2s lr=3.000000e-04 loss=3.2722 ppl=26.4042 acc=0.3984 tokens=8128.0000 +step=174320 micro_steps=348640 elapsed=4.2s lr=3.000000e-04 loss=3.2583 ppl=26.0387 acc=0.3998 tokens=8128.0000 +step=174340 micro_steps=348680 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8821 acc=0.4008 tokens=8128.0000 +step=174360 micro_steps=348720 elapsed=4.2s lr=3.000000e-04 loss=3.2717 ppl=26.3812 acc=0.3980 tokens=8128.0000 +step=174380 micro_steps=348760 elapsed=4.2s lr=3.000000e-04 loss=3.2597 ppl=26.0689 acc=0.4009 tokens=8128.0000 +step=174400 micro_steps=348800 elapsed=4.2s lr=3.000000e-04 loss=3.2692 ppl=26.3128 acc=0.3989 tokens=8128.0000 +step=174420 micro_steps=348840 elapsed=4.2s lr=3.000000e-04 loss=3.2713 ppl=26.3808 acc=0.3983 tokens=8128.0000 +step=174440 micro_steps=348880 elapsed=4.2s lr=3.000000e-04 loss=3.2703 ppl=26.3461 acc=0.3990 tokens=8128.0000 +step=174460 micro_steps=348920 elapsed=4.2s lr=3.000000e-04 loss=3.2601 ppl=26.0709 acc=0.3992 tokens=8128.0000 +step=174480 micro_steps=348960 elapsed=4.2s lr=3.000000e-04 loss=3.2554 ppl=25.9638 acc=0.4001 tokens=8128.0000 +step=174500 micro_steps=349000 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=26.0087 acc=0.4002 tokens=8128.0000 +step=174520 micro_steps=349040 elapsed=4.2s lr=3.000000e-04 loss=3.2820 ppl=26.6670 acc=0.3977 tokens=8128.0000 +step=174540 micro_steps=349080 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1394 acc=0.3995 tokens=8128.0000 +step=174560 micro_steps=349120 elapsed=4.2s lr=3.000000e-04 loss=3.2606 ppl=26.0949 acc=0.3987 tokens=8128.0000 +step=174580 micro_steps=349160 elapsed=4.2s lr=3.000000e-04 loss=3.2591 ppl=26.0458 acc=0.4006 tokens=8128.0000 +step=174600 micro_steps=349200 elapsed=4.2s lr=3.000000e-04 loss=3.2599 ppl=26.0684 acc=0.4008 tokens=8128.0000 +step=174620 micro_steps=349240 elapsed=4.2s lr=3.000000e-04 loss=3.2691 ppl=26.3297 acc=0.3981 tokens=8128.0000 +step=174640 micro_steps=349280 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9358 acc=0.4006 tokens=8128.0000 +step=174660 micro_steps=349320 elapsed=4.2s lr=3.000000e-04 loss=3.2665 ppl=26.2560 acc=0.3982 tokens=8128.0000 +step=174680 micro_steps=349360 elapsed=4.2s lr=3.000000e-04 loss=3.2645 ppl=26.1954 acc=0.3987 tokens=8128.0000 +step=174700 micro_steps=349400 elapsed=4.2s lr=3.000000e-04 loss=3.2664 ppl=26.2521 acc=0.3990 tokens=8128.0000 +step=174720 micro_steps=349440 elapsed=4.2s lr=3.000000e-04 loss=3.2768 ppl=26.5097 acc=0.3977 tokens=8128.0000 +step=174740 micro_steps=349480 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7616 acc=0.4010 tokens=8128.0000 +step=174760 micro_steps=349520 elapsed=4.2s lr=3.000000e-04 loss=3.2373 ppl=25.5187 acc=0.4025 tokens=8128.0000 +step=174780 micro_steps=349560 elapsed=4.2s lr=3.000000e-04 loss=3.2669 ppl=26.2571 acc=0.3979 tokens=8128.0000 +step=174800 micro_steps=349600 elapsed=4.2s lr=3.000000e-04 loss=3.2591 ppl=26.0630 acc=0.3983 tokens=8128.0000 +step=174820 micro_steps=349640 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1393 acc=0.3995 tokens=8128.0000 +step=174840 micro_steps=349680 elapsed=4.2s lr=3.000000e-04 loss=3.2702 ppl=26.3436 acc=0.3977 tokens=8128.0000 +step=174860 micro_steps=349720 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9809 acc=0.4002 tokens=8128.0000 +step=174880 micro_steps=349760 elapsed=4.2s lr=3.000000e-04 loss=3.2660 ppl=26.2225 acc=0.3984 tokens=8128.0000 +step=174900 micro_steps=349800 elapsed=4.2s lr=3.000000e-04 loss=3.2526 ppl=25.8924 acc=0.4001 tokens=8128.0000 +step=174920 micro_steps=349840 elapsed=4.2s lr=3.000000e-04 loss=3.2706 ppl=26.3613 acc=0.3984 tokens=8128.0000 +step=174940 micro_steps=349880 elapsed=4.2s lr=3.000000e-04 loss=3.2609 ppl=26.1016 acc=0.3995 tokens=8128.0000 +step=174960 micro_steps=349920 elapsed=4.2s lr=3.000000e-04 loss=3.2192 ppl=25.3054 acc=0.4075 tokens=8128.0000 +step=174980 micro_steps=349960 elapsed=4.2s lr=3.000000e-04 loss=3.2689 ppl=26.3192 acc=0.3988 tokens=8128.0000 +step=175000 micro_steps=350000 elapsed=4.2s lr=3.000000e-04 loss=3.2557 ppl=25.9618 acc=0.4014 tokens=8128.0000 +[sample step=175000] [CLS] on closer inspection than most have done before. [SEP] the prime minister is seen as the only leading candidate as the administration is gradually pulling out of the 54 - year virtual fence around the u. s. president. [SEP] nevertheless, bad weather that changed course in the spring helped results. [SEP] brett kavanagh, economist at lehman brothers, said he expected average growth to slow to 2. 5 % in 2009 - - well below the 15 % pace that the government expects. [SEP] he graduated in 1938 and joined pictures in 1947, collins said. [SEP] seasonal adjustments to total sales relative to fiscal 2008 have therefore been affected, especially in regards [SEP] +step=175020 micro_steps=350040 elapsed=6.6s lr=3.000000e-04 loss=3.2617 ppl=26.1226 acc=0.3987 tokens=8128.0000 +step=175040 micro_steps=350080 elapsed=4.2s lr=3.000000e-04 loss=3.2596 ppl=26.0644 acc=0.4000 tokens=8128.0000 +step=175060 micro_steps=350120 elapsed=4.2s lr=3.000000e-04 loss=3.2713 ppl=26.3633 acc=0.3973 tokens=8128.0000 +step=175080 micro_steps=350160 elapsed=4.2s lr=3.000000e-04 loss=3.2684 ppl=26.3024 acc=0.3989 tokens=8128.0000 +step=175100 micro_steps=350200 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2614 acc=0.3997 tokens=8128.0000 +step=175120 micro_steps=350240 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0271 acc=0.3989 tokens=8128.0000 +step=175140 micro_steps=350280 elapsed=4.2s lr=3.000000e-04 loss=3.2670 ppl=26.2562 acc=0.3988 tokens=8128.0000 +step=175160 micro_steps=350320 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=26.0086 acc=0.4006 tokens=8128.0000 +step=175180 micro_steps=350360 elapsed=4.2s lr=3.000000e-04 loss=3.2670 ppl=26.2645 acc=0.3989 tokens=8128.0000 +step=175200 micro_steps=350400 elapsed=4.2s lr=3.000000e-04 loss=3.2642 ppl=26.1801 acc=0.3989 tokens=8128.0000 +step=175220 micro_steps=350440 elapsed=4.2s lr=3.000000e-04 loss=3.2718 ppl=26.3910 acc=0.3976 tokens=8128.0000 +step=175240 micro_steps=350480 elapsed=4.2s lr=3.000000e-04 loss=3.2474 ppl=25.7520 acc=0.4012 tokens=8128.0000 +step=175260 micro_steps=350520 elapsed=4.2s lr=3.000000e-04 loss=3.2633 ppl=26.1558 acc=0.3990 tokens=8128.0000 +step=175280 micro_steps=350560 elapsed=4.2s lr=3.000000e-04 loss=3.2586 ppl=26.0577 acc=0.3988 tokens=8128.0000 +step=175300 micro_steps=350600 elapsed=4.2s lr=3.000000e-04 loss=3.2597 ppl=26.0724 acc=0.4000 tokens=8128.0000 +step=175320 micro_steps=350640 elapsed=4.2s lr=3.000000e-04 loss=3.2600 ppl=26.0842 acc=0.3995 tokens=8128.0000 +step=175340 micro_steps=350680 elapsed=4.2s lr=3.000000e-04 loss=3.2720 ppl=26.4016 acc=0.3981 tokens=8128.0000 +step=175360 micro_steps=350720 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0803 acc=0.4000 tokens=8128.0000 +step=175380 micro_steps=350760 elapsed=4.2s lr=3.000000e-04 loss=3.2485 ppl=25.7826 acc=0.4008 tokens=8128.0000 +step=175400 micro_steps=350800 elapsed=4.2s lr=3.000000e-04 loss=3.2780 ppl=26.5605 acc=0.3973 tokens=8128.0000 +step=175420 micro_steps=350840 elapsed=4.2s lr=3.000000e-04 loss=3.2672 ppl=26.2703 acc=0.3985 tokens=8128.0000 +step=175440 micro_steps=350880 elapsed=4.2s lr=3.000000e-04 loss=3.2604 ppl=26.0841 acc=0.3997 tokens=8128.0000 +step=175460 micro_steps=350920 elapsed=4.2s lr=3.000000e-04 loss=3.2722 ppl=26.4010 acc=0.3988 tokens=8128.0000 +step=175480 micro_steps=350960 elapsed=4.2s lr=3.000000e-04 loss=3.2691 ppl=26.3201 acc=0.4001 tokens=8128.0000 +step=175500 micro_steps=351000 elapsed=4.2s lr=3.000000e-04 loss=3.2650 ppl=26.2130 acc=0.3989 tokens=8128.0000 +step=175520 micro_steps=351040 elapsed=4.2s lr=3.000000e-04 loss=3.2602 ppl=26.0891 acc=0.4001 tokens=8128.0000 +step=175540 micro_steps=351080 elapsed=4.2s lr=3.000000e-04 loss=3.2756 ppl=26.4936 acc=0.3986 tokens=8128.0000 +step=175560 micro_steps=351120 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.0696 acc=0.3989 tokens=8128.0000 +step=175580 micro_steps=351160 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0579 acc=0.3989 tokens=8128.0000 +step=175600 micro_steps=351200 elapsed=4.2s lr=3.000000e-04 loss=3.2567 ppl=25.9896 acc=0.4008 tokens=8128.0000 +step=175620 micro_steps=351240 elapsed=4.2s lr=3.000000e-04 loss=3.2556 ppl=25.9631 acc=0.4004 tokens=8128.0000 +step=175640 micro_steps=351280 elapsed=4.2s lr=3.000000e-04 loss=3.2643 ppl=26.1825 acc=0.4003 tokens=8128.0000 +step=175660 micro_steps=351320 elapsed=4.2s lr=3.000000e-04 loss=3.2601 ppl=26.0978 acc=0.3994 tokens=8128.0000 +step=175680 micro_steps=351360 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.2003 acc=0.4006 tokens=8128.0000 +step=175700 micro_steps=351400 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.0731 acc=0.3999 tokens=8128.0000 +step=175720 micro_steps=351440 elapsed=4.2s lr=3.000000e-04 loss=3.2553 ppl=25.9524 acc=0.3992 tokens=8128.0000 +step=175740 micro_steps=351480 elapsed=4.2s lr=3.000000e-04 loss=3.2533 ppl=25.9089 acc=0.4006 tokens=8128.0000 +step=175760 micro_steps=351520 elapsed=4.2s lr=3.000000e-04 loss=3.2576 ppl=26.0145 acc=0.3991 tokens=8128.0000 +step=175780 micro_steps=351560 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9396 acc=0.3998 tokens=8128.0000 +step=175800 micro_steps=351600 elapsed=4.2s lr=3.000000e-04 loss=3.2763 ppl=26.5050 acc=0.3977 tokens=8128.0000 +step=175820 micro_steps=351640 elapsed=4.2s lr=3.000000e-04 loss=3.2632 ppl=26.1680 acc=0.3996 tokens=8128.0000 +step=175840 micro_steps=351680 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1075 acc=0.3995 tokens=8128.0000 +step=175860 micro_steps=351720 elapsed=4.2s lr=3.000000e-04 loss=3.2681 ppl=26.3013 acc=0.3993 tokens=8128.0000 +step=175880 micro_steps=351760 elapsed=4.2s lr=3.000000e-04 loss=3.2689 ppl=26.3166 acc=0.3982 tokens=8128.0000 +step=175900 micro_steps=351800 elapsed=4.2s lr=3.000000e-04 loss=3.2615 ppl=26.1183 acc=0.3990 tokens=8128.0000 +step=175920 micro_steps=351840 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0168 acc=0.3998 tokens=8128.0000 +step=175940 micro_steps=351880 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0603 acc=0.4000 tokens=8128.0000 +step=175960 micro_steps=351920 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7238 acc=0.4014 tokens=8128.0000 +step=175980 micro_steps=351960 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1835 acc=0.3983 tokens=8128.0000 +step=176000 micro_steps=352000 elapsed=4.2s lr=3.000000e-04 loss=3.2519 ppl=25.8737 acc=0.3998 tokens=8128.0000 +[sample step=176000] [CLS]s when trying to deal with britain. [SEP] after back - to - back birdies at the eighth and ninth holes, singh converted one a five - foot eagle putt on the 18th hole to set the day's play for him. [SEP] salary increases of over 7 % are being held back by companies whose budgets back - freeze rather than the businesses in need of cash. [SEP] a curator for unesco's doha newspaper, ma and co - author ileke blakey, told afp that salamis are another stop on eid al - adha holiday. [SEP] " exploration of the origins of the modern human disease from [SEP] +step=176020 micro_steps=352040 elapsed=6.6s lr=3.000000e-04 loss=3.2662 ppl=26.2438 acc=0.3985 tokens=8128.0000 +step=176040 micro_steps=352080 elapsed=4.2s lr=3.000000e-04 loss=3.2576 ppl=26.0196 acc=0.4004 tokens=8128.0000 +step=176060 micro_steps=352120 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3381 acc=0.3996 tokens=8128.0000 +step=176080 micro_steps=352160 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=25.9973 acc=0.4004 tokens=8128.0000 +step=176100 micro_steps=352200 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.7015 acc=0.4012 tokens=8128.0000 +step=176120 micro_steps=352240 elapsed=4.2s lr=3.000000e-04 loss=3.2514 ppl=25.8635 acc=0.4012 tokens=8128.0000 +step=176140 micro_steps=352280 elapsed=4.2s lr=3.000000e-04 loss=3.2682 ppl=26.2909 acc=0.3982 tokens=8128.0000 +step=176160 micro_steps=352320 elapsed=4.2s lr=3.000000e-04 loss=3.2771 ppl=26.5432 acc=0.3976 tokens=8128.0000 +step=176180 micro_steps=352360 elapsed=4.2s lr=3.000000e-04 loss=3.2570 ppl=26.0048 acc=0.4006 tokens=8128.0000 +step=176200 micro_steps=352400 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.2823 acc=0.3984 tokens=8128.0000 +step=176220 micro_steps=352440 elapsed=4.2s lr=3.000000e-04 loss=3.2680 ppl=26.2831 acc=0.3985 tokens=8128.0000 +step=176240 micro_steps=352480 elapsed=4.2s lr=3.000000e-04 loss=3.2549 ppl=25.9541 acc=0.3999 tokens=8128.0000 +step=176260 micro_steps=352520 elapsed=4.2s lr=3.000000e-04 loss=3.2547 ppl=25.9422 acc=0.3999 tokens=8128.0000 +step=176280 micro_steps=352560 elapsed=4.2s lr=3.000000e-04 loss=3.2332 ppl=25.4724 acc=0.4031 tokens=8128.0000 +step=176300 micro_steps=352600 elapsed=4.2s lr=3.000000e-04 loss=3.2663 ppl=26.2466 acc=0.4002 tokens=8128.0000 +step=176320 micro_steps=352640 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8289 acc=0.4005 tokens=8128.0000 +step=176340 micro_steps=352680 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9851 acc=0.4009 tokens=8128.0000 +step=176360 micro_steps=352720 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1687 acc=0.3996 tokens=8128.0000 +step=176380 micro_steps=352760 elapsed=4.2s lr=3.000000e-04 loss=3.2567 ppl=26.0019 acc=0.3997 tokens=8128.0000 +step=176400 micro_steps=352800 elapsed=4.2s lr=3.000000e-04 loss=3.2649 ppl=26.2098 acc=0.3992 tokens=8128.0000 +step=176420 micro_steps=352840 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9238 acc=0.4000 tokens=8128.0000 +step=176440 micro_steps=352880 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9661 acc=0.3997 tokens=8128.0000 +step=176460 micro_steps=352920 elapsed=4.2s lr=3.000000e-04 loss=3.2784 ppl=26.5632 acc=0.3985 tokens=8128.0000 +step=176480 micro_steps=352960 elapsed=4.2s lr=3.000000e-04 loss=3.2580 ppl=26.0359 acc=0.3999 tokens=8128.0000 +step=176500 micro_steps=353000 elapsed=4.2s lr=3.000000e-04 loss=3.2658 ppl=26.2387 acc=0.3991 tokens=8128.0000 +step=176520 micro_steps=353040 elapsed=4.2s lr=3.000000e-04 loss=3.2667 ppl=26.2701 acc=0.3995 tokens=8128.0000 +step=176540 micro_steps=353080 elapsed=4.2s lr=3.000000e-04 loss=3.2725 ppl=26.4174 acc=0.3973 tokens=8128.0000 +step=176560 micro_steps=353120 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0741 acc=0.3997 tokens=8128.0000 +step=176580 micro_steps=353160 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9623 acc=0.3998 tokens=8128.0000 +step=176600 micro_steps=353200 elapsed=4.2s lr=3.000000e-04 loss=3.2602 ppl=26.0880 acc=0.3994 tokens=8128.0000 +step=176620 micro_steps=353240 elapsed=4.2s lr=3.000000e-04 loss=3.2663 ppl=26.2497 acc=0.3994 tokens=8128.0000 +step=176640 micro_steps=353280 elapsed=4.2s lr=3.000000e-04 loss=3.2616 ppl=26.1284 acc=0.3987 tokens=8128.0000 +step=176660 micro_steps=353320 elapsed=4.2s lr=3.000000e-04 loss=3.2499 ppl=25.8115 acc=0.4009 tokens=8128.0000 +step=176680 micro_steps=353360 elapsed=4.2s lr=3.000000e-04 loss=3.2725 ppl=26.4022 acc=0.3981 tokens=8128.0000 +step=176700 micro_steps=353400 elapsed=4.2s lr=3.000000e-04 loss=3.2553 ppl=25.9495 acc=0.4008 tokens=8128.0000 +step=176720 micro_steps=353440 elapsed=4.2s lr=3.000000e-04 loss=3.2589 ppl=26.0538 acc=0.4002 tokens=8128.0000 +step=176740 micro_steps=353480 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.8065 acc=0.3998 tokens=8128.0000 +step=176760 micro_steps=353520 elapsed=4.2s lr=3.000000e-04 loss=3.2609 ppl=26.1076 acc=0.3992 tokens=8128.0000 +step=176780 micro_steps=353560 elapsed=4.2s lr=3.000000e-04 loss=3.2584 ppl=26.0383 acc=0.3986 tokens=8128.0000 +step=176800 micro_steps=353600 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.6079 acc=0.4020 tokens=8128.0000 +step=176820 micro_steps=353640 elapsed=4.2s lr=3.000000e-04 loss=3.2503 ppl=25.8226 acc=0.4010 tokens=8128.0000 +step=176840 micro_steps=353680 elapsed=4.2s lr=3.000000e-04 loss=3.2568 ppl=25.9965 acc=0.3992 tokens=8128.0000 +step=176860 micro_steps=353720 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.9022 acc=0.4002 tokens=8128.0000 +step=176880 micro_steps=353760 elapsed=4.2s lr=3.000000e-04 loss=3.2658 ppl=26.2408 acc=0.3975 tokens=8128.0000 +step=176900 micro_steps=353800 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7896 acc=0.4015 tokens=8128.0000 +step=176920 micro_steps=353840 elapsed=4.2s lr=3.000000e-04 loss=3.2438 ppl=25.6962 acc=0.4020 tokens=8128.0000 +step=176940 micro_steps=353880 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8843 acc=0.4005 tokens=8128.0000 +step=176960 micro_steps=353920 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9875 acc=0.4006 tokens=8128.0000 +step=176980 micro_steps=353960 elapsed=4.2s lr=3.000000e-04 loss=3.2539 ppl=25.9162 acc=0.3999 tokens=8128.0000 +step=177000 micro_steps=354000 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0651 acc=0.4009 tokens=8128.0000 +[sample step=177000] [CLS] the massive, expensive bank. [SEP] the prevalence of infants in the drug - amd group rose threefold on a national comparison, novomnington said. [SEP] under the orange trust plan, workers could also receive a share of development rights outside the council chamber. [SEP] "i understand that you'd kill that idea if you'd just shoplifted." [SEP] tuesday, to help the family through the worst natural disaster in its memory. [SEP] the unusual move gave the two sides new latitude to threaten their charges with actions without conditions in public. [SEP] he said yes and revelled in the role of mr. putin ' [SEP] +step=177020 micro_steps=354040 elapsed=6.6s lr=3.000000e-04 loss=3.2655 ppl=26.2189 acc=0.3988 tokens=8128.0000 +step=177040 micro_steps=354080 elapsed=4.2s lr=3.000000e-04 loss=3.2559 ppl=25.9714 acc=0.3988 tokens=8128.0000 +step=177060 micro_steps=354120 elapsed=4.2s lr=3.000000e-04 loss=3.2473 ppl=25.7555 acc=0.4010 tokens=8128.0000 +step=177080 micro_steps=354160 elapsed=4.2s lr=3.000000e-04 loss=3.2554 ppl=25.9699 acc=0.4007 tokens=8128.0000 +step=177100 micro_steps=354200 elapsed=4.2s lr=3.000000e-04 loss=3.2470 ppl=25.7349 acc=0.4013 tokens=8128.0000 +step=177120 micro_steps=354240 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=26.0094 acc=0.3995 tokens=8128.0000 +step=177140 micro_steps=354280 elapsed=4.2s lr=3.000000e-04 loss=3.2656 ppl=26.2368 acc=0.3990 tokens=8128.0000 +step=177160 micro_steps=354320 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8788 acc=0.4001 tokens=8128.0000 +step=177180 micro_steps=354360 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1283 acc=0.4003 tokens=8128.0000 +step=177200 micro_steps=354400 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0174 acc=0.3998 tokens=8128.0000 +step=177220 micro_steps=354440 elapsed=4.2s lr=3.000000e-04 loss=3.2625 ppl=26.1479 acc=0.3992 tokens=8128.0000 +step=177240 micro_steps=354480 elapsed=4.2s lr=3.000000e-04 loss=3.2589 ppl=26.0432 acc=0.3998 tokens=8128.0000 +step=177260 micro_steps=354520 elapsed=4.2s lr=3.000000e-04 loss=3.2580 ppl=26.0253 acc=0.4007 tokens=8128.0000 +step=177280 micro_steps=354560 elapsed=4.2s lr=3.000000e-04 loss=3.2607 ppl=26.1181 acc=0.3995 tokens=8128.0000 +step=177300 micro_steps=354600 elapsed=4.2s lr=3.000000e-04 loss=3.2688 ppl=26.3089 acc=0.3986 tokens=8128.0000 +step=177320 micro_steps=354640 elapsed=4.2s lr=3.000000e-04 loss=3.2672 ppl=26.2698 acc=0.3994 tokens=8128.0000 +step=177340 micro_steps=354680 elapsed=4.2s lr=3.000000e-04 loss=3.2672 ppl=26.2645 acc=0.3988 tokens=8128.0000 +step=177360 micro_steps=354720 elapsed=4.2s lr=3.000000e-04 loss=3.2536 ppl=25.9114 acc=0.4007 tokens=8128.0000 +step=177380 micro_steps=354760 elapsed=4.2s lr=3.000000e-04 loss=3.2702 ppl=26.3393 acc=0.3981 tokens=8128.0000 +step=177400 micro_steps=354800 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7294 acc=0.4016 tokens=8128.0000 +step=177420 micro_steps=354840 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8927 acc=0.4010 tokens=8128.0000 +step=177440 micro_steps=354880 elapsed=4.2s lr=3.000000e-04 loss=3.2747 ppl=26.4633 acc=0.3984 tokens=8128.0000 +step=177460 micro_steps=354920 elapsed=4.2s lr=3.000000e-04 loss=3.2661 ppl=26.2373 acc=0.3989 tokens=8128.0000 +step=177480 micro_steps=354960 elapsed=4.2s lr=3.000000e-04 loss=3.2776 ppl=26.5345 acc=0.3961 tokens=8128.0000 +step=177500 micro_steps=355000 elapsed=4.2s lr=3.000000e-04 loss=3.2576 ppl=26.0087 acc=0.3997 tokens=8128.0000 +step=177520 micro_steps=355040 elapsed=4.2s lr=3.000000e-04 loss=3.2659 ppl=26.2425 acc=0.3987 tokens=8128.0000 +step=177540 micro_steps=355080 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8135 acc=0.4016 tokens=8128.0000 +step=177560 micro_steps=355120 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=25.9906 acc=0.4000 tokens=8128.0000 +step=177580 micro_steps=355160 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9534 acc=0.3993 tokens=8128.0000 +step=177600 micro_steps=355200 elapsed=4.2s lr=3.000000e-04 loss=3.2637 ppl=26.1832 acc=0.3994 tokens=8128.0000 +step=177620 micro_steps=355240 elapsed=4.2s lr=3.000000e-04 loss=3.2708 ppl=26.3650 acc=0.3980 tokens=8128.0000 +step=177640 micro_steps=355280 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2638 acc=0.3988 tokens=8128.0000 +step=177660 micro_steps=355320 elapsed=4.2s lr=3.000000e-04 loss=3.2627 ppl=26.1554 acc=0.4000 tokens=8128.0000 +step=177680 micro_steps=355360 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.2033 acc=0.3991 tokens=8128.0000 +step=177700 micro_steps=355400 elapsed=4.2s lr=3.000000e-04 loss=3.2505 ppl=25.8332 acc=0.4009 tokens=8128.0000 +step=177720 micro_steps=355440 elapsed=4.2s lr=3.000000e-04 loss=3.2547 ppl=25.9402 acc=0.3998 tokens=8128.0000 +step=177740 micro_steps=355480 elapsed=4.2s lr=3.000000e-04 loss=3.2547 ppl=25.9357 acc=0.3998 tokens=8128.0000 +step=177760 micro_steps=355520 elapsed=4.2s lr=3.000000e-04 loss=3.2623 ppl=26.1265 acc=0.3996 tokens=8128.0000 +step=177780 micro_steps=355560 elapsed=4.2s lr=3.000000e-04 loss=3.2624 ppl=26.1422 acc=0.3998 tokens=8128.0000 +step=177800 micro_steps=355600 elapsed=4.2s lr=3.000000e-04 loss=3.2752 ppl=26.4708 acc=0.3976 tokens=8128.0000 +step=177820 micro_steps=355640 elapsed=4.2s lr=3.000000e-04 loss=3.2616 ppl=26.1190 acc=0.3998 tokens=8128.0000 +step=177840 micro_steps=355680 elapsed=4.2s lr=3.000000e-04 loss=3.2762 ppl=26.5042 acc=0.3974 tokens=8128.0000 +step=177860 micro_steps=355720 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=26.0041 acc=0.4004 tokens=8128.0000 +step=177880 micro_steps=355760 elapsed=4.2s lr=3.000000e-04 loss=3.2463 ppl=25.7333 acc=0.4016 tokens=8128.0000 +step=177900 micro_steps=355800 elapsed=4.2s lr=3.000000e-04 loss=3.2659 ppl=26.2270 acc=0.3991 tokens=8128.0000 +step=177920 micro_steps=355840 elapsed=4.2s lr=3.000000e-04 loss=3.2653 ppl=26.2277 acc=0.3983 tokens=8128.0000 +step=177940 micro_steps=355880 elapsed=4.2s lr=3.000000e-04 loss=3.2603 ppl=26.0855 acc=0.3994 tokens=8128.0000 +step=177960 micro_steps=355920 elapsed=4.2s lr=3.000000e-04 loss=3.2475 ppl=25.7806 acc=0.4012 tokens=8128.0000 +step=177980 micro_steps=355960 elapsed=4.2s lr=3.000000e-04 loss=3.2588 ppl=26.0418 acc=0.3994 tokens=8128.0000 +step=178000 micro_steps=356000 elapsed=4.2s lr=3.000000e-04 loss=3.2686 ppl=26.3119 acc=0.3985 tokens=8128.0000 +[sample step=178000] [CLS] stay with newcastle, to count on england signing shaun alexander as his partnership partner, everton struggled and pledged to prove that when they moved back into the premier league in january 2011 he had a future. [SEP] they include british playwright jasper johns; alexander calder; american playwright george lambasts; italian archaeological guru donna morrill; romanian director nicholas serota; arabic filmmaker marjane satrapi; canadian playwright robert de niro; dutch filmmaker pieter von brunn; austrian director andrea arnold; north korean novelist ilon brun and israeli writer paav sverrisson. [SEP] about one in six pennsylvania voters is unmarried. [SEP] +step=178020 micro_steps=356040 elapsed=6.6s lr=3.000000e-04 loss=3.2638 ppl=26.1821 acc=0.3988 tokens=8128.0000 +step=178040 micro_steps=356080 elapsed=4.2s lr=3.000000e-04 loss=3.2499 ppl=25.8240 acc=0.4002 tokens=8128.0000 +step=178060 micro_steps=356120 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9775 acc=0.4002 tokens=8128.0000 +step=178080 micro_steps=356160 elapsed=4.2s lr=3.000000e-04 loss=3.2508 ppl=25.8447 acc=0.4011 tokens=8128.0000 +step=178100 micro_steps=356200 elapsed=4.2s lr=3.000000e-04 loss=3.2750 ppl=26.4662 acc=0.3980 tokens=8128.0000 +step=178120 micro_steps=356240 elapsed=4.2s lr=3.000000e-04 loss=3.2672 ppl=26.2742 acc=0.3992 tokens=8128.0000 +step=178140 micro_steps=356280 elapsed=4.2s lr=3.000000e-04 loss=3.2654 ppl=26.2191 acc=0.3996 tokens=8128.0000 +step=178160 micro_steps=356320 elapsed=4.2s lr=3.000000e-04 loss=3.2742 ppl=26.4514 acc=0.3980 tokens=8128.0000 +step=178180 micro_steps=356360 elapsed=4.2s lr=3.000000e-04 loss=3.2755 ppl=26.4863 acc=0.3969 tokens=8128.0000 +step=178200 micro_steps=356400 elapsed=4.2s lr=3.000000e-04 loss=3.2503 ppl=25.8271 acc=0.4018 tokens=8128.0000 +step=178220 micro_steps=356440 elapsed=4.2s lr=3.000000e-04 loss=3.2509 ppl=25.8409 acc=0.4000 tokens=8128.0000 +step=178240 micro_steps=356480 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0245 acc=0.3991 tokens=8128.0000 +step=178260 micro_steps=356520 elapsed=4.2s lr=3.000000e-04 loss=3.2713 ppl=26.3854 acc=0.3986 tokens=8128.0000 +step=178280 micro_steps=356560 elapsed=4.2s lr=3.000000e-04 loss=3.2717 ppl=26.3940 acc=0.3988 tokens=8128.0000 +step=178300 micro_steps=356600 elapsed=4.2s lr=3.000000e-04 loss=3.2553 ppl=25.9523 acc=0.4011 tokens=8128.0000 +step=178320 micro_steps=356640 elapsed=4.2s lr=3.000000e-04 loss=3.2499 ppl=25.8341 acc=0.4007 tokens=8128.0000 +step=178340 micro_steps=356680 elapsed=4.2s lr=3.000000e-04 loss=3.2545 ppl=25.9301 acc=0.4003 tokens=8128.0000 +step=178360 micro_steps=356720 elapsed=4.2s lr=3.000000e-04 loss=3.2572 ppl=26.0038 acc=0.4017 tokens=8128.0000 +step=178380 micro_steps=356760 elapsed=4.2s lr=3.000000e-04 loss=3.2550 ppl=25.9483 acc=0.4009 tokens=8128.0000 +step=178400 micro_steps=356800 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9230 acc=0.4006 tokens=8128.0000 +step=178420 micro_steps=356840 elapsed=4.2s lr=3.000000e-04 loss=3.2650 ppl=26.2191 acc=0.3989 tokens=8128.0000 +step=178440 micro_steps=356880 elapsed=4.2s lr=3.000000e-04 loss=3.2593 ppl=26.0581 acc=0.3996 tokens=8128.0000 +step=178460 micro_steps=356920 elapsed=4.2s lr=3.000000e-04 loss=3.2493 ppl=25.8007 acc=0.4007 tokens=8128.0000 +step=178480 micro_steps=356960 elapsed=4.2s lr=3.000000e-04 loss=3.2700 ppl=26.3468 acc=0.3984 tokens=8128.0000 +step=178500 micro_steps=357000 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8869 acc=0.4005 tokens=8128.0000 +step=178520 micro_steps=357040 elapsed=4.2s lr=3.000000e-04 loss=3.2709 ppl=26.3727 acc=0.3983 tokens=8128.0000 +step=178540 micro_steps=357080 elapsed=4.2s lr=3.000000e-04 loss=3.2498 ppl=25.8204 acc=0.4001 tokens=8128.0000 +step=178560 micro_steps=357120 elapsed=4.2s lr=3.000000e-04 loss=3.2521 ppl=25.8782 acc=0.4003 tokens=8128.0000 +step=178580 micro_steps=357160 elapsed=4.2s lr=3.000000e-04 loss=3.2652 ppl=26.2114 acc=0.3987 tokens=8128.0000 +step=178600 micro_steps=357200 elapsed=4.2s lr=3.000000e-04 loss=3.2633 ppl=26.1692 acc=0.3986 tokens=8128.0000 +step=178620 micro_steps=357240 elapsed=4.2s lr=3.000000e-04 loss=3.2622 ppl=26.1324 acc=0.3995 tokens=8128.0000 +step=178640 micro_steps=357280 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=25.9962 acc=0.4007 tokens=8128.0000 +step=178660 micro_steps=357320 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2273 acc=0.3987 tokens=8128.0000 +step=178680 micro_steps=357360 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0673 acc=0.4002 tokens=8128.0000 +step=178700 micro_steps=357400 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9244 acc=0.4000 tokens=8128.0000 +step=178720 micro_steps=357440 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8854 acc=0.4004 tokens=8128.0000 +step=178740 micro_steps=357480 elapsed=4.2s lr=3.000000e-04 loss=3.2691 ppl=26.3255 acc=0.3987 tokens=8128.0000 +step=178760 micro_steps=357520 elapsed=4.2s lr=3.000000e-04 loss=3.2423 ppl=25.6280 acc=0.4025 tokens=8128.0000 +step=178780 micro_steps=357560 elapsed=4.2s lr=3.000000e-04 loss=3.2498 ppl=25.8145 acc=0.4003 tokens=8128.0000 +step=178800 micro_steps=357600 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.2784 acc=0.3985 tokens=8128.0000 +step=178820 micro_steps=357640 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.8897 acc=0.3999 tokens=8128.0000 +step=178840 micro_steps=357680 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.0626 acc=0.3990 tokens=8128.0000 +step=178860 micro_steps=357720 elapsed=4.2s lr=3.000000e-04 loss=3.2710 ppl=26.3629 acc=0.3972 tokens=8128.0000 +step=178880 micro_steps=357760 elapsed=4.2s lr=3.000000e-04 loss=3.2553 ppl=25.9590 acc=0.3996 tokens=8128.0000 +step=178900 micro_steps=357800 elapsed=4.2s lr=3.000000e-04 loss=3.2710 ppl=26.3754 acc=0.3979 tokens=8128.0000 +step=178920 micro_steps=357840 elapsed=4.2s lr=3.000000e-04 loss=3.2533 ppl=25.8978 acc=0.4008 tokens=8128.0000 +step=178940 micro_steps=357880 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1192 acc=0.4001 tokens=8128.0000 +step=178960 micro_steps=357920 elapsed=4.2s lr=3.000000e-04 loss=3.2613 ppl=26.1256 acc=0.3998 tokens=8128.0000 +step=178980 micro_steps=357960 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1663 acc=0.3986 tokens=8128.0000 +step=179000 micro_steps=358000 elapsed=4.2s lr=3.000000e-04 loss=3.2586 ppl=26.0336 acc=0.3991 tokens=8128.0000 +[sample step=179000] [CLS] just two. [SEP] he criticised western europe for the way it has handled the situation, though, branding it a "piece of weakness" as he said it brought ukraine closer to self - sufficiency. [SEP] the first traded hands in elk grove as far east as 1896. [SEP] the dubai crude and gas centre association initiated its certification so visible that even the public gatherings they attend are cancelled or destroyed. [SEP] it is alleged that daniel fisher of dunbartonshire was carrying out the attacks on platforms at silver merchants in markings on wednesday. [SEP] justice minister joan crichton said a "defensible right" has long been exercised by [SEP] +step=179020 micro_steps=358040 elapsed=6.6s lr=3.000000e-04 loss=3.2565 ppl=26.0062 acc=0.4006 tokens=8128.0000 +step=179040 micro_steps=358080 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=26.0185 acc=0.4004 tokens=8128.0000 +step=179060 micro_steps=358120 elapsed=4.2s lr=3.000000e-04 loss=3.2714 ppl=26.4024 acc=0.3986 tokens=8128.0000 +step=179080 micro_steps=358160 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7794 acc=0.4007 tokens=8128.0000 +step=179100 micro_steps=358200 elapsed=4.2s lr=3.000000e-04 loss=3.2538 ppl=25.9235 acc=0.4003 tokens=8128.0000 +step=179120 micro_steps=358240 elapsed=4.2s lr=3.000000e-04 loss=3.2597 ppl=26.0715 acc=0.4001 tokens=8128.0000 +step=179140 micro_steps=358280 elapsed=4.2s lr=3.000000e-04 loss=3.2602 ppl=26.0822 acc=0.4004 tokens=8128.0000 +step=179160 micro_steps=358320 elapsed=4.2s lr=3.000000e-04 loss=3.2576 ppl=26.0098 acc=0.3997 tokens=8128.0000 +step=179180 micro_steps=358360 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.0901 acc=0.3998 tokens=8128.0000 +step=179200 micro_steps=358400 elapsed=4.2s lr=3.000000e-04 loss=3.2551 ppl=25.9465 acc=0.4007 tokens=8128.0000 +step=179220 micro_steps=358440 elapsed=4.2s lr=3.000000e-04 loss=3.2551 ppl=25.9615 acc=0.4008 tokens=8128.0000 +step=179240 micro_steps=358480 elapsed=4.2s lr=3.000000e-04 loss=3.2507 ppl=25.8368 acc=0.3998 tokens=8128.0000 +step=179260 micro_steps=358520 elapsed=4.2s lr=3.000000e-04 loss=3.2580 ppl=26.0244 acc=0.3999 tokens=8128.0000 +step=179280 micro_steps=358560 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9886 acc=0.4012 tokens=8128.0000 +step=179300 micro_steps=358600 elapsed=4.2s lr=3.000000e-04 loss=3.2601 ppl=26.0995 acc=0.4000 tokens=8128.0000 +step=179320 micro_steps=358640 elapsed=4.2s lr=3.000000e-04 loss=3.2614 ppl=26.1090 acc=0.3996 tokens=8128.0000 +step=179340 micro_steps=358680 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0153 acc=0.4003 tokens=8128.0000 +step=179360 micro_steps=358720 elapsed=4.2s lr=3.000000e-04 loss=3.2697 ppl=26.3413 acc=0.3978 tokens=8128.0000 +step=179380 micro_steps=358760 elapsed=4.2s lr=3.000000e-04 loss=3.2554 ppl=25.9765 acc=0.3997 tokens=8128.0000 +step=179400 micro_steps=358800 elapsed=4.2s lr=3.000000e-04 loss=3.2705 ppl=26.3452 acc=0.3980 tokens=8128.0000 +step=179420 micro_steps=358840 elapsed=4.2s lr=3.000000e-04 loss=3.2636 ppl=26.1843 acc=0.3991 tokens=8128.0000 +step=179440 micro_steps=358880 elapsed=4.2s lr=3.000000e-04 loss=3.2682 ppl=26.3103 acc=0.3979 tokens=8128.0000 +step=179460 micro_steps=358920 elapsed=4.2s lr=3.000000e-04 loss=3.2585 ppl=26.0507 acc=0.3990 tokens=8128.0000 +step=179480 micro_steps=358960 elapsed=4.2s lr=3.000000e-04 loss=3.2663 ppl=26.2386 acc=0.3987 tokens=8128.0000 +step=179500 micro_steps=359000 elapsed=4.2s lr=3.000000e-04 loss=3.2717 ppl=26.3908 acc=0.3986 tokens=8128.0000 +step=179520 micro_steps=359040 elapsed=4.2s lr=3.000000e-04 loss=3.2675 ppl=26.2660 acc=0.3991 tokens=8128.0000 +step=179540 micro_steps=359080 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8608 acc=0.4010 tokens=8128.0000 +step=179560 micro_steps=359120 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6974 acc=0.4028 tokens=8128.0000 +step=179580 micro_steps=359160 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9220 acc=0.3995 tokens=8128.0000 +step=179600 micro_steps=359200 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.0792 acc=0.3991 tokens=8128.0000 +step=179620 micro_steps=359240 elapsed=4.2s lr=3.000000e-04 loss=3.2552 ppl=25.9522 acc=0.3996 tokens=8128.0000 +step=179640 micro_steps=359280 elapsed=4.2s lr=3.000000e-04 loss=3.2528 ppl=25.9079 acc=0.3999 tokens=8128.0000 +step=179660 micro_steps=359320 elapsed=4.2s lr=3.000000e-04 loss=3.2317 ppl=25.3470 acc=0.4033 tokens=8128.0000 +step=179680 micro_steps=359360 elapsed=4.2s lr=3.000000e-04 loss=3.2750 ppl=26.4767 acc=0.3977 tokens=8128.0000 +step=179700 micro_steps=359400 elapsed=4.2s lr=3.000000e-04 loss=3.2730 ppl=26.4156 acc=0.3972 tokens=8128.0000 +step=179720 micro_steps=359440 elapsed=4.2s lr=3.000000e-04 loss=3.2662 ppl=26.2517 acc=0.3985 tokens=8128.0000 +step=179740 micro_steps=359480 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9089 acc=0.4026 tokens=8128.0000 +step=179760 micro_steps=359520 elapsed=4.2s lr=3.000000e-04 loss=3.2705 ppl=26.3574 acc=0.3980 tokens=8128.0000 +step=179780 micro_steps=359560 elapsed=4.2s lr=3.000000e-04 loss=3.2588 ppl=26.0411 acc=0.3998 tokens=8128.0000 +step=179800 micro_steps=359600 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7210 acc=0.4015 tokens=8128.0000 +step=179820 micro_steps=359640 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.0653 acc=0.4002 tokens=8128.0000 +step=179840 micro_steps=359680 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1218 acc=0.3986 tokens=8128.0000 +step=179860 micro_steps=359720 elapsed=4.2s lr=3.000000e-04 loss=3.2659 ppl=26.2356 acc=0.3987 tokens=8128.0000 +step=179880 micro_steps=359760 elapsed=4.2s lr=3.000000e-04 loss=3.2634 ppl=26.1545 acc=0.3984 tokens=8128.0000 +step=179900 micro_steps=359800 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.6835 acc=0.4042 tokens=8128.0000 +step=179920 micro_steps=359840 elapsed=4.2s lr=3.000000e-04 loss=3.2615 ppl=26.1276 acc=0.4000 tokens=8128.0000 +step=179940 micro_steps=359880 elapsed=4.2s lr=3.000000e-04 loss=3.2691 ppl=26.3278 acc=0.3975 tokens=8128.0000 +step=179960 micro_steps=359920 elapsed=4.2s lr=3.000000e-04 loss=3.2518 ppl=25.8708 acc=0.4005 tokens=8128.0000 +step=179980 micro_steps=359960 elapsed=4.2s lr=3.000000e-04 loss=3.2472 ppl=25.7515 acc=0.4016 tokens=8128.0000 +step=180000 micro_steps=360000 elapsed=4.2s lr=3.000000e-04 loss=3.2776 ppl=26.5407 acc=0.3979 tokens=8128.0000 +[sample step=180000] [CLS] the club room and stole £26. 50 from his card. [SEP] once, he said, he came to switzerland in search of a cure. [SEP] that would increase the likelihood of anderson landing an injury. [SEP] those who else consider it probable include a maoist former rebel leader, wanchukwu okereke, and a senior maoist party official who accused the government of being an illegal adoption and not an institution. [SEP] rodriguez aroused greatest excitement, with his unorthodox movement but not, you might say, his nerve. [SEP] if nobody gives jack keys the money to buy aerotrains, he will subsidis [SEP] +step=180020 micro_steps=360040 elapsed=7.8s lr=3.000000e-04 loss=3.2556 ppl=25.9761 acc=0.4013 tokens=8128.0000 +step=180040 micro_steps=360080 elapsed=4.2s lr=3.000000e-04 loss=3.2641 ppl=26.2081 acc=0.3987 tokens=8128.0000 +step=180060 micro_steps=360120 elapsed=4.2s lr=3.000000e-04 loss=3.2636 ppl=26.1703 acc=0.3992 tokens=8128.0000 +step=180080 micro_steps=360160 elapsed=4.2s lr=3.000000e-04 loss=3.2539 ppl=25.9110 acc=0.4007 tokens=8128.0000 +step=180100 micro_steps=360200 elapsed=4.2s lr=3.000000e-04 loss=3.2638 ppl=26.1682 acc=0.3982 tokens=8128.0000 +step=180120 micro_steps=360240 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0223 acc=0.3998 tokens=8128.0000 +step=180140 micro_steps=360280 elapsed=4.2s lr=3.000000e-04 loss=3.2590 ppl=26.0564 acc=0.3993 tokens=8128.0000 +step=180160 micro_steps=360320 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1263 acc=0.3987 tokens=8128.0000 +step=180180 micro_steps=360360 elapsed=4.2s lr=3.000000e-04 loss=3.2639 ppl=26.1749 acc=0.3981 tokens=8128.0000 +step=180200 micro_steps=360400 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1459 acc=0.3988 tokens=8128.0000 +step=180220 micro_steps=360440 elapsed=4.2s lr=3.000000e-04 loss=3.2560 ppl=25.9808 acc=0.3991 tokens=8128.0000 +step=180240 micro_steps=360480 elapsed=4.2s lr=3.000000e-04 loss=3.2685 ppl=26.3039 acc=0.3992 tokens=8128.0000 +step=180260 micro_steps=360520 elapsed=4.2s lr=3.000000e-04 loss=3.2521 ppl=25.8669 acc=0.3988 tokens=8128.0000 +step=180280 micro_steps=360560 elapsed=4.2s lr=3.000000e-04 loss=3.2639 ppl=26.1933 acc=0.3993 tokens=8128.0000 +step=180300 micro_steps=360600 elapsed=4.2s lr=3.000000e-04 loss=3.2650 ppl=26.2112 acc=0.4007 tokens=8128.0000 +step=180320 micro_steps=360640 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1078 acc=0.4009 tokens=8128.0000 +step=180340 micro_steps=360680 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8031 acc=0.4015 tokens=8128.0000 +step=180360 micro_steps=360720 elapsed=4.2s lr=3.000000e-04 loss=3.2710 ppl=26.3742 acc=0.3982 tokens=8128.0000 +step=180380 micro_steps=360760 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1255 acc=0.4008 tokens=8128.0000 +step=180400 micro_steps=360800 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7099 acc=0.4007 tokens=8128.0000 +step=180420 micro_steps=360840 elapsed=4.2s lr=3.000000e-04 loss=3.2688 ppl=26.3158 acc=0.3992 tokens=8128.0000 +step=180440 micro_steps=360880 elapsed=4.2s lr=3.000000e-04 loss=3.2614 ppl=26.1167 acc=0.3990 tokens=8128.0000 +step=180460 micro_steps=360920 elapsed=4.2s lr=3.000000e-04 loss=3.2798 ppl=26.6050 acc=0.3962 tokens=8128.0000 +step=180480 micro_steps=360960 elapsed=4.2s lr=3.000000e-04 loss=3.2648 ppl=26.2143 acc=0.3972 tokens=8128.0000 +step=180500 micro_steps=361000 elapsed=4.2s lr=3.000000e-04 loss=3.2605 ppl=26.1028 acc=0.3993 tokens=8128.0000 +step=180520 micro_steps=361040 elapsed=4.2s lr=3.000000e-04 loss=3.2648 ppl=26.2106 acc=0.3991 tokens=8128.0000 +step=180540 micro_steps=361080 elapsed=4.2s lr=3.000000e-04 loss=3.2646 ppl=26.2042 acc=0.3992 tokens=8128.0000 +step=180560 micro_steps=361120 elapsed=4.2s lr=3.000000e-04 loss=3.2659 ppl=26.2364 acc=0.3977 tokens=8128.0000 +step=180580 micro_steps=361160 elapsed=4.2s lr=3.000000e-04 loss=3.2733 ppl=26.4324 acc=0.3982 tokens=8128.0000 +step=180600 micro_steps=361200 elapsed=4.2s lr=3.000000e-04 loss=3.2590 ppl=26.0658 acc=0.4002 tokens=8128.0000 +step=180620 micro_steps=361240 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9644 acc=0.4005 tokens=8128.0000 +step=180640 micro_steps=361280 elapsed=4.2s lr=3.000000e-04 loss=3.2475 ppl=25.7522 acc=0.4011 tokens=8128.0000 +step=180660 micro_steps=361320 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9628 acc=0.4002 tokens=8128.0000 +step=180680 micro_steps=361360 elapsed=4.2s lr=3.000000e-04 loss=3.2483 ppl=25.8258 acc=0.4024 tokens=8128.0000 +step=180700 micro_steps=361400 elapsed=4.2s lr=3.000000e-04 loss=3.2690 ppl=26.3147 acc=0.3978 tokens=8128.0000 +step=180720 micro_steps=361440 elapsed=4.2s lr=3.000000e-04 loss=3.2678 ppl=26.2826 acc=0.3996 tokens=8128.0000 +step=180740 micro_steps=361480 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9894 acc=0.4013 tokens=8128.0000 +step=180760 micro_steps=361520 elapsed=4.2s lr=3.000000e-04 loss=3.2645 ppl=26.1900 acc=0.3993 tokens=8128.0000 +step=180780 micro_steps=361560 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0240 acc=0.3994 tokens=8128.0000 +step=180800 micro_steps=361600 elapsed=4.2s lr=3.000000e-04 loss=3.2556 ppl=25.9658 acc=0.4010 tokens=8128.0000 +step=180820 micro_steps=361640 elapsed=4.2s lr=3.000000e-04 loss=3.2649 ppl=26.2143 acc=0.4001 tokens=8128.0000 +step=180840 micro_steps=361680 elapsed=4.2s lr=3.000000e-04 loss=3.2544 ppl=25.9327 acc=0.4008 tokens=8128.0000 +step=180860 micro_steps=361720 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0730 acc=0.3998 tokens=8128.0000 +step=180880 micro_steps=361760 elapsed=4.2s lr=3.000000e-04 loss=3.2650 ppl=26.2223 acc=0.3985 tokens=8128.0000 +step=180900 micro_steps=361800 elapsed=4.2s lr=3.000000e-04 loss=3.2665 ppl=26.2612 acc=0.3981 tokens=8128.0000 +step=180920 micro_steps=361840 elapsed=4.2s lr=3.000000e-04 loss=3.2576 ppl=26.0282 acc=0.3996 tokens=8128.0000 +step=180940 micro_steps=361880 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9762 acc=0.3996 tokens=8128.0000 +step=180960 micro_steps=361920 elapsed=4.2s lr=3.000000e-04 loss=3.2605 ppl=26.0815 acc=0.3998 tokens=8128.0000 +step=180980 micro_steps=361960 elapsed=4.2s lr=3.000000e-04 loss=3.2613 ppl=26.1076 acc=0.3998 tokens=8128.0000 +step=181000 micro_steps=362000 elapsed=4.2s lr=3.000000e-04 loss=3.2557 ppl=25.9764 acc=0.3986 tokens=8128.0000 +[sample step=181000] [CLS] changed his name from knut to knut. [SEP] what is unprecedented is because mercury's last mile is now submerged beneath the ocean floor. [SEP] the housing market that may heal itself is generally still weak. [SEP] second, he urged the international community to provide financing to the palestinian authority to maintain security. [SEP] obama will announce his new strategy in two days monday, an aide to his national security team said tuesday. [SEP] or they suggest your phone may have been broken and sent to your real estate agents for the price - to - rent ratio. [SEP] it may somehow confuse the immune system, causing stiffness, weight gain. [SEP] [SEP] +step=181020 micro_steps=362040 elapsed=6.6s lr=3.000000e-04 loss=3.2672 ppl=26.2785 acc=0.3975 tokens=8128.0000 +step=181040 micro_steps=362080 elapsed=4.2s lr=3.000000e-04 loss=3.2725 ppl=26.4067 acc=0.3984 tokens=8128.0000 +step=181060 micro_steps=362120 elapsed=4.2s lr=3.000000e-04 loss=3.2714 ppl=26.3808 acc=0.3976 tokens=8128.0000 +step=181080 micro_steps=362160 elapsed=4.2s lr=3.000000e-04 loss=3.2651 ppl=26.2082 acc=0.3992 tokens=8128.0000 +step=181100 micro_steps=362200 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1703 acc=0.3990 tokens=8128.0000 +step=181120 micro_steps=362240 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6735 acc=0.4013 tokens=8128.0000 +step=181140 micro_steps=362280 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0789 acc=0.3996 tokens=8128.0000 +step=181160 micro_steps=362320 elapsed=4.2s lr=3.000000e-04 loss=3.2503 ppl=25.8359 acc=0.4018 tokens=8128.0000 +step=181180 micro_steps=362360 elapsed=4.2s lr=3.000000e-04 loss=3.2386 ppl=25.5360 acc=0.4022 tokens=8128.0000 +step=181200 micro_steps=362400 elapsed=4.2s lr=3.000000e-04 loss=3.2512 ppl=25.8535 acc=0.4008 tokens=8128.0000 +step=181220 micro_steps=362440 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=25.9899 acc=0.4000 tokens=8128.0000 +step=181240 micro_steps=362480 elapsed=4.2s lr=3.000000e-04 loss=3.2527 ppl=25.8976 acc=0.4004 tokens=8128.0000 +step=181260 micro_steps=362520 elapsed=4.2s lr=3.000000e-04 loss=3.2635 ppl=26.1699 acc=0.3993 tokens=8128.0000 +step=181280 micro_steps=362560 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.7986 acc=0.4013 tokens=8128.0000 +step=181300 micro_steps=362600 elapsed=4.2s lr=3.000000e-04 loss=3.2520 ppl=25.8773 acc=0.4004 tokens=8128.0000 +step=181320 micro_steps=362640 elapsed=4.2s lr=3.000000e-04 loss=3.2607 ppl=26.0983 acc=0.3996 tokens=8128.0000 +step=181340 micro_steps=362680 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.8018 acc=0.4021 tokens=8128.0000 +step=181360 micro_steps=362720 elapsed=4.2s lr=3.000000e-04 loss=3.2694 ppl=26.3246 acc=0.3990 tokens=8128.0000 +step=181380 micro_steps=362760 elapsed=4.2s lr=3.000000e-04 loss=3.2668 ppl=26.2551 acc=0.3979 tokens=8128.0000 +step=181400 micro_steps=362800 elapsed=4.2s lr=3.000000e-04 loss=3.2609 ppl=26.1045 acc=0.3991 tokens=8128.0000 +step=181420 micro_steps=362840 elapsed=4.2s lr=3.000000e-04 loss=3.2587 ppl=26.0318 acc=0.3985 tokens=8128.0000 +step=181440 micro_steps=362880 elapsed=4.2s lr=3.000000e-04 loss=3.2600 ppl=26.0860 acc=0.3995 tokens=8128.0000 +step=181460 micro_steps=362920 elapsed=4.2s lr=3.000000e-04 loss=3.2575 ppl=26.0112 acc=0.4009 tokens=8128.0000 +step=181480 micro_steps=362960 elapsed=4.2s lr=3.000000e-04 loss=3.2616 ppl=26.1238 acc=0.3985 tokens=8128.0000 +step=181500 micro_steps=363000 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1207 acc=0.3995 tokens=8128.0000 +step=181520 micro_steps=363040 elapsed=4.2s lr=3.000000e-04 loss=3.2576 ppl=26.0118 acc=0.3997 tokens=8128.0000 +step=181540 micro_steps=363080 elapsed=4.2s lr=3.000000e-04 loss=3.2642 ppl=26.1851 acc=0.3997 tokens=8128.0000 +step=181560 micro_steps=363120 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1561 acc=0.3993 tokens=8128.0000 +step=181580 micro_steps=363160 elapsed=4.2s lr=3.000000e-04 loss=3.2667 ppl=26.2562 acc=0.3974 tokens=8128.0000 +step=181600 micro_steps=363200 elapsed=4.2s lr=3.000000e-04 loss=3.2609 ppl=26.0947 acc=0.3996 tokens=8128.0000 +step=181620 micro_steps=363240 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0699 acc=0.3987 tokens=8128.0000 +step=181640 micro_steps=363280 elapsed=4.2s lr=3.000000e-04 loss=3.2601 ppl=26.0808 acc=0.3993 tokens=8128.0000 +step=181660 micro_steps=363320 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8304 acc=0.4015 tokens=8128.0000 +step=181680 micro_steps=363360 elapsed=4.2s lr=3.000000e-04 loss=3.2587 ppl=26.0517 acc=0.3990 tokens=8128.0000 +step=181700 micro_steps=363400 elapsed=4.2s lr=3.000000e-04 loss=3.2705 ppl=26.3569 acc=0.3976 tokens=8128.0000 +step=181720 micro_steps=363440 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1020 acc=0.4011 tokens=8128.0000 +step=181740 micro_steps=363480 elapsed=4.2s lr=3.000000e-04 loss=3.2371 ppl=25.4828 acc=0.4030 tokens=8128.0000 +step=181760 micro_steps=363520 elapsed=4.2s lr=3.000000e-04 loss=3.2382 ppl=25.5225 acc=0.4025 tokens=8128.0000 +step=181780 micro_steps=363560 elapsed=4.2s lr=3.000000e-04 loss=3.2639 ppl=26.1795 acc=0.3995 tokens=8128.0000 +step=181800 micro_steps=363600 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9747 acc=0.3997 tokens=8128.0000 +step=181820 micro_steps=363640 elapsed=4.2s lr=3.000000e-04 loss=3.2669 ppl=26.2686 acc=0.3988 tokens=8128.0000 +step=181840 micro_steps=363680 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9196 acc=0.4003 tokens=8128.0000 +step=181860 micro_steps=363720 elapsed=4.2s lr=3.000000e-04 loss=3.2570 ppl=26.0081 acc=0.4011 tokens=8128.0000 +step=181880 micro_steps=363760 elapsed=4.2s lr=3.000000e-04 loss=3.2550 ppl=25.9548 acc=0.3996 tokens=8128.0000 +step=181900 micro_steps=363800 elapsed=4.2s lr=3.000000e-04 loss=3.2724 ppl=26.4157 acc=0.3979 tokens=8128.0000 +step=181920 micro_steps=363840 elapsed=4.2s lr=3.000000e-04 loss=3.2568 ppl=25.9886 acc=0.3993 tokens=8128.0000 +step=181940 micro_steps=363880 elapsed=4.2s lr=3.000000e-04 loss=3.2556 ppl=25.9620 acc=0.4008 tokens=8128.0000 +step=181960 micro_steps=363920 elapsed=4.2s lr=3.000000e-04 loss=3.2560 ppl=25.9926 acc=0.3997 tokens=8128.0000 +step=181980 micro_steps=363960 elapsed=4.2s lr=3.000000e-04 loss=3.2682 ppl=26.2934 acc=0.3981 tokens=8128.0000 +step=182000 micro_steps=364000 elapsed=4.2s lr=3.000000e-04 loss=3.2575 ppl=26.0147 acc=0.4006 tokens=8128.0000 +[sample step=182000] [CLS] will be produced under the sprinkling of ticket receipts. [SEP] the self - appointed stooge of up - and - comers is formula one legend sir jackie stewart, who has asked them to rub elbows with the rich and famous. [SEP] the officer, on the grounds that he had no knowledge of the rules of engagement, discharged his weapon and shot mr de menezes three times in the head after the failed november 25 attack. [SEP] huntsville, ala. - - dan frosch, a defensive lineman for alabama, stood outside a reznick apartment monday through some indifferent wall - to - wall residents, asking for [SEP] +step=182020 micro_steps=364040 elapsed=6.6s lr=3.000000e-04 loss=3.2553 ppl=25.9592 acc=0.4007 tokens=8128.0000 +step=182040 micro_steps=364080 elapsed=4.2s lr=3.000000e-04 loss=3.2704 ppl=26.3498 acc=0.3985 tokens=8128.0000 +step=182060 micro_steps=364120 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9907 acc=0.4013 tokens=8128.0000 +step=182080 micro_steps=364160 elapsed=4.2s lr=3.000000e-04 loss=3.2560 ppl=25.9913 acc=0.4003 tokens=8128.0000 +step=182100 micro_steps=364200 elapsed=4.2s lr=3.000000e-04 loss=3.2482 ppl=25.7806 acc=0.4031 tokens=8128.0000 +step=182120 micro_steps=364240 elapsed=4.2s lr=3.000000e-04 loss=3.2605 ppl=26.1065 acc=0.4000 tokens=8128.0000 +step=182140 micro_steps=364280 elapsed=4.2s lr=3.000000e-04 loss=3.2433 ppl=25.7032 acc=0.4018 tokens=8128.0000 +step=182160 micro_steps=364320 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9815 acc=0.3990 tokens=8128.0000 +step=182180 micro_steps=364360 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=25.9925 acc=0.3995 tokens=8128.0000 +step=182200 micro_steps=364400 elapsed=4.2s lr=3.000000e-04 loss=3.2528 ppl=25.8895 acc=0.4012 tokens=8128.0000 +step=182220 micro_steps=364440 elapsed=4.2s lr=3.000000e-04 loss=3.2615 ppl=26.1161 acc=0.3992 tokens=8128.0000 +step=182240 micro_steps=364480 elapsed=4.2s lr=3.000000e-04 loss=3.2473 ppl=25.7626 acc=0.4011 tokens=8128.0000 +step=182260 micro_steps=364520 elapsed=4.2s lr=3.000000e-04 loss=3.2441 ppl=25.6632 acc=0.4009 tokens=8128.0000 +step=182280 micro_steps=364560 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=25.9984 acc=0.3997 tokens=8128.0000 +step=182300 micro_steps=364600 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6804 acc=0.4027 tokens=8128.0000 +step=182320 micro_steps=364640 elapsed=4.2s lr=3.000000e-04 loss=3.2600 ppl=26.0851 acc=0.3992 tokens=8128.0000 +step=182340 micro_steps=364680 elapsed=4.2s lr=3.000000e-04 loss=3.2617 ppl=26.1165 acc=0.3984 tokens=8128.0000 +step=182360 micro_steps=364720 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.6572 acc=0.4029 tokens=8128.0000 +step=182380 micro_steps=364760 elapsed=4.2s lr=3.000000e-04 loss=3.2577 ppl=26.0132 acc=0.3992 tokens=8128.0000 +step=182400 micro_steps=364800 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.3024 acc=0.3985 tokens=8128.0000 +step=182420 micro_steps=364840 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0628 acc=0.4000 tokens=8128.0000 +step=182440 micro_steps=364880 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6805 acc=0.4002 tokens=8128.0000 +step=182460 micro_steps=364920 elapsed=4.2s lr=3.000000e-04 loss=3.2583 ppl=26.0444 acc=0.3993 tokens=8128.0000 +step=182480 micro_steps=364960 elapsed=4.2s lr=3.000000e-04 loss=3.2630 ppl=26.1633 acc=0.3996 tokens=8128.0000 +step=182500 micro_steps=365000 elapsed=4.2s lr=3.000000e-04 loss=3.2584 ppl=26.0528 acc=0.4006 tokens=8128.0000 +step=182520 micro_steps=365040 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7408 acc=0.4015 tokens=8128.0000 +step=182540 micro_steps=365080 elapsed=4.2s lr=3.000000e-04 loss=3.2513 ppl=25.8571 acc=0.4012 tokens=8128.0000 +step=182560 micro_steps=365120 elapsed=4.2s lr=3.000000e-04 loss=3.2616 ppl=26.1102 acc=0.3988 tokens=8128.0000 +step=182580 micro_steps=365160 elapsed=4.2s lr=3.000000e-04 loss=3.2589 ppl=26.0446 acc=0.4000 tokens=8128.0000 +step=182600 micro_steps=365200 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1219 acc=0.3987 tokens=8128.0000 +step=182620 micro_steps=365240 elapsed=4.2s lr=3.000000e-04 loss=3.2646 ppl=26.1910 acc=0.3987 tokens=8128.0000 +step=182640 micro_steps=365280 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=26.0009 acc=0.4002 tokens=8128.0000 +step=182660 micro_steps=365320 elapsed=4.2s lr=3.000000e-04 loss=3.2559 ppl=25.9733 acc=0.4005 tokens=8128.0000 +step=182680 micro_steps=365360 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.7987 acc=0.4000 tokens=8128.0000 +step=182700 micro_steps=365400 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0779 acc=0.3998 tokens=8128.0000 +step=182720 micro_steps=365440 elapsed=4.2s lr=3.000000e-04 loss=3.2709 ppl=26.3628 acc=0.3988 tokens=8128.0000 +step=182740 micro_steps=365480 elapsed=4.2s lr=3.000000e-04 loss=3.2641 ppl=26.1908 acc=0.3996 tokens=8128.0000 +step=182760 micro_steps=365520 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9067 acc=0.4005 tokens=8128.0000 +step=182780 micro_steps=365560 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9805 acc=0.3993 tokens=8128.0000 +step=182800 micro_steps=365600 elapsed=4.2s lr=3.000000e-04 loss=3.2660 ppl=26.2321 acc=0.3993 tokens=8128.0000 +step=182820 micro_steps=365640 elapsed=4.2s lr=3.000000e-04 loss=3.2624 ppl=26.1355 acc=0.4007 tokens=8128.0000 +step=182840 micro_steps=365680 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=26.0020 acc=0.4004 tokens=8128.0000 +step=182860 micro_steps=365720 elapsed=4.2s lr=3.000000e-04 loss=3.2726 ppl=26.4043 acc=0.3983 tokens=8128.0000 +step=182880 micro_steps=365760 elapsed=4.2s lr=3.000000e-04 loss=3.2535 ppl=25.8999 acc=0.4005 tokens=8128.0000 +step=182900 micro_steps=365800 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.7038 acc=0.4006 tokens=8128.0000 +step=182920 micro_steps=365840 elapsed=4.2s lr=3.000000e-04 loss=3.2534 ppl=25.9178 acc=0.4002 tokens=8128.0000 +step=182940 micro_steps=365880 elapsed=4.2s lr=3.000000e-04 loss=3.2556 ppl=25.9695 acc=0.4000 tokens=8128.0000 +step=182960 micro_steps=365920 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=26.0032 acc=0.3992 tokens=8128.0000 +step=182980 micro_steps=365960 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1718 acc=0.3992 tokens=8128.0000 +step=183000 micro_steps=366000 elapsed=4.2s lr=3.000000e-04 loss=3.2605 ppl=26.0952 acc=0.3999 tokens=8128.0000 +[sample step=183000] [CLS] "the good - hearted man." [SEP] disney - pixar's up follows in the footsteps of other projects, such as one in which the animator phenom wolf cummings makes a fool of himself while attempting to right an incomplete manuscript known as the curse of the sith about a 10 - year - old boy who hears the next chapter in the ninth dimension in the da vinci code. [SEP] "the aim was to win bewitched audiences, potentially bringing critical mass to avatar, not just fund - raising for avatar but a variety of internationally distribution plans focusing on older, displaced actors," he said. [SEP] but [SEP] +step=183020 micro_steps=366040 elapsed=6.6s lr=3.000000e-04 loss=3.2607 ppl=26.0993 acc=0.3986 tokens=8128.0000 +step=183040 micro_steps=366080 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1581 acc=0.3986 tokens=8128.0000 +step=183060 micro_steps=366120 elapsed=4.2s lr=3.000000e-04 loss=3.2710 ppl=26.3742 acc=0.3989 tokens=8128.0000 +step=183080 micro_steps=366160 elapsed=4.2s lr=3.000000e-04 loss=3.2603 ppl=26.1019 acc=0.3996 tokens=8128.0000 +step=183100 micro_steps=366200 elapsed=4.2s lr=3.000000e-04 loss=3.2669 ppl=26.2581 acc=0.3992 tokens=8128.0000 +step=183120 micro_steps=366240 elapsed=4.2s lr=3.000000e-04 loss=3.2667 ppl=26.2472 acc=0.3990 tokens=8128.0000 +step=183140 micro_steps=366280 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1218 acc=0.3989 tokens=8128.0000 +step=183160 micro_steps=366320 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9844 acc=0.3998 tokens=8128.0000 +step=183180 micro_steps=366360 elapsed=4.2s lr=3.000000e-04 loss=3.2682 ppl=26.3040 acc=0.3979 tokens=8128.0000 +step=183200 micro_steps=366400 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9653 acc=0.4015 tokens=8128.0000 +step=183220 micro_steps=366440 elapsed=4.2s lr=3.000000e-04 loss=3.2392 ppl=25.5568 acc=0.4027 tokens=8128.0000 +step=183240 micro_steps=366480 elapsed=4.2s lr=3.000000e-04 loss=3.2602 ppl=26.0893 acc=0.3994 tokens=8128.0000 +step=183260 micro_steps=366520 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7445 acc=0.4011 tokens=8128.0000 +step=183280 micro_steps=366560 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6666 acc=0.4016 tokens=8128.0000 +step=183300 micro_steps=366600 elapsed=4.2s lr=3.000000e-04 loss=3.2485 ppl=25.7773 acc=0.3999 tokens=8128.0000 +step=183320 micro_steps=366640 elapsed=4.2s lr=3.000000e-04 loss=3.2507 ppl=25.8396 acc=0.4009 tokens=8128.0000 +step=183340 micro_steps=366680 elapsed=4.2s lr=3.000000e-04 loss=3.2542 ppl=25.9282 acc=0.3991 tokens=8128.0000 +step=183360 micro_steps=366720 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8868 acc=0.4011 tokens=8128.0000 +step=183380 micro_steps=366760 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0540 acc=0.4001 tokens=8128.0000 +step=183400 micro_steps=366800 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9785 acc=0.3994 tokens=8128.0000 +step=183420 micro_steps=366840 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2183 acc=0.3998 tokens=8128.0000 +step=183440 micro_steps=366880 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=25.9972 acc=0.4001 tokens=8128.0000 +step=183460 micro_steps=366920 elapsed=4.2s lr=3.000000e-04 loss=3.2763 ppl=26.5033 acc=0.3979 tokens=8128.0000 +step=183480 micro_steps=366960 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8798 acc=0.3999 tokens=8128.0000 +step=183500 micro_steps=367000 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6389 acc=0.4019 tokens=8128.0000 +step=183520 micro_steps=367040 elapsed=4.2s lr=3.000000e-04 loss=3.2500 ppl=25.8223 acc=0.3996 tokens=8128.0000 +step=183540 micro_steps=367080 elapsed=4.2s lr=3.000000e-04 loss=3.2577 ppl=26.0126 acc=0.4003 tokens=8128.0000 +step=183560 micro_steps=367120 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1513 acc=0.3976 tokens=8128.0000 +step=183580 micro_steps=367160 elapsed=4.2s lr=3.000000e-04 loss=3.2671 ppl=26.2715 acc=0.3981 tokens=8128.0000 +step=183600 micro_steps=367200 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2517 acc=0.3990 tokens=8128.0000 +step=183620 micro_steps=367240 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1539 acc=0.4001 tokens=8128.0000 +step=183640 micro_steps=367280 elapsed=4.2s lr=3.000000e-04 loss=3.2514 ppl=25.8675 acc=0.4006 tokens=8128.0000 +step=183660 micro_steps=367320 elapsed=4.2s lr=3.000000e-04 loss=3.2645 ppl=26.1957 acc=0.3990 tokens=8128.0000 +step=183680 micro_steps=367360 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2206 acc=0.3991 tokens=8128.0000 +step=183700 micro_steps=367400 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.8027 acc=0.4022 tokens=8128.0000 +step=183720 micro_steps=367440 elapsed=4.2s lr=3.000000e-04 loss=3.2495 ppl=25.8034 acc=0.4004 tokens=8128.0000 +step=183740 micro_steps=367480 elapsed=4.2s lr=3.000000e-04 loss=3.2616 ppl=26.1244 acc=0.3983 tokens=8128.0000 +step=183760 micro_steps=367520 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1622 acc=0.3991 tokens=8128.0000 +step=183780 micro_steps=367560 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7884 acc=0.4006 tokens=8128.0000 +step=183800 micro_steps=367600 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7558 acc=0.4013 tokens=8128.0000 +step=183820 micro_steps=367640 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1210 acc=0.3989 tokens=8128.0000 +step=183840 micro_steps=367680 elapsed=4.2s lr=3.000000e-04 loss=3.2650 ppl=26.2162 acc=0.3987 tokens=8128.0000 +step=183860 micro_steps=367720 elapsed=4.2s lr=3.000000e-04 loss=3.2575 ppl=26.0253 acc=0.4007 tokens=8128.0000 +step=183880 micro_steps=367760 elapsed=4.2s lr=3.000000e-04 loss=3.2590 ppl=26.0794 acc=0.3997 tokens=8128.0000 +step=183900 micro_steps=367800 elapsed=4.2s lr=3.000000e-04 loss=3.2671 ppl=26.2677 acc=0.3980 tokens=8128.0000 +step=183920 micro_steps=367840 elapsed=4.2s lr=3.000000e-04 loss=3.2577 ppl=26.0275 acc=0.4010 tokens=8128.0000 +step=183940 micro_steps=367880 elapsed=4.2s lr=3.000000e-04 loss=3.2629 ppl=26.1601 acc=0.3991 tokens=8128.0000 +step=183960 micro_steps=367920 elapsed=4.2s lr=3.000000e-04 loss=3.2550 ppl=25.9539 acc=0.3995 tokens=8128.0000 +step=183980 micro_steps=367960 elapsed=4.2s lr=3.000000e-04 loss=3.2644 ppl=26.1920 acc=0.3988 tokens=8128.0000 +step=184000 micro_steps=368000 elapsed=4.2s lr=3.000000e-04 loss=3.2625 ppl=26.1452 acc=0.3995 tokens=8128.0000 +[sample step=184000] [CLS] and billy crystal's phil spector. [SEP] he said many of those aboard had suffered serious head injuries. [SEP] a spokeswoman ruled out an offer for the whole of thomas cook, the german airline - - itself set to replace jal after an alliance with american airlines - - for 850m yen (£450m). [SEP] his demands may rival the "football tax" in ultra - wealthy britain and g8 countries, which live by rich quotas and do produce more than life - threatening bulls. [SEP] the counter to mr griffin's nationalist imperatives is not religion or islamic sharia, but the entire [SEP] +step=184020 micro_steps=368040 elapsed=6.6s lr=3.000000e-04 loss=3.2346 ppl=25.4246 acc=0.4013 tokens=8128.0000 +step=184040 micro_steps=368080 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1208 acc=0.3992 tokens=8128.0000 +step=184060 micro_steps=368120 elapsed=4.2s lr=3.000000e-04 loss=3.2502 ppl=25.8266 acc=0.4005 tokens=8128.0000 +step=184080 micro_steps=368160 elapsed=4.2s lr=3.000000e-04 loss=3.2590 ppl=26.0514 acc=0.3991 tokens=8128.0000 +step=184100 micro_steps=368200 elapsed=4.2s lr=3.000000e-04 loss=3.2588 ppl=26.0565 acc=0.3987 tokens=8128.0000 +step=184120 micro_steps=368240 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9765 acc=0.4011 tokens=8128.0000 +step=184140 micro_steps=368280 elapsed=4.2s lr=3.000000e-04 loss=3.2693 ppl=26.3264 acc=0.3983 tokens=8128.0000 +step=184160 micro_steps=368320 elapsed=4.2s lr=3.000000e-04 loss=3.2604 ppl=26.0829 acc=0.3999 tokens=8128.0000 +step=184180 micro_steps=368360 elapsed=4.2s lr=3.000000e-04 loss=3.2606 ppl=26.0970 acc=0.3995 tokens=8128.0000 +step=184200 micro_steps=368400 elapsed=4.2s lr=3.000000e-04 loss=3.2650 ppl=26.2224 acc=0.3999 tokens=8128.0000 +step=184220 micro_steps=368440 elapsed=4.2s lr=3.000000e-04 loss=3.2548 ppl=25.9467 acc=0.3980 tokens=8128.0000 +step=184240 micro_steps=368480 elapsed=4.2s lr=3.000000e-04 loss=3.2625 ppl=26.1416 acc=0.3990 tokens=8128.0000 +step=184260 micro_steps=368520 elapsed=4.2s lr=3.000000e-04 loss=3.2552 ppl=25.9614 acc=0.4005 tokens=8128.0000 +step=184280 micro_steps=368560 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0322 acc=0.3990 tokens=8128.0000 +step=184300 micro_steps=368600 elapsed=4.2s lr=3.000000e-04 loss=3.2673 ppl=26.2745 acc=0.3983 tokens=8128.0000 +step=184320 micro_steps=368640 elapsed=4.9s lr=3.000000e-04 loss=3.2595 ppl=26.0713 acc=0.4003 tokens=8128.0000 +step=184340 micro_steps=368680 elapsed=4.2s lr=3.000000e-04 loss=3.2546 ppl=26.0891 acc=0.4016 tokens=7934.3250 +step=184360 micro_steps=368720 elapsed=4.2s lr=3.000000e-04 loss=3.2593 ppl=26.0703 acc=0.3987 tokens=8128.0000 +step=184380 micro_steps=368760 elapsed=4.5s lr=3.000000e-04 loss=3.2474 ppl=25.7568 acc=0.4014 tokens=8128.0000 +step=184400 micro_steps=368800 elapsed=5.2s lr=3.000000e-04 loss=3.2674 ppl=26.2797 acc=0.3993 tokens=8128.0000 +step=184420 micro_steps=368840 elapsed=4.2s lr=3.000000e-04 loss=3.2591 ppl=26.0586 acc=0.4002 tokens=8128.0000 +step=184440 micro_steps=368880 elapsed=4.2s lr=3.000000e-04 loss=3.2352 ppl=25.4375 acc=0.4015 tokens=8128.0000 +step=184460 micro_steps=368920 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.1180 acc=0.3996 tokens=8128.0000 +step=184480 micro_steps=368960 elapsed=4.2s lr=3.000000e-04 loss=3.2637 ppl=26.1681 acc=0.3999 tokens=8128.0000 +step=184500 micro_steps=369000 elapsed=4.2s lr=3.000000e-04 loss=3.2725 ppl=26.4156 acc=0.3974 tokens=8128.0000 +step=184520 micro_steps=369040 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.7917 acc=0.3994 tokens=8128.0000 +step=184540 micro_steps=369080 elapsed=4.2s lr=3.000000e-04 loss=3.2518 ppl=25.8644 acc=0.4012 tokens=8128.0000 +step=184560 micro_steps=369120 elapsed=4.2s lr=3.000000e-04 loss=3.2518 ppl=25.8679 acc=0.3996 tokens=8128.0000 +step=184580 micro_steps=369160 elapsed=4.2s lr=3.000000e-04 loss=3.2546 ppl=25.9360 acc=0.4010 tokens=8128.0000 +step=184600 micro_steps=369200 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9605 acc=0.4002 tokens=8128.0000 +step=184620 micro_steps=369240 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1055 acc=0.3997 tokens=8128.0000 +step=184640 micro_steps=369280 elapsed=4.2s lr=3.000000e-04 loss=3.2711 ppl=26.3712 acc=0.3977 tokens=8128.0000 +step=184660 micro_steps=369320 elapsed=4.2s lr=3.000000e-04 loss=3.2620 ppl=26.1304 acc=0.3989 tokens=8128.0000 +step=184680 micro_steps=369360 elapsed=4.2s lr=3.000000e-04 loss=3.2733 ppl=26.4457 acc=0.3986 tokens=8128.0000 +step=184700 micro_steps=369400 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.8200 acc=0.4004 tokens=8128.0000 +step=184720 micro_steps=369440 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1277 acc=0.3997 tokens=8128.0000 +step=184740 micro_steps=369480 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=26.0009 acc=0.3997 tokens=8128.0000 +step=184760 micro_steps=369520 elapsed=4.2s lr=3.000000e-04 loss=3.2463 ppl=25.7183 acc=0.4017 tokens=8128.0000 +step=184780 micro_steps=369560 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7126 acc=0.4007 tokens=8128.0000 +step=184800 micro_steps=369600 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1588 acc=0.3990 tokens=8128.0000 +step=184820 micro_steps=369640 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1171 acc=0.3984 tokens=8128.0000 +step=184840 micro_steps=369680 elapsed=4.2s lr=3.000000e-04 loss=3.2545 ppl=25.9340 acc=0.4009 tokens=8128.0000 +step=184860 micro_steps=369720 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9429 acc=0.4006 tokens=8128.0000 +step=184880 micro_steps=369760 elapsed=4.2s lr=3.000000e-04 loss=3.2708 ppl=26.3551 acc=0.3986 tokens=8128.0000 +step=184900 micro_steps=369800 elapsed=4.2s lr=3.000000e-04 loss=3.2506 ppl=25.8444 acc=0.4000 tokens=8128.0000 +step=184920 micro_steps=369840 elapsed=4.2s lr=3.000000e-04 loss=3.2584 ppl=26.0490 acc=0.4000 tokens=8128.0000 +step=184940 micro_steps=369880 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0398 acc=0.3999 tokens=8128.0000 +step=184960 micro_steps=369920 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6265 acc=0.4013 tokens=8128.0000 +step=184980 micro_steps=369960 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9688 acc=0.4006 tokens=8128.0000 +step=185000 micro_steps=370000 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8044 acc=0.4004 tokens=8128.0000 +[sample step=185000] [CLS] [SEP] on sunday the cities of tornoe and cotonou together assumed their own identity in a white marble enclave whose catholic inhabitants reflect a darker france. [SEP] he should have been found guilty last week of ordering the killings of 15 civilians to avenge the baghdad bombings. [SEP] sales in russia already have halved in two years. [SEP] judging from the reaction to it, some people won't notice it, like i already have. [SEP] clarke works for a state - owned power utility in jamaica. [SEP] the seller must raise the remainder, which will be installed using an existing main marketation system, before the going gets off to a stop [SEP] +step=185020 micro_steps=370040 elapsed=6.6s lr=3.000000e-04 loss=3.2580 ppl=26.0316 acc=0.3996 tokens=8128.0000 +step=185040 micro_steps=370080 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9861 acc=0.3994 tokens=8128.0000 +step=185060 micro_steps=370120 elapsed=4.2s lr=3.000000e-04 loss=3.2553 ppl=25.9517 acc=0.4004 tokens=8128.0000 +step=185080 micro_steps=370160 elapsed=4.2s lr=3.000000e-04 loss=3.2402 ppl=25.5653 acc=0.4010 tokens=8128.0000 +step=185100 micro_steps=370200 elapsed=4.2s lr=3.000000e-04 loss=3.2633 ppl=26.1704 acc=0.3990 tokens=8128.0000 +step=185120 micro_steps=370240 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1617 acc=0.3996 tokens=8128.0000 +step=185140 micro_steps=370280 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=25.9986 acc=0.3995 tokens=8128.0000 +step=185160 micro_steps=370320 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9130 acc=0.3998 tokens=8128.0000 +step=185180 micro_steps=370360 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1504 acc=0.3990 tokens=8128.0000 +step=185200 micro_steps=370400 elapsed=4.2s lr=3.000000e-04 loss=3.2513 ppl=25.8526 acc=0.4008 tokens=8128.0000 +step=185220 micro_steps=370440 elapsed=4.2s lr=3.000000e-04 loss=3.2625 ppl=26.1432 acc=0.3989 tokens=8128.0000 +step=185240 micro_steps=370480 elapsed=4.2s lr=3.000000e-04 loss=3.2654 ppl=26.2102 acc=0.3977 tokens=8128.0000 +step=185260 micro_steps=370520 elapsed=4.2s lr=3.000000e-04 loss=3.2561 ppl=25.9663 acc=0.4004 tokens=8128.0000 +step=185280 micro_steps=370560 elapsed=4.2s lr=3.000000e-04 loss=3.2582 ppl=26.0381 acc=0.3996 tokens=8128.0000 +step=185300 micro_steps=370600 elapsed=4.2s lr=3.000000e-04 loss=3.2636 ppl=26.1699 acc=0.3992 tokens=8128.0000 +step=185320 micro_steps=370640 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0239 acc=0.3992 tokens=8128.0000 +step=185340 micro_steps=370680 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7547 acc=0.4014 tokens=8128.0000 +step=185360 micro_steps=370720 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.9020 acc=0.4009 tokens=8128.0000 +step=185380 micro_steps=370760 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0495 acc=0.3987 tokens=8128.0000 +step=185400 micro_steps=370800 elapsed=4.2s lr=3.000000e-04 loss=3.2659 ppl=26.2366 acc=0.3981 tokens=8128.0000 +step=185420 micro_steps=370840 elapsed=4.2s lr=3.000000e-04 loss=3.2654 ppl=26.2254 acc=0.3998 tokens=8128.0000 +step=185440 micro_steps=370880 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.6972 acc=0.4013 tokens=8128.0000 +step=185460 micro_steps=370920 elapsed=4.2s lr=3.000000e-04 loss=3.2633 ppl=26.1677 acc=0.3987 tokens=8128.0000 +step=185480 micro_steps=370960 elapsed=4.2s lr=3.000000e-04 loss=3.2635 ppl=26.1622 acc=0.3982 tokens=8128.0000 +step=185500 micro_steps=371000 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0232 acc=0.3998 tokens=8128.0000 +step=185520 micro_steps=371040 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8321 acc=0.3995 tokens=8128.0000 +step=185540 micro_steps=371080 elapsed=4.2s lr=3.000000e-04 loss=3.2650 ppl=26.2138 acc=0.3999 tokens=8128.0000 +step=185560 micro_steps=371120 elapsed=4.2s lr=3.000000e-04 loss=3.2516 ppl=25.8619 acc=0.4006 tokens=8128.0000 +step=185580 micro_steps=371160 elapsed=4.2s lr=3.000000e-04 loss=3.2669 ppl=26.2636 acc=0.3995 tokens=8128.0000 +step=185600 micro_steps=371200 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.1901 acc=0.3992 tokens=8128.0000 +step=185620 micro_steps=371240 elapsed=4.2s lr=3.000000e-04 loss=3.2672 ppl=26.2759 acc=0.3986 tokens=8128.0000 +step=185640 micro_steps=371280 elapsed=4.2s lr=3.000000e-04 loss=3.2615 ppl=26.1113 acc=0.3998 tokens=8128.0000 +step=185660 micro_steps=371320 elapsed=4.2s lr=3.000000e-04 loss=3.2584 ppl=26.0401 acc=0.4011 tokens=8128.0000 +step=185680 micro_steps=371360 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8839 acc=0.4004 tokens=8128.0000 +step=185700 micro_steps=371400 elapsed=4.2s lr=3.000000e-04 loss=3.2526 ppl=25.8792 acc=0.4007 tokens=8128.0000 +step=185720 micro_steps=371440 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8562 acc=0.4009 tokens=8128.0000 +step=185740 micro_steps=371480 elapsed=4.2s lr=3.000000e-04 loss=3.2710 ppl=26.3595 acc=0.3975 tokens=8128.0000 +step=185760 micro_steps=371520 elapsed=4.2s lr=3.000000e-04 loss=3.2520 ppl=25.8659 acc=0.4013 tokens=8128.0000 +step=185780 micro_steps=371560 elapsed=4.2s lr=3.000000e-04 loss=3.2607 ppl=26.0949 acc=0.3994 tokens=8128.0000 +step=185800 micro_steps=371600 elapsed=4.2s lr=3.000000e-04 loss=3.2676 ppl=26.2716 acc=0.3977 tokens=8128.0000 +step=185820 micro_steps=371640 elapsed=4.2s lr=3.000000e-04 loss=3.2552 ppl=25.9587 acc=0.3998 tokens=8128.0000 +step=185840 micro_steps=371680 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.8914 acc=0.4002 tokens=8128.0000 +step=185860 micro_steps=371720 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0521 acc=0.3988 tokens=8128.0000 +step=185880 micro_steps=371760 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9359 acc=0.4011 tokens=8128.0000 +step=185900 micro_steps=371800 elapsed=4.2s lr=3.000000e-04 loss=3.2645 ppl=26.1905 acc=0.3992 tokens=8128.0000 +step=185920 micro_steps=371840 elapsed=4.2s lr=3.000000e-04 loss=3.2549 ppl=25.9610 acc=0.3999 tokens=8128.0000 +step=185940 micro_steps=371880 elapsed=4.2s lr=3.000000e-04 loss=3.2539 ppl=25.9156 acc=0.4005 tokens=8128.0000 +step=185960 micro_steps=371920 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7149 acc=0.4011 tokens=8128.0000 +step=185980 micro_steps=371960 elapsed=4.2s lr=3.000000e-04 loss=3.2634 ppl=26.1663 acc=0.3994 tokens=8128.0000 +step=186000 micro_steps=372000 elapsed=4.2s lr=3.000000e-04 loss=3.2572 ppl=26.0135 acc=0.4004 tokens=8128.0000 +[sample step=186000] [CLS] is under arrest in norway. [SEP] prosecutors have asserted that four u. s. citizens thwarted the attempt to blow up united airlines flight 253 on christmas day. [SEP] security has deteriorated considerably in mehsud's stronghold in the north west frontier province, a huge and bloody region where he and hundreds of others are trapped in the poverty of the north west frontier province, where pakistan's military is a key interlocutor with the united states. [SEP] they have a new generation. [SEP] price, who arrived here because she has nowhere near the money but the $700, 000 she earned as a wall street analyst from stanford law [SEP] +step=186020 micro_steps=372040 elapsed=6.6s lr=3.000000e-04 loss=3.2532 ppl=25.8951 acc=0.3991 tokens=8128.0000 +step=186040 micro_steps=372080 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7651 acc=0.4005 tokens=8128.0000 +step=186060 micro_steps=372120 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0314 acc=0.4006 tokens=8128.0000 +step=186080 micro_steps=372160 elapsed=4.2s lr=3.000000e-04 loss=3.2554 ppl=25.9598 acc=0.4001 tokens=8128.0000 +step=186100 micro_steps=372200 elapsed=4.2s lr=3.000000e-04 loss=3.2668 ppl=26.2720 acc=0.3985 tokens=8128.0000 +step=186120 micro_steps=372240 elapsed=4.2s lr=3.000000e-04 loss=3.2473 ppl=25.7549 acc=0.4014 tokens=8128.0000 +step=186140 micro_steps=372280 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5601 acc=0.4023 tokens=8128.0000 +step=186160 micro_steps=372320 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1336 acc=0.4003 tokens=8128.0000 +step=186180 micro_steps=372360 elapsed=4.2s lr=3.000000e-04 loss=3.2548 ppl=25.9463 acc=0.3996 tokens=8128.0000 +step=186200 micro_steps=372400 elapsed=4.2s lr=3.000000e-04 loss=3.2661 ppl=26.2557 acc=0.3984 tokens=8128.0000 +step=186220 micro_steps=372440 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8886 acc=0.3996 tokens=8128.0000 +step=186240 micro_steps=372480 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7625 acc=0.4012 tokens=8128.0000 +step=186260 micro_steps=372520 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=25.9985 acc=0.3994 tokens=8128.0000 +step=186280 micro_steps=372560 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6107 acc=0.4006 tokens=8128.0000 +step=186300 micro_steps=372600 elapsed=4.2s lr=3.000000e-04 loss=3.2485 ppl=25.7760 acc=0.4023 tokens=8128.0000 +step=186320 micro_steps=372640 elapsed=4.2s lr=3.000000e-04 loss=3.2509 ppl=25.8549 acc=0.4004 tokens=8128.0000 +step=186340 micro_steps=372680 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7250 acc=0.4012 tokens=8128.0000 +step=186360 micro_steps=372720 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6662 acc=0.4009 tokens=8128.0000 +step=186380 micro_steps=372760 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6101 acc=0.4010 tokens=8128.0000 +step=186400 micro_steps=372800 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.7986 acc=0.4012 tokens=8128.0000 +step=186420 micro_steps=372840 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1308 acc=0.3991 tokens=8128.0000 +step=186440 micro_steps=372880 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1250 acc=0.3985 tokens=8128.0000 +step=186460 micro_steps=372920 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9764 acc=0.3995 tokens=8128.0000 +step=186480 micro_steps=372960 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7345 acc=0.4002 tokens=8128.0000 +step=186500 micro_steps=373000 elapsed=4.2s lr=3.000000e-04 loss=3.2718 ppl=26.3886 acc=0.3981 tokens=8128.0000 +step=186520 micro_steps=373040 elapsed=4.2s lr=3.000000e-04 loss=3.2635 ppl=26.1684 acc=0.3988 tokens=8128.0000 +step=186540 micro_steps=373080 elapsed=4.2s lr=3.000000e-04 loss=3.2661 ppl=26.2342 acc=0.3987 tokens=8128.0000 +step=186560 micro_steps=373120 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9651 acc=0.4010 tokens=8128.0000 +step=186580 micro_steps=373160 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7170 acc=0.4014 tokens=8128.0000 +step=186600 micro_steps=373200 elapsed=4.2s lr=3.000000e-04 loss=3.2651 ppl=26.2121 acc=0.3980 tokens=8128.0000 +step=186620 micro_steps=373240 elapsed=4.2s lr=3.000000e-04 loss=3.2642 ppl=26.2058 acc=0.3996 tokens=8128.0000 +step=186640 micro_steps=373280 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7814 acc=0.4003 tokens=8128.0000 +step=186660 micro_steps=373320 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0544 acc=0.3992 tokens=8128.0000 +step=186680 micro_steps=373360 elapsed=4.2s lr=3.000000e-04 loss=3.2508 ppl=25.8572 acc=0.4004 tokens=8128.0000 +step=186700 micro_steps=373400 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=25.9877 acc=0.4006 tokens=8128.0000 +step=186720 micro_steps=373440 elapsed=4.2s lr=3.000000e-04 loss=3.2520 ppl=25.8701 acc=0.4003 tokens=8128.0000 +step=186740 micro_steps=373480 elapsed=4.2s lr=3.000000e-04 loss=3.2526 ppl=25.8931 acc=0.4001 tokens=8128.0000 +step=186760 micro_steps=373520 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7770 acc=0.4025 tokens=8128.0000 +step=186780 micro_steps=373560 elapsed=4.2s lr=3.000000e-04 loss=3.2593 ppl=26.0609 acc=0.4002 tokens=8128.0000 +step=186800 micro_steps=373600 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7125 acc=0.4014 tokens=8128.0000 +step=186820 micro_steps=373640 elapsed=4.2s lr=3.000000e-04 loss=3.2610 ppl=26.1146 acc=0.3994 tokens=8128.0000 +step=186840 micro_steps=373680 elapsed=4.2s lr=3.000000e-04 loss=3.2552 ppl=25.9490 acc=0.4002 tokens=8128.0000 +step=186860 micro_steps=373720 elapsed=4.2s lr=3.000000e-04 loss=3.2466 ppl=25.7276 acc=0.4019 tokens=8128.0000 +step=186880 micro_steps=373760 elapsed=4.2s lr=3.000000e-04 loss=3.2482 ppl=25.7844 acc=0.4006 tokens=8128.0000 +step=186900 micro_steps=373800 elapsed=4.2s lr=3.000000e-04 loss=3.2482 ppl=25.7924 acc=0.4012 tokens=8128.0000 +step=186920 micro_steps=373840 elapsed=4.2s lr=3.000000e-04 loss=3.2542 ppl=25.9406 acc=0.4013 tokens=8128.0000 +step=186940 micro_steps=373880 elapsed=4.2s lr=3.000000e-04 loss=3.2577 ppl=26.0278 acc=0.3995 tokens=8128.0000 +step=186960 micro_steps=373920 elapsed=4.2s lr=3.000000e-04 loss=3.2587 ppl=26.0445 acc=0.4018 tokens=8128.0000 +step=186980 micro_steps=373960 elapsed=4.2s lr=3.000000e-04 loss=3.2685 ppl=26.3024 acc=0.3989 tokens=8128.0000 +step=187000 micro_steps=374000 elapsed=4.2s lr=3.000000e-04 loss=3.2584 ppl=26.0445 acc=0.4004 tokens=8128.0000 +[sample step=187000] [CLS] named martin even though he said he thinks we should start the year exactly north of the atlantic; to get there, he drew 800 people - - pretty impressive in itself for a student. [SEP] abbas has been unable to rein in hamas, the palestinian movement that runs the gaza strip, under constant u. s. pressure. [SEP] also here, and there, it is incongruous to see the "breaking wood" casings of glaciers floating down the frozen lake in swift succession; the play is focused on that. [SEP] u. s. rep. roosevelt diaz - balart, r - fla., lobbied schum [SEP] +step=187020 micro_steps=374040 elapsed=6.6s lr=3.000000e-04 loss=3.2498 ppl=25.8245 acc=0.3998 tokens=8128.0000 +step=187040 micro_steps=374080 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8219 acc=0.3994 tokens=8128.0000 +step=187060 micro_steps=374120 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7392 acc=0.4015 tokens=8128.0000 +step=187080 micro_steps=374160 elapsed=4.2s lr=3.000000e-04 loss=3.2530 ppl=25.9123 acc=0.4014 tokens=8128.0000 +step=187100 micro_steps=374200 elapsed=4.2s lr=3.000000e-04 loss=3.2588 ppl=26.0483 acc=0.3997 tokens=8128.0000 +step=187120 micro_steps=374240 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0591 acc=0.3998 tokens=8128.0000 +step=187140 micro_steps=374280 elapsed=4.2s lr=3.000000e-04 loss=3.2580 ppl=26.0297 acc=0.3998 tokens=8128.0000 +step=187160 micro_steps=374320 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.7086 acc=0.4005 tokens=8128.0000 +step=187180 micro_steps=374360 elapsed=4.2s lr=3.000000e-04 loss=3.2483 ppl=25.7717 acc=0.4005 tokens=8128.0000 +step=187200 micro_steps=374400 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.7174 acc=0.4016 tokens=8128.0000 +step=187220 micro_steps=374440 elapsed=4.2s lr=3.000000e-04 loss=3.2503 ppl=25.8192 acc=0.4010 tokens=8128.0000 +step=187240 micro_steps=374480 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7680 acc=0.4011 tokens=8128.0000 +step=187260 micro_steps=374520 elapsed=4.2s lr=3.000000e-04 loss=3.2567 ppl=26.0036 acc=0.3994 tokens=8128.0000 +step=187280 micro_steps=374560 elapsed=4.2s lr=3.000000e-04 loss=3.2623 ppl=26.1431 acc=0.3988 tokens=8128.0000 +step=187300 micro_steps=374600 elapsed=4.2s lr=3.000000e-04 loss=3.2513 ppl=25.8504 acc=0.4004 tokens=8128.0000 +step=187320 micro_steps=374640 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1047 acc=0.3994 tokens=8128.0000 +step=187340 micro_steps=374680 elapsed=4.2s lr=3.000000e-04 loss=3.2390 ppl=25.5476 acc=0.4014 tokens=8128.0000 +step=187360 micro_steps=374720 elapsed=4.2s lr=3.000000e-04 loss=3.2550 ppl=25.9483 acc=0.3990 tokens=8128.0000 +step=187380 micro_steps=374760 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1614 acc=0.3990 tokens=8128.0000 +step=187400 micro_steps=374800 elapsed=4.2s lr=3.000000e-04 loss=3.2567 ppl=25.9968 acc=0.3995 tokens=8128.0000 +step=187420 micro_steps=374840 elapsed=4.2s lr=3.000000e-04 loss=3.2695 ppl=26.3307 acc=0.3983 tokens=8128.0000 +step=187440 micro_steps=374880 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8846 acc=0.3993 tokens=8128.0000 +step=187460 micro_steps=374920 elapsed=4.2s lr=3.000000e-04 loss=3.2554 ppl=25.9680 acc=0.3995 tokens=8128.0000 +step=187480 micro_steps=374960 elapsed=4.2s lr=3.000000e-04 loss=3.2548 ppl=25.9542 acc=0.3999 tokens=8128.0000 +step=187500 micro_steps=375000 elapsed=4.2s lr=3.000000e-04 loss=3.2591 ppl=26.0629 acc=0.3997 tokens=8128.0000 +step=187520 micro_steps=375040 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9892 acc=0.4008 tokens=8128.0000 +step=187540 micro_steps=375080 elapsed=4.2s lr=3.000000e-04 loss=3.2584 ppl=26.0467 acc=0.3994 tokens=8128.0000 +step=187560 micro_steps=375120 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8598 acc=0.4006 tokens=8128.0000 +step=187580 micro_steps=375160 elapsed=4.2s lr=3.000000e-04 loss=3.2662 ppl=26.2388 acc=0.3989 tokens=8128.0000 +step=187600 micro_steps=375200 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6953 acc=0.4017 tokens=8128.0000 +step=187620 micro_steps=375240 elapsed=4.2s lr=3.000000e-04 loss=3.2589 ppl=26.0491 acc=0.4003 tokens=8128.0000 +step=187640 micro_steps=375280 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9111 acc=0.4011 tokens=8128.0000 +step=187660 micro_steps=375320 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0240 acc=0.3998 tokens=8128.0000 +step=187680 micro_steps=375360 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6816 acc=0.4018 tokens=8128.0000 +step=187700 micro_steps=375400 elapsed=4.2s lr=3.000000e-04 loss=3.2588 ppl=26.0462 acc=0.4008 tokens=8128.0000 +step=187720 micro_steps=375440 elapsed=4.2s lr=3.000000e-04 loss=3.2538 ppl=25.9088 acc=0.3995 tokens=8128.0000 +step=187740 micro_steps=375480 elapsed=4.2s lr=3.000000e-04 loss=3.2615 ppl=26.1316 acc=0.3995 tokens=8128.0000 +step=187760 micro_steps=375520 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=25.9980 acc=0.4000 tokens=8128.0000 +step=187780 micro_steps=375560 elapsed=4.2s lr=3.000000e-04 loss=3.2572 ppl=26.0036 acc=0.4003 tokens=8128.0000 +step=187800 micro_steps=375600 elapsed=4.2s lr=3.000000e-04 loss=3.2534 ppl=25.9159 acc=0.3997 tokens=8128.0000 +step=187820 micro_steps=375640 elapsed=4.2s lr=3.000000e-04 loss=3.2629 ppl=26.1528 acc=0.3995 tokens=8128.0000 +step=187840 micro_steps=375680 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.7003 acc=0.4008 tokens=8128.0000 +step=187860 micro_steps=375720 elapsed=4.2s lr=3.000000e-04 loss=3.2604 ppl=26.0872 acc=0.4000 tokens=8128.0000 +step=187880 micro_steps=375760 elapsed=4.2s lr=3.000000e-04 loss=3.2516 ppl=25.8589 acc=0.4010 tokens=8128.0000 +step=187900 micro_steps=375800 elapsed=4.2s lr=3.000000e-04 loss=3.2632 ppl=26.1532 acc=0.3989 tokens=8128.0000 +step=187920 micro_steps=375840 elapsed=4.2s lr=3.000000e-04 loss=3.2527 ppl=25.8908 acc=0.4006 tokens=8128.0000 +step=187940 micro_steps=375880 elapsed=4.2s lr=3.000000e-04 loss=3.2460 ppl=25.7094 acc=0.4028 tokens=8128.0000 +step=187960 micro_steps=375920 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9743 acc=0.3994 tokens=8128.0000 +step=187980 micro_steps=375960 elapsed=4.2s lr=3.000000e-04 loss=3.2577 ppl=26.0310 acc=0.3994 tokens=8128.0000 +step=188000 micro_steps=376000 elapsed=4.2s lr=3.000000e-04 loss=3.2487 ppl=25.7869 acc=0.4020 tokens=8128.0000 +[sample step=188000] [CLS] fall in the second - quarter when the downturn in the economy was likely to ease. [SEP] mclaughlin and brubaker were the non - leaguers to finish fourth despite glyndebourne being named the most reliable place in british television history. [SEP] british newspapers, in fact, for the most part very docile and free, plotted with no literal touch. [SEP] the question remains whether boozer could underestimate the wizards'strength in the paint or how their defense could outmaneuver an undermanned offense. [SEP] our longest "home" is lamfa'a commercial area of the town of 4, 000. [SEP] +step=188020 micro_steps=376040 elapsed=6.6s lr=3.000000e-04 loss=3.2628 ppl=26.1467 acc=0.3999 tokens=8128.0000 +step=188040 micro_steps=376080 elapsed=4.2s lr=3.000000e-04 loss=3.2609 ppl=26.1021 acc=0.3989 tokens=8128.0000 +step=188060 micro_steps=376120 elapsed=4.2s lr=3.000000e-04 loss=3.2546 ppl=25.9400 acc=0.4001 tokens=8128.0000 +step=188080 micro_steps=376160 elapsed=4.2s lr=3.000000e-04 loss=3.2607 ppl=26.0979 acc=0.4004 tokens=8128.0000 +step=188100 micro_steps=376200 elapsed=4.2s lr=3.000000e-04 loss=3.2685 ppl=26.3076 acc=0.3975 tokens=8128.0000 +step=188120 micro_steps=376240 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.7077 acc=0.4016 tokens=8128.0000 +step=188140 micro_steps=376280 elapsed=4.2s lr=3.000000e-04 loss=3.2600 ppl=26.0786 acc=0.3989 tokens=8128.0000 +step=188160 micro_steps=376320 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1529 acc=0.3995 tokens=8128.0000 +step=188180 micro_steps=376360 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.1019 acc=0.3991 tokens=8128.0000 +step=188200 micro_steps=376400 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8797 acc=0.4014 tokens=8128.0000 +step=188220 micro_steps=376440 elapsed=4.2s lr=3.000000e-04 loss=3.2522 ppl=25.8744 acc=0.4011 tokens=8128.0000 +step=188240 micro_steps=376480 elapsed=4.2s lr=3.000000e-04 loss=3.2648 ppl=26.2009 acc=0.3987 tokens=8128.0000 +step=188260 micro_steps=376520 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.8953 acc=0.4016 tokens=8128.0000 +step=188280 micro_steps=376560 elapsed=4.2s lr=3.000000e-04 loss=3.2707 ppl=26.3632 acc=0.3986 tokens=8128.0000 +step=188300 micro_steps=376600 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0190 acc=0.4002 tokens=8128.0000 +step=188320 micro_steps=376640 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.1977 acc=0.3983 tokens=8128.0000 +step=188340 micro_steps=376680 elapsed=4.2s lr=3.000000e-04 loss=3.2509 ppl=25.8386 acc=0.4008 tokens=8128.0000 +step=188360 micro_steps=376720 elapsed=4.2s lr=3.000000e-04 loss=3.2513 ppl=25.8604 acc=0.4004 tokens=8128.0000 +step=188380 micro_steps=376760 elapsed=4.2s lr=3.000000e-04 loss=3.2600 ppl=26.0821 acc=0.4004 tokens=8128.0000 +step=188400 micro_steps=376800 elapsed=4.2s lr=3.000000e-04 loss=3.2659 ppl=26.2526 acc=0.3989 tokens=8128.0000 +step=188420 micro_steps=376840 elapsed=4.2s lr=3.000000e-04 loss=3.2661 ppl=26.2456 acc=0.3977 tokens=8128.0000 +step=188440 micro_steps=376880 elapsed=4.2s lr=3.000000e-04 loss=3.2489 ppl=25.7904 acc=0.4009 tokens=8128.0000 +step=188460 micro_steps=376920 elapsed=4.2s lr=3.000000e-04 loss=3.2521 ppl=25.8603 acc=0.4016 tokens=8128.0000 +step=188480 micro_steps=376960 elapsed=4.2s lr=3.000000e-04 loss=3.2654 ppl=26.2231 acc=0.4001 tokens=8128.0000 +step=188500 micro_steps=377000 elapsed=4.2s lr=3.000000e-04 loss=3.2512 ppl=25.8595 acc=0.4005 tokens=8128.0000 +step=188520 micro_steps=377040 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.8103 acc=0.4016 tokens=8128.0000 +step=188540 micro_steps=377080 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1365 acc=0.3999 tokens=8128.0000 +step=188560 micro_steps=377120 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2433 acc=0.3988 tokens=8128.0000 +step=188580 micro_steps=377160 elapsed=4.2s lr=3.000000e-04 loss=3.2589 ppl=26.0520 acc=0.4005 tokens=8128.0000 +step=188600 micro_steps=377200 elapsed=4.2s lr=3.000000e-04 loss=3.2615 ppl=26.1152 acc=0.3988 tokens=8128.0000 +step=188620 micro_steps=377240 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5822 acc=0.4021 tokens=8128.0000 +step=188640 micro_steps=377280 elapsed=4.2s lr=3.000000e-04 loss=3.2401 ppl=25.5901 acc=0.4022 tokens=8128.0000 +step=188660 micro_steps=377320 elapsed=4.2s lr=3.000000e-04 loss=3.2656 ppl=26.2275 acc=0.3987 tokens=8128.0000 +step=188680 micro_steps=377360 elapsed=4.2s lr=3.000000e-04 loss=3.2446 ppl=25.6797 acc=0.4007 tokens=8128.0000 +step=188700 micro_steps=377400 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2502 acc=0.3996 tokens=8128.0000 +step=188720 micro_steps=377440 elapsed=4.2s lr=3.000000e-04 loss=3.2549 ppl=25.9430 acc=0.4005 tokens=8128.0000 +step=188740 micro_steps=377480 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8153 acc=0.3994 tokens=8128.0000 +step=188760 micro_steps=377520 elapsed=4.2s lr=3.000000e-04 loss=3.2557 ppl=25.9582 acc=0.4002 tokens=8128.0000 +step=188780 micro_steps=377560 elapsed=4.2s lr=3.000000e-04 loss=3.2545 ppl=25.9399 acc=0.3993 tokens=8128.0000 +step=188800 micro_steps=377600 elapsed=4.2s lr=3.000000e-04 loss=3.2627 ppl=26.1572 acc=0.3991 tokens=8128.0000 +step=188820 micro_steps=377640 elapsed=4.2s lr=3.000000e-04 loss=3.2535 ppl=25.9143 acc=0.4010 tokens=8128.0000 +step=188840 micro_steps=377680 elapsed=4.2s lr=3.000000e-04 loss=3.2148 ppl=25.1935 acc=0.4079 tokens=8128.0000 +step=188860 micro_steps=377720 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9909 acc=0.3998 tokens=8128.0000 +step=188880 micro_steps=377760 elapsed=4.2s lr=3.000000e-04 loss=3.2520 ppl=25.8649 acc=0.4009 tokens=8128.0000 +step=188900 micro_steps=377800 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=25.9894 acc=0.4001 tokens=8128.0000 +step=188920 micro_steps=377840 elapsed=4.2s lr=3.000000e-04 loss=3.2653 ppl=26.2069 acc=0.3983 tokens=8128.0000 +step=188940 micro_steps=377880 elapsed=4.2s lr=3.000000e-04 loss=3.2575 ppl=26.0068 acc=0.4003 tokens=8128.0000 +step=188960 micro_steps=377920 elapsed=4.2s lr=3.000000e-04 loss=3.2593 ppl=26.0685 acc=0.4003 tokens=8128.0000 +step=188980 micro_steps=377960 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0312 acc=0.3989 tokens=8128.0000 +step=189000 micro_steps=378000 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9659 acc=0.3993 tokens=8128.0000 +[sample step=189000] [CLS] ties between the campaign and the obama administration. [SEP] scepticism in football is understandable; much of that excitability now goes unsaid. [SEP] but people are interested in the film school. [SEP] but martin's accountant has dropped them asking for $50, 000. [SEP] as a result, it cannot last for long. [SEP] the bradleys were close to a deal with the boy's father, cecily ganell, and his mother, deborah alvarez, who became campbell's parents, enabling them to build a temple at nearby newton. [SEP] geraldine smith, the conservative party leader who sits on the [SEP] +step=189020 micro_steps=378040 elapsed=6.6s lr=3.000000e-04 loss=3.2671 ppl=26.2699 acc=0.3988 tokens=8128.0000 +step=189040 micro_steps=378080 elapsed=4.2s lr=3.000000e-04 loss=3.2535 ppl=25.9088 acc=0.4011 tokens=8128.0000 +step=189060 micro_steps=378120 elapsed=4.2s lr=3.000000e-04 loss=3.2556 ppl=25.9653 acc=0.4007 tokens=8128.0000 +step=189080 micro_steps=378160 elapsed=4.2s lr=3.000000e-04 loss=3.2671 ppl=26.2625 acc=0.3983 tokens=8128.0000 +step=189100 micro_steps=378200 elapsed=4.2s lr=3.000000e-04 loss=3.2629 ppl=26.1575 acc=0.3996 tokens=8128.0000 +step=189120 micro_steps=378240 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6463 acc=0.4020 tokens=8128.0000 +step=189140 micro_steps=378280 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6488 acc=0.4013 tokens=8128.0000 +step=189160 micro_steps=378320 elapsed=4.2s lr=3.000000e-04 loss=3.2589 ppl=26.0565 acc=0.3997 tokens=8128.0000 +step=189180 micro_steps=378360 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9325 acc=0.4007 tokens=8128.0000 +step=189200 micro_steps=378400 elapsed=4.2s lr=3.000000e-04 loss=3.2557 ppl=25.9717 acc=0.4005 tokens=8128.0000 +step=189220 micro_steps=378440 elapsed=4.2s lr=3.000000e-04 loss=3.2735 ppl=26.4390 acc=0.3972 tokens=8128.0000 +step=189240 micro_steps=378480 elapsed=4.2s lr=3.000000e-04 loss=3.2399 ppl=25.5666 acc=0.4017 tokens=8128.0000 +step=189260 micro_steps=378520 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8843 acc=0.4003 tokens=8128.0000 +step=189280 micro_steps=378560 elapsed=4.2s lr=3.000000e-04 loss=3.2650 ppl=26.2160 acc=0.3986 tokens=8128.0000 +step=189300 micro_steps=378600 elapsed=4.2s lr=3.000000e-04 loss=3.2648 ppl=26.1984 acc=0.3995 tokens=8128.0000 +step=189320 micro_steps=378640 elapsed=4.2s lr=3.000000e-04 loss=3.2548 ppl=25.9448 acc=0.4007 tokens=8128.0000 +step=189340 micro_steps=378680 elapsed=4.2s lr=3.000000e-04 loss=3.2703 ppl=26.3508 acc=0.3986 tokens=8128.0000 +step=189360 micro_steps=378720 elapsed=4.2s lr=3.000000e-04 loss=3.2668 ppl=26.2568 acc=0.4000 tokens=8128.0000 +step=189380 micro_steps=378760 elapsed=4.2s lr=3.000000e-04 loss=3.2538 ppl=25.9224 acc=0.4009 tokens=8128.0000 +step=189400 micro_steps=378800 elapsed=4.2s lr=3.000000e-04 loss=3.2583 ppl=26.0404 acc=0.4003 tokens=8128.0000 +step=189420 micro_steps=378840 elapsed=4.2s lr=3.000000e-04 loss=3.2597 ppl=26.0695 acc=0.3992 tokens=8128.0000 +step=189440 micro_steps=378880 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0620 acc=0.3996 tokens=8128.0000 +step=189460 micro_steps=378920 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6755 acc=0.4015 tokens=8128.0000 +step=189480 micro_steps=378960 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8121 acc=0.4017 tokens=8128.0000 +step=189500 micro_steps=379000 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9130 acc=0.4015 tokens=8128.0000 +step=189520 micro_steps=379040 elapsed=4.2s lr=3.000000e-04 loss=3.2670 ppl=26.2671 acc=0.3989 tokens=8128.0000 +step=189540 micro_steps=379080 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.8216 acc=0.4020 tokens=8128.0000 +step=189560 micro_steps=379120 elapsed=4.2s lr=3.000000e-04 loss=3.2587 ppl=26.0454 acc=0.3994 tokens=8128.0000 +step=189580 micro_steps=379160 elapsed=4.2s lr=3.000000e-04 loss=3.2498 ppl=25.8216 acc=0.4010 tokens=8128.0000 +step=189600 micro_steps=379200 elapsed=4.2s lr=3.000000e-04 loss=3.2526 ppl=25.8854 acc=0.3999 tokens=8128.0000 +step=189620 micro_steps=379240 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7160 acc=0.4016 tokens=8128.0000 +step=189640 micro_steps=379280 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7115 acc=0.4011 tokens=8128.0000 +step=189660 micro_steps=379320 elapsed=4.2s lr=3.000000e-04 loss=3.2664 ppl=26.2440 acc=0.3986 tokens=8128.0000 +step=189680 micro_steps=379360 elapsed=4.2s lr=3.000000e-04 loss=3.2642 ppl=26.1958 acc=0.3996 tokens=8128.0000 +step=189700 micro_steps=379400 elapsed=4.2s lr=3.000000e-04 loss=3.2553 ppl=25.9524 acc=0.4004 tokens=8128.0000 +step=189720 micro_steps=379440 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0205 acc=0.3997 tokens=8128.0000 +step=189740 micro_steps=379480 elapsed=4.2s lr=3.000000e-04 loss=3.2618 ppl=26.1397 acc=0.3998 tokens=8128.0000 +step=189760 micro_steps=379520 elapsed=4.2s lr=3.000000e-04 loss=3.2659 ppl=26.2357 acc=0.3988 tokens=8128.0000 +step=189780 micro_steps=379560 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7911 acc=0.3995 tokens=8128.0000 +step=189800 micro_steps=379600 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9663 acc=0.4007 tokens=8128.0000 +step=189820 micro_steps=379640 elapsed=4.2s lr=3.000000e-04 loss=3.2516 ppl=25.8587 acc=0.4013 tokens=8128.0000 +step=189840 micro_steps=379680 elapsed=4.2s lr=3.000000e-04 loss=3.2393 ppl=25.5489 acc=0.4016 tokens=8128.0000 +step=189860 micro_steps=379720 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9836 acc=0.3991 tokens=8128.0000 +step=189880 micro_steps=379760 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=26.0053 acc=0.3991 tokens=8128.0000 +step=189900 micro_steps=379800 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8313 acc=0.4008 tokens=8128.0000 +step=189920 micro_steps=379840 elapsed=4.2s lr=3.000000e-04 loss=3.2559 ppl=25.9728 acc=0.4000 tokens=8128.0000 +step=189940 micro_steps=379880 elapsed=4.2s lr=3.000000e-04 loss=3.2561 ppl=25.9717 acc=0.4006 tokens=8128.0000 +step=189960 micro_steps=379920 elapsed=4.2s lr=3.000000e-04 loss=3.2601 ppl=26.0932 acc=0.3990 tokens=8128.0000 +step=189980 micro_steps=379960 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.5847 acc=0.4026 tokens=8128.0000 +step=190000 micro_steps=380000 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6151 acc=0.4012 tokens=8128.0000 +[sample step=190000] [CLS] of his viral infection, the sun reported monday. [SEP] apec leaders said they will oppose protectionism unless the dollar and the yuan are regulated. [SEP] a second, fourfold, risk is that lifetime use of drugs at early stages of alcohol is linked to schizophrenia and lowers drug remittance the risk, the researchers added. [SEP] the lakers then built lead, 1 - 0, with scola's 3 - pointer at the end of the third, and houston's murphy's layup and gasol's layup on the next possession gave the rockets a 63 - 60 lead, their first lead since the end [SEP] +step=190020 micro_steps=380040 elapsed=6.6s lr=3.000000e-04 loss=3.2692 ppl=26.3280 acc=0.3986 tokens=8128.0000 +step=190040 micro_steps=380080 elapsed=4.2s lr=3.000000e-04 loss=3.2684 ppl=26.3054 acc=0.3984 tokens=8128.0000 +step=190060 micro_steps=380120 elapsed=4.2s lr=3.000000e-04 loss=3.2509 ppl=25.8495 acc=0.4013 tokens=8128.0000 +step=190080 micro_steps=380160 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8755 acc=0.3994 tokens=8128.0000 +step=190100 micro_steps=380200 elapsed=4.2s lr=3.000000e-04 loss=3.2533 ppl=25.9134 acc=0.4008 tokens=8128.0000 +step=190120 micro_steps=380240 elapsed=4.2s lr=3.000000e-04 loss=3.2613 ppl=26.1109 acc=0.3989 tokens=8128.0000 +step=190140 micro_steps=380280 elapsed=4.2s lr=3.000000e-04 loss=3.2378 ppl=25.5240 acc=0.4018 tokens=8128.0000 +step=190160 micro_steps=380320 elapsed=4.2s lr=3.000000e-04 loss=3.2400 ppl=25.6368 acc=0.4026 tokens=8128.0000 +step=190180 micro_steps=380360 elapsed=4.2s lr=3.000000e-04 loss=3.2534 ppl=25.9111 acc=0.4012 tokens=8128.0000 +step=190200 micro_steps=380400 elapsed=4.2s lr=3.000000e-04 loss=3.2438 ppl=25.6644 acc=0.4014 tokens=8128.0000 +step=190220 micro_steps=380440 elapsed=4.2s lr=3.000000e-04 loss=3.2586 ppl=26.0409 acc=0.4002 tokens=8128.0000 +step=190240 micro_steps=380480 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1454 acc=0.3999 tokens=8128.0000 +step=190260 micro_steps=380520 elapsed=4.2s lr=3.000000e-04 loss=3.2475 ppl=25.7640 acc=0.4011 tokens=8128.0000 +step=190280 micro_steps=380560 elapsed=4.2s lr=3.000000e-04 loss=3.2617 ppl=26.1195 acc=0.3998 tokens=8128.0000 +step=190300 micro_steps=380600 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.7070 acc=0.4014 tokens=8128.0000 +step=190320 micro_steps=380640 elapsed=4.2s lr=3.000000e-04 loss=3.2600 ppl=26.0937 acc=0.3997 tokens=8128.0000 +step=190340 micro_steps=380680 elapsed=4.2s lr=3.000000e-04 loss=3.2623 ppl=26.1379 acc=0.4000 tokens=8128.0000 +step=190360 micro_steps=380720 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=26.0091 acc=0.4000 tokens=8128.0000 +step=190380 micro_steps=380760 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=26.0330 acc=0.4002 tokens=8128.0000 +step=190400 micro_steps=380800 elapsed=4.2s lr=3.000000e-04 loss=3.2712 ppl=26.3753 acc=0.3983 tokens=8128.0000 +step=190420 micro_steps=380840 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0872 acc=0.3999 tokens=8128.0000 +step=190440 micro_steps=380880 elapsed=4.2s lr=3.000000e-04 loss=3.2451 ppl=25.7045 acc=0.4014 tokens=8128.0000 +step=190460 micro_steps=380920 elapsed=4.2s lr=3.000000e-04 loss=3.2580 ppl=26.0255 acc=0.3995 tokens=8128.0000 +step=190480 micro_steps=380960 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8594 acc=0.4009 tokens=8128.0000 +step=190500 micro_steps=381000 elapsed=4.2s lr=3.000000e-04 loss=3.2582 ppl=26.0388 acc=0.4003 tokens=8128.0000 +step=190520 micro_steps=381040 elapsed=4.2s lr=3.000000e-04 loss=3.2542 ppl=25.9238 acc=0.3993 tokens=8128.0000 +step=190540 micro_steps=381080 elapsed=4.2s lr=3.000000e-04 loss=3.2553 ppl=25.9530 acc=0.3995 tokens=8128.0000 +step=190560 micro_steps=381120 elapsed=4.2s lr=3.000000e-04 loss=3.2550 ppl=25.9475 acc=0.4003 tokens=8128.0000 +step=190580 micro_steps=381160 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8778 acc=0.4011 tokens=8128.0000 +step=190600 micro_steps=381200 elapsed=4.2s lr=3.000000e-04 loss=3.2545 ppl=25.9443 acc=0.3999 tokens=8128.0000 +step=190620 micro_steps=381240 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.5734 acc=0.4012 tokens=8128.0000 +step=190640 micro_steps=381280 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1518 acc=0.3995 tokens=8128.0000 +step=190660 micro_steps=381320 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7573 acc=0.3998 tokens=8128.0000 +step=190680 micro_steps=381360 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4198 acc=0.4038 tokens=8128.0000 +step=190700 micro_steps=381400 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6864 acc=0.4000 tokens=8128.0000 +step=190720 micro_steps=381440 elapsed=4.2s lr=3.000000e-04 loss=3.2572 ppl=26.0161 acc=0.4003 tokens=8128.0000 +step=190740 micro_steps=381480 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7120 acc=0.4002 tokens=8128.0000 +step=190760 micro_steps=381520 elapsed=4.2s lr=3.000000e-04 loss=3.2627 ppl=26.1662 acc=0.4005 tokens=8128.0000 +step=190780 micro_steps=381560 elapsed=4.2s lr=3.000000e-04 loss=3.2360 ppl=25.4827 acc=0.4022 tokens=8128.0000 +step=190800 micro_steps=381600 elapsed=4.2s lr=3.000000e-04 loss=3.2420 ppl=25.6504 acc=0.4020 tokens=8128.0000 +step=190820 micro_steps=381640 elapsed=4.2s lr=3.000000e-04 loss=3.2386 ppl=25.5284 acc=0.4015 tokens=8128.0000 +step=190840 micro_steps=381680 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0223 acc=0.3993 tokens=8128.0000 +step=190860 micro_steps=381720 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7363 acc=0.4021 tokens=8128.0000 +step=190880 micro_steps=381760 elapsed=4.2s lr=3.000000e-04 loss=3.2570 ppl=25.9963 acc=0.3996 tokens=8128.0000 +step=190900 micro_steps=381800 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9229 acc=0.4008 tokens=8128.0000 +step=190920 micro_steps=381840 elapsed=4.2s lr=3.000000e-04 loss=3.2503 ppl=25.8144 acc=0.3999 tokens=8128.0000 +step=190940 micro_steps=381880 elapsed=4.2s lr=3.000000e-04 loss=3.2360 ppl=25.4839 acc=0.4027 tokens=8128.0000 +step=190960 micro_steps=381920 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=25.9862 acc=0.4013 tokens=8128.0000 +step=190980 micro_steps=381960 elapsed=4.2s lr=3.000000e-04 loss=3.2388 ppl=25.5327 acc=0.4013 tokens=8128.0000 +step=191000 micro_steps=382000 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9835 acc=0.3996 tokens=8128.0000 +[sample step=191000] [CLS] police have released a 44 - year - old man on police bail until later on thursday. [SEP] proximity to the imperial palace itself, and a piazza electricity can be car or truck - like - that perfect test run of the metropolis for a president whose below average command of the world willing him to deal with it. [SEP] nato - led troops eventually pulled back from the site but maintained heavy overall security. [SEP] indiana gov. mitch daniels, who has paid top dollar for his support of obama's health care overhaul, said saturday he talked with obama about changing the law. [SEP] prisoners may automatically be placed on remand for a month [SEP] +step=191020 micro_steps=382040 elapsed=6.6s lr=3.000000e-04 loss=3.2620 ppl=26.1412 acc=0.3991 tokens=8128.0000 +step=191040 micro_steps=382080 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8820 acc=0.4006 tokens=8128.0000 +step=191060 micro_steps=382120 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8721 acc=0.4004 tokens=8128.0000 +step=191080 micro_steps=382160 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9233 acc=0.4005 tokens=8128.0000 +step=191100 micro_steps=382200 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0285 acc=0.4005 tokens=8128.0000 +step=191120 micro_steps=382240 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.7001 acc=0.4007 tokens=8128.0000 +step=191140 micro_steps=382280 elapsed=4.2s lr=3.000000e-04 loss=3.2721 ppl=26.4047 acc=0.3986 tokens=8128.0000 +step=191160 micro_steps=382320 elapsed=4.2s lr=3.000000e-04 loss=3.2386 ppl=25.5280 acc=0.4025 tokens=8128.0000 +step=191180 micro_steps=382360 elapsed=4.2s lr=3.000000e-04 loss=3.2609 ppl=26.1001 acc=0.4003 tokens=8128.0000 +step=191200 micro_steps=382400 elapsed=4.2s lr=3.000000e-04 loss=3.2649 ppl=26.2094 acc=0.3996 tokens=8128.0000 +step=191220 micro_steps=382440 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7825 acc=0.4001 tokens=8128.0000 +step=191240 micro_steps=382480 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0053 acc=0.4013 tokens=8128.0000 +step=191260 micro_steps=382520 elapsed=4.2s lr=3.000000e-04 loss=3.2602 ppl=26.0893 acc=0.3997 tokens=8128.0000 +step=191280 micro_steps=382560 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6194 acc=0.4014 tokens=8128.0000 +step=191300 micro_steps=382600 elapsed=4.2s lr=3.000000e-04 loss=3.2610 ppl=26.1172 acc=0.3992 tokens=8128.0000 +step=191320 micro_steps=382640 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.0967 acc=0.3994 tokens=8128.0000 +step=191340 micro_steps=382680 elapsed=4.2s lr=3.000000e-04 loss=3.2664 ppl=26.2517 acc=0.3987 tokens=8128.0000 +step=191360 micro_steps=382720 elapsed=4.2s lr=3.000000e-04 loss=3.2670 ppl=26.2569 acc=0.3987 tokens=8128.0000 +step=191380 micro_steps=382760 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8486 acc=0.3997 tokens=8128.0000 +step=191400 micro_steps=382800 elapsed=4.2s lr=3.000000e-04 loss=3.2470 ppl=25.7552 acc=0.4011 tokens=8128.0000 +step=191420 micro_steps=382840 elapsed=4.2s lr=3.000000e-04 loss=3.2553 ppl=25.9573 acc=0.4003 tokens=8128.0000 +step=191440 micro_steps=382880 elapsed=4.2s lr=3.000000e-04 loss=3.2547 ppl=25.9379 acc=0.4006 tokens=8128.0000 +step=191460 micro_steps=382920 elapsed=4.2s lr=3.000000e-04 loss=3.2495 ppl=25.8058 acc=0.3994 tokens=8128.0000 +step=191480 micro_steps=382960 elapsed=4.2s lr=3.000000e-04 loss=3.2614 ppl=26.1260 acc=0.3996 tokens=8128.0000 +step=191500 micro_steps=383000 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0323 acc=0.3999 tokens=8128.0000 +step=191520 micro_steps=383040 elapsed=4.2s lr=3.000000e-04 loss=3.2620 ppl=26.1452 acc=0.3990 tokens=8128.0000 +step=191540 micro_steps=383080 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1632 acc=0.4009 tokens=8128.0000 +step=191560 micro_steps=383120 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7287 acc=0.4015 tokens=8128.0000 +step=191580 micro_steps=383160 elapsed=4.2s lr=3.000000e-04 loss=3.2538 ppl=25.9127 acc=0.4004 tokens=8128.0000 +step=191600 micro_steps=383200 elapsed=4.2s lr=3.000000e-04 loss=3.2547 ppl=25.9347 acc=0.3999 tokens=8128.0000 +step=191620 micro_steps=383240 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6198 acc=0.4018 tokens=8128.0000 +step=191640 micro_steps=383280 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8730 acc=0.4000 tokens=8128.0000 +step=191660 micro_steps=383320 elapsed=4.2s lr=3.000000e-04 loss=3.2718 ppl=26.3859 acc=0.3984 tokens=8128.0000 +step=191680 micro_steps=383360 elapsed=4.2s lr=3.000000e-04 loss=3.2596 ppl=26.0595 acc=0.3986 tokens=8128.0000 +step=191700 micro_steps=383400 elapsed=4.2s lr=3.000000e-04 loss=3.2639 ppl=26.1701 acc=0.3999 tokens=8128.0000 +step=191720 micro_steps=383440 elapsed=4.2s lr=3.000000e-04 loss=3.2617 ppl=26.1324 acc=0.3991 tokens=8128.0000 +step=191740 micro_steps=383480 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.8102 acc=0.4021 tokens=8128.0000 +step=191760 micro_steps=383520 elapsed=4.2s lr=3.000000e-04 loss=3.2520 ppl=25.8758 acc=0.4022 tokens=8128.0000 +step=191780 micro_steps=383560 elapsed=4.2s lr=3.000000e-04 loss=3.2550 ppl=25.9475 acc=0.4009 tokens=8128.0000 +step=191800 micro_steps=383600 elapsed=4.2s lr=3.000000e-04 loss=3.2590 ppl=26.0633 acc=0.3989 tokens=8128.0000 +step=191820 micro_steps=383640 elapsed=4.2s lr=3.000000e-04 loss=3.2427 ppl=25.6433 acc=0.4024 tokens=8128.0000 +step=191840 micro_steps=383680 elapsed=4.2s lr=3.000000e-04 loss=3.2552 ppl=25.9675 acc=0.3994 tokens=8128.0000 +step=191860 micro_steps=383720 elapsed=4.2s lr=3.000000e-04 loss=3.2566 ppl=25.9852 acc=0.4006 tokens=8128.0000 +step=191880 micro_steps=383760 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9971 acc=0.3998 tokens=8128.0000 +step=191900 micro_steps=383800 elapsed=4.2s lr=3.000000e-04 loss=3.2493 ppl=25.8014 acc=0.4003 tokens=8128.0000 +step=191920 micro_steps=383840 elapsed=4.2s lr=3.000000e-04 loss=3.2568 ppl=25.9937 acc=0.4001 tokens=8128.0000 +step=191940 micro_steps=383880 elapsed=4.2s lr=3.000000e-04 loss=3.2515 ppl=25.8590 acc=0.3999 tokens=8128.0000 +step=191960 micro_steps=383920 elapsed=4.2s lr=3.000000e-04 loss=3.2460 ppl=25.7254 acc=0.4014 tokens=8128.0000 +step=191980 micro_steps=383960 elapsed=4.2s lr=3.000000e-04 loss=3.2704 ppl=26.3477 acc=0.3985 tokens=8128.0000 +step=192000 micro_steps=384000 elapsed=4.2s lr=3.000000e-04 loss=3.2622 ppl=26.1318 acc=0.4002 tokens=8128.0000 +[sample step=192000] [CLS] of the pmi to 46. 7 points in july, from 47. 3 points in june. [SEP] the information then was relayed to officials in the davis office who then used some of it to track their conversations with clients, according to witnesses and documents obtained by the washington post. [SEP] a 39 - year - old man has appeared in court charged in connection with the alleged murders of rabbits across the yorkshire and humber region. [SEP] this year's rate hike represents a big price premium to the shared salary of chief executives such as mr blair, whose household arrangements summarised the incentives of job well and pay them low wages [SEP] +step=192020 micro_steps=384040 elapsed=6.6s lr=3.000000e-04 loss=3.2602 ppl=26.0872 acc=0.3991 tokens=8128.0000 +step=192040 micro_steps=384080 elapsed=4.2s lr=3.000000e-04 loss=3.2755 ppl=26.4933 acc=0.3973 tokens=8128.0000 +step=192060 micro_steps=384120 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7974 acc=0.4001 tokens=8128.0000 +step=192080 micro_steps=384160 elapsed=4.2s lr=3.000000e-04 loss=3.2489 ppl=25.7858 acc=0.4011 tokens=8128.0000 +step=192100 micro_steps=384200 elapsed=4.2s lr=3.000000e-04 loss=3.2509 ppl=25.8459 acc=0.3997 tokens=8128.0000 +step=192120 micro_steps=384240 elapsed=4.2s lr=3.000000e-04 loss=3.2591 ppl=26.0586 acc=0.3993 tokens=8128.0000 +step=192140 micro_steps=384280 elapsed=4.2s lr=3.000000e-04 loss=3.2572 ppl=26.0144 acc=0.4004 tokens=8128.0000 +step=192160 micro_steps=384320 elapsed=4.2s lr=3.000000e-04 loss=3.2674 ppl=26.2929 acc=0.3992 tokens=8128.0000 +step=192180 micro_steps=384360 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6205 acc=0.4025 tokens=8128.0000 +step=192200 micro_steps=384400 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7730 acc=0.4012 tokens=8128.0000 +step=192220 micro_steps=384440 elapsed=4.2s lr=3.000000e-04 loss=3.2507 ppl=25.8334 acc=0.4015 tokens=8128.0000 +step=192240 micro_steps=384480 elapsed=4.2s lr=3.000000e-04 loss=3.2512 ppl=25.8396 acc=0.4007 tokens=8128.0000 +step=192260 micro_steps=384520 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7302 acc=0.4012 tokens=8128.0000 +step=192280 micro_steps=384560 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9031 acc=0.4001 tokens=8128.0000 +step=192300 micro_steps=384600 elapsed=4.2s lr=3.000000e-04 loss=3.2559 ppl=25.9817 acc=0.4004 tokens=8128.0000 +step=192320 micro_steps=384640 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7839 acc=0.4015 tokens=8128.0000 +step=192340 micro_steps=384680 elapsed=4.2s lr=3.000000e-04 loss=3.2505 ppl=25.8454 acc=0.4002 tokens=8128.0000 +step=192360 micro_steps=384720 elapsed=4.2s lr=3.000000e-04 loss=3.2660 ppl=26.2374 acc=0.3983 tokens=8128.0000 +step=192380 micro_steps=384760 elapsed=4.2s lr=3.000000e-04 loss=3.2506 ppl=25.8437 acc=0.4001 tokens=8128.0000 +step=192400 micro_steps=384800 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0336 acc=0.3998 tokens=8128.0000 +step=192420 micro_steps=384840 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6698 acc=0.4008 tokens=8128.0000 +step=192440 micro_steps=384880 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.7931 acc=0.3996 tokens=8128.0000 +step=192460 micro_steps=384920 elapsed=4.2s lr=3.000000e-04 loss=3.2629 ppl=26.1536 acc=0.3997 tokens=8128.0000 +step=192480 micro_steps=384960 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9748 acc=0.4000 tokens=8128.0000 +step=192500 micro_steps=385000 elapsed=4.2s lr=3.000000e-04 loss=3.2561 ppl=25.9714 acc=0.3999 tokens=8128.0000 +step=192520 micro_steps=385040 elapsed=4.2s lr=3.000000e-04 loss=3.2505 ppl=25.8309 acc=0.4016 tokens=8128.0000 +step=192540 micro_steps=385080 elapsed=4.2s lr=3.000000e-04 loss=3.2657 ppl=26.2301 acc=0.3996 tokens=8128.0000 +step=192560 micro_steps=385120 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8727 acc=0.4001 tokens=8128.0000 +step=192580 micro_steps=385160 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.8146 acc=0.4018 tokens=8128.0000 +step=192600 micro_steps=385200 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7454 acc=0.4005 tokens=8128.0000 +step=192620 micro_steps=385240 elapsed=4.2s lr=3.000000e-04 loss=3.2542 ppl=25.9416 acc=0.4010 tokens=8128.0000 +step=192640 micro_steps=385280 elapsed=4.2s lr=3.000000e-04 loss=3.2346 ppl=25.4215 acc=0.4026 tokens=8128.0000 +step=192660 micro_steps=385320 elapsed=4.2s lr=3.000000e-04 loss=3.2545 ppl=25.9405 acc=0.4001 tokens=8128.0000 +step=192680 micro_steps=385360 elapsed=4.2s lr=3.000000e-04 loss=3.2582 ppl=26.0184 acc=0.3999 tokens=8128.0000 +step=192700 micro_steps=385400 elapsed=4.2s lr=3.000000e-04 loss=3.2455 ppl=25.7064 acc=0.4006 tokens=8128.0000 +step=192720 micro_steps=385440 elapsed=4.2s lr=3.000000e-04 loss=3.2605 ppl=26.0857 acc=0.3985 tokens=8128.0000 +step=192740 micro_steps=385480 elapsed=4.2s lr=3.000000e-04 loss=3.2545 ppl=25.9310 acc=0.4001 tokens=8128.0000 +step=192760 micro_steps=385520 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0145 acc=0.3994 tokens=8128.0000 +step=192780 micro_steps=385560 elapsed=4.2s lr=3.000000e-04 loss=3.2597 ppl=26.0730 acc=0.3998 tokens=8128.0000 +step=192800 micro_steps=385600 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9803 acc=0.3996 tokens=8128.0000 +step=192820 micro_steps=385640 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7594 acc=0.4023 tokens=8128.0000 +step=192840 micro_steps=385680 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9269 acc=0.4003 tokens=8128.0000 +step=192860 micro_steps=385720 elapsed=4.2s lr=3.000000e-04 loss=3.2577 ppl=26.0281 acc=0.3999 tokens=8128.0000 +step=192880 micro_steps=385760 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=25.9904 acc=0.3995 tokens=8128.0000 +step=192900 micro_steps=385800 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6547 acc=0.4020 tokens=8128.0000 +step=192920 micro_steps=385840 elapsed=4.2s lr=3.000000e-04 loss=3.2584 ppl=26.0553 acc=0.3992 tokens=8128.0000 +step=192940 micro_steps=385880 elapsed=4.2s lr=3.000000e-04 loss=3.2549 ppl=25.9616 acc=0.4003 tokens=8128.0000 +step=192960 micro_steps=385920 elapsed=4.2s lr=3.000000e-04 loss=3.2411 ppl=25.5990 acc=0.4020 tokens=8128.0000 +step=192980 micro_steps=385960 elapsed=4.2s lr=3.000000e-04 loss=3.2585 ppl=26.0362 acc=0.4001 tokens=8128.0000 +step=193000 micro_steps=386000 elapsed=4.2s lr=3.000000e-04 loss=3.2577 ppl=26.0198 acc=0.4001 tokens=8128.0000 +[sample step=193000] [CLS] mine, and it has flooded the area. [SEP] which means i've only been in liverpool once before, when the fire brigade came out for the first time. [SEP] but even maryland, undefeated for the first time since turning 18 this season, needed a late interception to tie the score. [SEP] democrats have steamed off to fight the sweeping bills languishing in the assembly, hoping to turn back any economic stimulus effort and urge obama to pay more attention to the people of the nation. [SEP] simply ideas and don't carry any risks. [SEP] ebay said the unit will also list tradespeed, enterprisedb and access sazzi [SEP] +step=193020 micro_steps=386040 elapsed=6.6s lr=3.000000e-04 loss=3.2458 ppl=25.7101 acc=0.4018 tokens=8128.0000 +step=193040 micro_steps=386080 elapsed=4.2s lr=3.000000e-04 loss=3.2560 ppl=25.9850 acc=0.3996 tokens=8128.0000 +step=193060 micro_steps=386120 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7765 acc=0.4013 tokens=8128.0000 +step=193080 micro_steps=386160 elapsed=4.2s lr=3.000000e-04 loss=3.2539 ppl=25.9127 acc=0.4010 tokens=8128.0000 +step=193100 micro_steps=386200 elapsed=4.2s lr=3.000000e-04 loss=3.2379 ppl=25.5113 acc=0.4026 tokens=8128.0000 +step=193120 micro_steps=386240 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0343 acc=0.3992 tokens=8128.0000 +step=193140 micro_steps=386280 elapsed=4.2s lr=3.000000e-04 loss=3.2585 ppl=26.0424 acc=0.3995 tokens=8128.0000 +step=193160 micro_steps=386320 elapsed=4.2s lr=3.000000e-04 loss=3.2337 ppl=25.4040 acc=0.4031 tokens=8128.0000 +step=193180 micro_steps=386360 elapsed=4.2s lr=3.000000e-04 loss=3.2686 ppl=26.3067 acc=0.3979 tokens=8128.0000 +step=193200 micro_steps=386400 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.6947 acc=0.4016 tokens=8128.0000 +step=193220 micro_steps=386440 elapsed=4.2s lr=3.000000e-04 loss=3.2584 ppl=26.0488 acc=0.3999 tokens=8128.0000 +step=193240 micro_steps=386480 elapsed=4.2s lr=3.000000e-04 loss=3.2625 ppl=26.1595 acc=0.3990 tokens=8128.0000 +step=193260 micro_steps=386520 elapsed=4.2s lr=3.000000e-04 loss=3.2530 ppl=25.8968 acc=0.4004 tokens=8128.0000 +step=193280 micro_steps=386560 elapsed=4.2s lr=3.000000e-04 loss=3.2658 ppl=26.2221 acc=0.3975 tokens=8128.0000 +step=193300 micro_steps=386600 elapsed=4.2s lr=3.000000e-04 loss=3.2690 ppl=26.3349 acc=0.3980 tokens=8128.0000 +step=193320 micro_steps=386640 elapsed=4.2s lr=3.000000e-04 loss=3.2518 ppl=25.8809 acc=0.3997 tokens=8128.0000 +step=193340 micro_steps=386680 elapsed=4.2s lr=3.000000e-04 loss=3.2498 ppl=25.8139 acc=0.4011 tokens=8128.0000 +step=193360 micro_steps=386720 elapsed=4.2s lr=3.000000e-04 loss=3.2760 ppl=26.5005 acc=0.3977 tokens=8128.0000 +step=193380 micro_steps=386760 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.8986 acc=0.4011 tokens=8128.0000 +step=193400 micro_steps=386800 elapsed=4.2s lr=3.000000e-04 loss=3.2591 ppl=26.0563 acc=0.3993 tokens=8128.0000 +step=193420 micro_steps=386840 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6187 acc=0.4015 tokens=8128.0000 +step=193440 micro_steps=386880 elapsed=4.2s lr=3.000000e-04 loss=3.2372 ppl=25.5013 acc=0.4034 tokens=8128.0000 +step=193460 micro_steps=386920 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9296 acc=0.3997 tokens=8128.0000 +step=193480 micro_steps=386960 elapsed=4.2s lr=3.000000e-04 loss=3.2493 ppl=25.8107 acc=0.4007 tokens=8128.0000 +step=193500 micro_steps=387000 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.8982 acc=0.3994 tokens=8128.0000 +step=193520 micro_steps=387040 elapsed=4.2s lr=3.000000e-04 loss=3.2371 ppl=25.5078 acc=0.4033 tokens=8128.0000 +step=193540 micro_steps=387080 elapsed=4.2s lr=3.000000e-04 loss=3.2439 ppl=25.6625 acc=0.4018 tokens=8128.0000 +step=193560 micro_steps=387120 elapsed=4.2s lr=3.000000e-04 loss=3.2701 ppl=26.3373 acc=0.3983 tokens=8128.0000 +step=193580 micro_steps=387160 elapsed=4.2s lr=3.000000e-04 loss=3.2664 ppl=26.2566 acc=0.3982 tokens=8128.0000 +step=193600 micro_steps=387200 elapsed=4.2s lr=3.000000e-04 loss=3.2500 ppl=25.8209 acc=0.4010 tokens=8128.0000 +step=193620 micro_steps=387240 elapsed=4.2s lr=3.000000e-04 loss=3.2654 ppl=26.2129 acc=0.3989 tokens=8128.0000 +step=193640 micro_steps=387280 elapsed=4.2s lr=3.000000e-04 loss=3.2589 ppl=26.0522 acc=0.4006 tokens=8128.0000 +step=193660 micro_steps=387320 elapsed=4.2s lr=3.000000e-04 loss=3.2314 ppl=25.3429 acc=0.4031 tokens=8128.0000 +step=193680 micro_steps=387360 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9840 acc=0.4003 tokens=8128.0000 +step=193700 micro_steps=387400 elapsed=4.2s lr=3.000000e-04 loss=3.2544 ppl=25.9275 acc=0.4003 tokens=8128.0000 +step=193720 micro_steps=387440 elapsed=4.2s lr=3.000000e-04 loss=3.2545 ppl=25.9464 acc=0.4001 tokens=8128.0000 +step=193740 micro_steps=387480 elapsed=4.2s lr=3.000000e-04 loss=3.2600 ppl=26.0768 acc=0.3996 tokens=8128.0000 +step=193760 micro_steps=387520 elapsed=4.2s lr=3.000000e-04 loss=3.2627 ppl=26.1451 acc=0.4002 tokens=8128.0000 +step=193780 micro_steps=387560 elapsed=4.2s lr=3.000000e-04 loss=3.2314 ppl=25.4375 acc=0.4049 tokens=8128.0000 +step=193800 micro_steps=387600 elapsed=4.2s lr=3.000000e-04 loss=3.2528 ppl=25.8978 acc=0.4003 tokens=8128.0000 +step=193820 micro_steps=387640 elapsed=4.2s lr=3.000000e-04 loss=3.2666 ppl=26.2563 acc=0.3987 tokens=8128.0000 +step=193840 micro_steps=387680 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6738 acc=0.4020 tokens=8128.0000 +step=193860 micro_steps=387720 elapsed=4.2s lr=3.000000e-04 loss=3.2582 ppl=26.0308 acc=0.4000 tokens=8128.0000 +step=193880 micro_steps=387760 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9385 acc=0.4011 tokens=8128.0000 +step=193900 micro_steps=387800 elapsed=4.2s lr=3.000000e-04 loss=3.2691 ppl=26.3320 acc=0.3987 tokens=8128.0000 +step=193920 micro_steps=387840 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8953 acc=0.4014 tokens=8128.0000 +step=193940 micro_steps=387880 elapsed=4.2s lr=3.000000e-04 loss=3.2509 ppl=25.8287 acc=0.4013 tokens=8128.0000 +step=193960 micro_steps=387920 elapsed=4.2s lr=3.000000e-04 loss=3.2542 ppl=25.9190 acc=0.3994 tokens=8128.0000 +step=193980 micro_steps=387960 elapsed=4.2s lr=3.000000e-04 loss=3.2506 ppl=25.8292 acc=0.4008 tokens=8128.0000 +step=194000 micro_steps=388000 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1378 acc=0.3995 tokens=8128.0000 +[sample step=194000] [CLS] happen, he told officers. [SEP] the stock class action lawsuit left all but one of raytheon's retail shareholders deadlocked. [SEP] did it inspire other young players? [SEP] at this point it is unclear whether this will translate into widespread social unrest. [SEP] gusts of up to 50mph were predicted today and today, with the possible exception of papworth, when the early collision happened. [SEP] paris - - the art fair opening here saturday was a moment of huge new focus that drew no fewer than five acts of up to eight people to craft brilliantly structured interpretive acquisitions. [SEP] jupiter's other ground [SEP] +step=194020 micro_steps=388040 elapsed=6.6s lr=3.000000e-04 loss=3.2462 ppl=25.7115 acc=0.4005 tokens=8128.0000 +step=194040 micro_steps=388080 elapsed=4.2s lr=3.000000e-04 loss=3.2576 ppl=26.0130 acc=0.4002 tokens=8128.0000 +step=194060 micro_steps=388120 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0327 acc=0.3985 tokens=8128.0000 +step=194080 micro_steps=388160 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.8092 acc=0.4008 tokens=8128.0000 +step=194100 micro_steps=388200 elapsed=4.2s lr=3.000000e-04 loss=3.2628 ppl=26.1568 acc=0.3993 tokens=8128.0000 +step=194120 micro_steps=388240 elapsed=4.2s lr=3.000000e-04 loss=3.2538 ppl=25.9063 acc=0.3997 tokens=8128.0000 +step=194140 micro_steps=388280 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8480 acc=0.3994 tokens=8128.0000 +step=194160 micro_steps=388320 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9894 acc=0.4012 tokens=8128.0000 +step=194180 micro_steps=388360 elapsed=4.2s lr=3.000000e-04 loss=3.2688 ppl=26.3087 acc=0.4004 tokens=8128.0000 +step=194200 micro_steps=388400 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7657 acc=0.4014 tokens=8128.0000 +step=194220 micro_steps=388440 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6552 acc=0.4022 tokens=8128.0000 +step=194240 micro_steps=388480 elapsed=4.2s lr=3.000000e-04 loss=3.2697 ppl=26.3353 acc=0.3987 tokens=8128.0000 +step=194260 micro_steps=388520 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7344 acc=0.4017 tokens=8128.0000 +step=194280 micro_steps=388560 elapsed=4.2s lr=3.000000e-04 loss=3.2495 ppl=25.8023 acc=0.4012 tokens=8128.0000 +step=194300 micro_steps=388600 elapsed=4.2s lr=3.000000e-04 loss=3.2674 ppl=26.2776 acc=0.3991 tokens=8128.0000 +step=194320 micro_steps=388640 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9835 acc=0.3995 tokens=8128.0000 +step=194340 micro_steps=388680 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1730 acc=0.3978 tokens=8128.0000 +step=194360 micro_steps=388720 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2302 acc=0.3978 tokens=8128.0000 +step=194380 micro_steps=388760 elapsed=4.2s lr=3.000000e-04 loss=3.2612 ppl=26.1128 acc=0.3997 tokens=8128.0000 +step=194400 micro_steps=388800 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.7135 acc=0.4008 tokens=8128.0000 +step=194420 micro_steps=388840 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2301 acc=0.3984 tokens=8128.0000 +step=194440 micro_steps=388880 elapsed=4.2s lr=3.000000e-04 loss=3.2657 ppl=26.2258 acc=0.3981 tokens=8128.0000 +step=194460 micro_steps=388920 elapsed=4.2s lr=3.000000e-04 loss=3.2561 ppl=25.9955 acc=0.4008 tokens=8128.0000 +step=194480 micro_steps=388960 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8251 acc=0.4013 tokens=8128.0000 +step=194500 micro_steps=389000 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7227 acc=0.4009 tokens=8128.0000 +step=194520 micro_steps=389040 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6867 acc=0.4013 tokens=8128.0000 +step=194540 micro_steps=389080 elapsed=4.2s lr=3.000000e-04 loss=3.2536 ppl=25.9065 acc=0.4009 tokens=8128.0000 +step=194560 micro_steps=389120 elapsed=4.2s lr=3.000000e-04 loss=3.2439 ppl=25.7121 acc=0.4030 tokens=8128.0000 +step=194580 micro_steps=389160 elapsed=4.2s lr=3.000000e-04 loss=3.2678 ppl=26.2776 acc=0.3987 tokens=8128.0000 +step=194600 micro_steps=389200 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.1096 acc=0.4008 tokens=8128.0000 +step=194620 micro_steps=389240 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9188 acc=0.4008 tokens=8128.0000 +step=194640 micro_steps=389280 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7582 acc=0.4012 tokens=8128.0000 +step=194660 micro_steps=389320 elapsed=4.2s lr=3.000000e-04 loss=3.2623 ppl=26.1308 acc=0.3992 tokens=8128.0000 +step=194680 micro_steps=389360 elapsed=4.2s lr=3.000000e-04 loss=3.2498 ppl=25.8233 acc=0.4015 tokens=8128.0000 +step=194700 micro_steps=389400 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0087 acc=0.4005 tokens=8128.0000 +step=194720 micro_steps=389440 elapsed=4.2s lr=3.000000e-04 loss=3.2544 ppl=25.9345 acc=0.4007 tokens=8128.0000 +step=194740 micro_steps=389480 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8356 acc=0.4008 tokens=8128.0000 +step=194760 micro_steps=389520 elapsed=4.2s lr=3.000000e-04 loss=3.2610 ppl=26.1208 acc=0.3986 tokens=8128.0000 +step=194780 micro_steps=389560 elapsed=4.2s lr=3.000000e-04 loss=3.2593 ppl=26.0766 acc=0.3995 tokens=8128.0000 +step=194800 micro_steps=389600 elapsed=4.2s lr=3.000000e-04 loss=3.2522 ppl=25.8761 acc=0.4005 tokens=8128.0000 +step=194820 micro_steps=389640 elapsed=4.2s lr=3.000000e-04 loss=3.2602 ppl=26.0843 acc=0.3994 tokens=8128.0000 +step=194840 micro_steps=389680 elapsed=4.2s lr=3.000000e-04 loss=3.2480 ppl=25.7558 acc=0.4011 tokens=8128.0000 +step=194860 micro_steps=389720 elapsed=4.2s lr=3.000000e-04 loss=3.2591 ppl=26.0560 acc=0.3986 tokens=8128.0000 +step=194880 micro_steps=389760 elapsed=4.2s lr=3.000000e-04 loss=3.2580 ppl=26.0277 acc=0.3979 tokens=8128.0000 +step=194900 micro_steps=389800 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=26.0193 acc=0.3995 tokens=8128.0000 +step=194920 micro_steps=389840 elapsed=4.2s lr=3.000000e-04 loss=3.2658 ppl=26.2279 acc=0.3981 tokens=8128.0000 +step=194940 micro_steps=389880 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1455 acc=0.3988 tokens=8128.0000 +step=194960 micro_steps=389920 elapsed=4.2s lr=3.000000e-04 loss=3.2544 ppl=25.9391 acc=0.4002 tokens=8128.0000 +step=194980 micro_steps=389960 elapsed=4.2s lr=3.000000e-04 loss=3.2554 ppl=25.9645 acc=0.4001 tokens=8128.0000 +step=195000 micro_steps=390000 elapsed=4.2s lr=3.000000e-04 loss=3.2513 ppl=25.8580 acc=0.4004 tokens=8128.0000 +[sample step=195000] [CLS] study at nasa goddard space flight center in greenbelt, md. showed that proposition 37, which would overturn the state's current 393 - seat intermediate legal limit, requires total increases of 4 percent in real estate and unemployment rates above half the statewide average. [SEP] if this was your campaign theme, think of the bloody terrorist attacks in london in july 2005. [SEP] but during a national campaign, he also attacked clinton clinton, who she pandered to. [SEP] morse reported from rome. [SEP] the 28 - year - old former plan b drug user was playing tennis and insisted she get drug reassignment surgery two months ago [SEP] +step=195020 micro_steps=390040 elapsed=6.6s lr=3.000000e-04 loss=3.2403 ppl=25.5745 acc=0.4022 tokens=8128.0000 +step=195040 micro_steps=390080 elapsed=4.2s lr=3.000000e-04 loss=3.2428 ppl=25.6467 acc=0.4016 tokens=8128.0000 +step=195060 micro_steps=390120 elapsed=4.2s lr=3.000000e-04 loss=3.2353 ppl=25.4508 acc=0.4031 tokens=8128.0000 +step=195080 micro_steps=390160 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7316 acc=0.4011 tokens=8128.0000 +step=195100 micro_steps=390200 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6346 acc=0.4019 tokens=8128.0000 +step=195120 micro_steps=390240 elapsed=4.2s lr=3.000000e-04 loss=3.2536 ppl=25.9132 acc=0.4004 tokens=8128.0000 +step=195140 micro_steps=390280 elapsed=4.2s lr=3.000000e-04 loss=3.2613 ppl=26.1140 acc=0.3998 tokens=8128.0000 +step=195160 micro_steps=390320 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.5857 acc=0.4023 tokens=8128.0000 +step=195180 micro_steps=390360 elapsed=4.2s lr=3.000000e-04 loss=3.2550 ppl=25.9511 acc=0.4001 tokens=8128.0000 +step=195200 micro_steps=390400 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8530 acc=0.4009 tokens=8128.0000 +step=195220 micro_steps=390440 elapsed=4.2s lr=3.000000e-04 loss=3.2505 ppl=25.8321 acc=0.4010 tokens=8128.0000 +step=195240 micro_steps=390480 elapsed=4.2s lr=3.000000e-04 loss=3.2654 ppl=26.2157 acc=0.3984 tokens=8128.0000 +step=195260 micro_steps=390520 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=25.9935 acc=0.4005 tokens=8128.0000 +step=195280 micro_steps=390560 elapsed=4.2s lr=3.000000e-04 loss=3.2568 ppl=25.9839 acc=0.3997 tokens=8128.0000 +step=195300 micro_steps=390600 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8081 acc=0.3998 tokens=8128.0000 +step=195320 micro_steps=390640 elapsed=4.2s lr=3.000000e-04 loss=3.2560 ppl=25.9705 acc=0.4002 tokens=8128.0000 +step=195340 micro_steps=390680 elapsed=4.2s lr=3.000000e-04 loss=3.2535 ppl=25.9067 acc=0.3998 tokens=8128.0000 +step=195360 micro_steps=390720 elapsed=4.2s lr=3.000000e-04 loss=3.2609 ppl=26.0996 acc=0.3995 tokens=8128.0000 +step=195380 micro_steps=390760 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9365 acc=0.3998 tokens=8128.0000 +step=195400 micro_steps=390800 elapsed=4.2s lr=3.000000e-04 loss=3.2536 ppl=25.9130 acc=0.4011 tokens=8128.0000 +step=195420 micro_steps=390840 elapsed=4.2s lr=3.000000e-04 loss=3.2587 ppl=26.0419 acc=0.3991 tokens=8128.0000 +step=195440 micro_steps=390880 elapsed=4.2s lr=3.000000e-04 loss=3.2534 ppl=25.9076 acc=0.4000 tokens=8128.0000 +step=195460 micro_steps=390920 elapsed=4.2s lr=3.000000e-04 loss=3.2624 ppl=26.1451 acc=0.3986 tokens=8128.0000 +step=195480 micro_steps=390960 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=25.9889 acc=0.4001 tokens=8128.0000 +step=195500 micro_steps=391000 elapsed=4.2s lr=3.000000e-04 loss=3.2507 ppl=25.8469 acc=0.3998 tokens=8128.0000 +step=195520 micro_steps=391040 elapsed=4.2s lr=3.000000e-04 loss=3.2585 ppl=26.0417 acc=0.4000 tokens=8128.0000 +step=195540 micro_steps=391080 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5989 acc=0.4019 tokens=8128.0000 +step=195560 micro_steps=391120 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1648 acc=0.3986 tokens=8128.0000 +step=195580 micro_steps=391160 elapsed=4.2s lr=3.000000e-04 loss=3.2609 ppl=26.1006 acc=0.3997 tokens=8128.0000 +step=195600 micro_steps=391200 elapsed=4.2s lr=3.000000e-04 loss=3.2515 ppl=25.8485 acc=0.4017 tokens=8128.0000 +step=195620 micro_steps=391240 elapsed=4.2s lr=3.000000e-04 loss=3.2239 ppl=25.1573 acc=0.4043 tokens=8128.0000 +step=195640 micro_steps=391280 elapsed=4.2s lr=3.000000e-04 loss=3.2528 ppl=25.8921 acc=0.3993 tokens=8128.0000 +step=195660 micro_steps=391320 elapsed=4.2s lr=3.000000e-04 loss=3.2444 ppl=25.6758 acc=0.4016 tokens=8128.0000 +step=195680 micro_steps=391360 elapsed=4.2s lr=3.000000e-04 loss=3.2597 ppl=26.0746 acc=0.4004 tokens=8128.0000 +step=195700 micro_steps=391400 elapsed=4.2s lr=3.000000e-04 loss=3.2480 ppl=25.7828 acc=0.4011 tokens=8128.0000 +step=195720 micro_steps=391440 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.0660 acc=0.3996 tokens=8128.0000 +step=195740 micro_steps=391480 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7616 acc=0.4018 tokens=8128.0000 +step=195760 micro_steps=391520 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0157 acc=0.4005 tokens=8128.0000 +step=195780 micro_steps=391560 elapsed=4.2s lr=3.000000e-04 loss=3.2604 ppl=26.1032 acc=0.3993 tokens=8128.0000 +step=195800 micro_steps=391600 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.7891 acc=0.4016 tokens=8128.0000 +step=195820 micro_steps=391640 elapsed=4.2s lr=3.000000e-04 loss=3.2553 ppl=25.9646 acc=0.3997 tokens=8128.0000 +step=195840 micro_steps=391680 elapsed=4.2s lr=3.000000e-04 loss=3.2528 ppl=25.9042 acc=0.4000 tokens=8128.0000 +step=195860 micro_steps=391720 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0270 acc=0.3994 tokens=8128.0000 +step=195880 micro_steps=391760 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8902 acc=0.4008 tokens=8128.0000 +step=195900 micro_steps=391800 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7607 acc=0.4014 tokens=8128.0000 +step=195920 micro_steps=391840 elapsed=4.2s lr=3.000000e-04 loss=3.2680 ppl=26.2852 acc=0.3993 tokens=8128.0000 +step=195940 micro_steps=391880 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0849 acc=0.4004 tokens=8128.0000 +step=195960 micro_steps=391920 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5432 acc=0.4036 tokens=8128.0000 +step=195980 micro_steps=391960 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6874 acc=0.4018 tokens=8128.0000 +step=196000 micro_steps=392000 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.6457 acc=0.4030 tokens=8128.0000 +[sample step=196000] [CLS] favorite equipment (kit) following job cuts in police ranks. [SEP] still, i refuse to believe he discussed it properly by neither candidate. [SEP] that path returns fargo to its industrial roots, but there's a place for it. [SEP] the bill proposes not just a workplace tax but the added responsibility of creating new jobs, like teaching maths, which would shock generations of kids frightened to learn there was a shortage at the beginning. [SEP] the work may be allowed for a week. [SEP] lebanese president michel suleiman has criticised the controversy surrounding the appointment of a president. [SEP] 12 - - two italian teams whose hopes of emerging from [SEP] +step=196020 micro_steps=392040 elapsed=6.6s lr=3.000000e-04 loss=3.2522 ppl=25.8740 acc=0.4003 tokens=8128.0000 +step=196040 micro_steps=392080 elapsed=4.2s lr=3.000000e-04 loss=3.2483 ppl=25.7801 acc=0.4002 tokens=8128.0000 +step=196060 micro_steps=392120 elapsed=4.2s lr=3.000000e-04 loss=3.2583 ppl=26.0331 acc=0.4001 tokens=8128.0000 +step=196080 micro_steps=392160 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6159 acc=0.4019 tokens=8128.0000 +step=196100 micro_steps=392200 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=26.0026 acc=0.3996 tokens=8128.0000 +step=196120 micro_steps=392240 elapsed=4.2s lr=3.000000e-04 loss=3.2348 ppl=25.4358 acc=0.4021 tokens=8128.0000 +step=196140 micro_steps=392280 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5429 acc=0.4015 tokens=8128.0000 +step=196160 micro_steps=392320 elapsed=4.2s lr=3.000000e-04 loss=3.2515 ppl=25.8599 acc=0.4000 tokens=8128.0000 +step=196180 micro_steps=392360 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7489 acc=0.4018 tokens=8128.0000 +step=196200 micro_steps=392400 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8396 acc=0.4003 tokens=8128.0000 +step=196220 micro_steps=392440 elapsed=4.2s lr=3.000000e-04 loss=3.2381 ppl=25.5836 acc=0.4024 tokens=8128.0000 +step=196240 micro_steps=392480 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=26.0035 acc=0.3990 tokens=8128.0000 +step=196260 micro_steps=392520 elapsed=4.2s lr=3.000000e-04 loss=3.2638 ppl=26.1954 acc=0.3989 tokens=8128.0000 +step=196280 micro_steps=392560 elapsed=4.2s lr=3.000000e-04 loss=3.2519 ppl=25.8689 acc=0.3999 tokens=8128.0000 +step=196300 micro_steps=392600 elapsed=4.2s lr=3.000000e-04 loss=3.2461 ppl=25.7258 acc=0.4016 tokens=8128.0000 +step=196320 micro_steps=392640 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.6974 acc=0.4012 tokens=8128.0000 +step=196340 micro_steps=392680 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9459 acc=0.4005 tokens=8128.0000 +step=196360 micro_steps=392720 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.0659 acc=0.4003 tokens=8128.0000 +step=196380 micro_steps=392760 elapsed=4.2s lr=3.000000e-04 loss=3.2469 ppl=25.7516 acc=0.4018 tokens=8128.0000 +step=196400 micro_steps=392800 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6248 acc=0.4025 tokens=8128.0000 +step=196420 micro_steps=392840 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7634 acc=0.4016 tokens=8128.0000 +step=196440 micro_steps=392880 elapsed=4.2s lr=3.000000e-04 loss=3.2576 ppl=26.0072 acc=0.3993 tokens=8128.0000 +step=196460 micro_steps=392920 elapsed=4.2s lr=3.000000e-04 loss=3.2602 ppl=26.0744 acc=0.3986 tokens=8128.0000 +step=196480 micro_steps=392960 elapsed=4.2s lr=3.000000e-04 loss=3.2530 ppl=25.8978 acc=0.3994 tokens=8128.0000 +step=196500 micro_steps=393000 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9225 acc=0.3999 tokens=8128.0000 +step=196520 micro_steps=393040 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8357 acc=0.4006 tokens=8128.0000 +step=196540 micro_steps=393080 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8617 acc=0.4001 tokens=8128.0000 +step=196560 micro_steps=393120 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8902 acc=0.4001 tokens=8128.0000 +step=196580 micro_steps=393160 elapsed=4.2s lr=3.000000e-04 loss=3.2629 ppl=26.1648 acc=0.3982 tokens=8128.0000 +step=196600 micro_steps=393200 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9119 acc=0.4012 tokens=8128.0000 +step=196620 micro_steps=393240 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7344 acc=0.4013 tokens=8128.0000 +step=196640 micro_steps=393280 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0194 acc=0.3992 tokens=8128.0000 +step=196660 micro_steps=393320 elapsed=4.2s lr=3.000000e-04 loss=3.2533 ppl=25.9039 acc=0.4003 tokens=8128.0000 +step=196680 micro_steps=393360 elapsed=4.2s lr=3.000000e-04 loss=3.2620 ppl=26.1243 acc=0.3991 tokens=8128.0000 +step=196700 micro_steps=393400 elapsed=4.2s lr=3.000000e-04 loss=3.2506 ppl=25.8344 acc=0.4016 tokens=8128.0000 +step=196720 micro_steps=393440 elapsed=4.2s lr=3.000000e-04 loss=3.2652 ppl=26.2063 acc=0.3990 tokens=8128.0000 +step=196740 micro_steps=393480 elapsed=4.2s lr=3.000000e-04 loss=3.2610 ppl=26.1033 acc=0.3989 tokens=8128.0000 +step=196760 micro_steps=393520 elapsed=4.2s lr=3.000000e-04 loss=3.2485 ppl=25.7778 acc=0.4005 tokens=8128.0000 +step=196780 micro_steps=393560 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5260 acc=0.4011 tokens=8128.0000 +step=196800 micro_steps=393600 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7340 acc=0.4013 tokens=8128.0000 +step=196820 micro_steps=393640 elapsed=4.2s lr=3.000000e-04 loss=3.2639 ppl=26.1859 acc=0.3989 tokens=8128.0000 +step=196840 micro_steps=393680 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0263 acc=0.4003 tokens=8128.0000 +step=196860 micro_steps=393720 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8820 acc=0.4010 tokens=8128.0000 +step=196880 micro_steps=393760 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9654 acc=0.3992 tokens=8128.0000 +step=196900 micro_steps=393800 elapsed=4.2s lr=3.000000e-04 loss=3.2519 ppl=25.8630 acc=0.3993 tokens=8128.0000 +step=196920 micro_steps=393840 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=26.0122 acc=0.4003 tokens=8128.0000 +step=196940 micro_steps=393880 elapsed=4.2s lr=3.000000e-04 loss=3.2616 ppl=26.1324 acc=0.3990 tokens=8128.0000 +step=196960 micro_steps=393920 elapsed=4.2s lr=3.000000e-04 loss=3.2625 ppl=26.1538 acc=0.3998 tokens=8128.0000 +step=196980 micro_steps=393960 elapsed=4.2s lr=3.000000e-04 loss=3.2552 ppl=25.9465 acc=0.4004 tokens=8128.0000 +step=197000 micro_steps=394000 elapsed=4.2s lr=3.000000e-04 loss=3.2604 ppl=26.0897 acc=0.3995 tokens=8128.0000 +[sample step=197000] [CLS] forthage of the louisiana breeders he just sought. [SEP] (1755 gmt). [SEP] california cities populous, currently ranked at the bottom in the state for college graduation rates. [SEP] the jurors failed to reach a verdict against him on all counts. [SEP] he recently landed a job teaching online at the university of papua new guinea in dili, the capital of east timor. [SEP] i know how you feel - if you're hosting the olympics the press will watch. [SEP] at the same hospital, matar - washington showed pictures of his heart attack and an unmarried sister - - from whom he was separated. [SEP] british energy [SEP] +step=197020 micro_steps=394040 elapsed=6.6s lr=3.000000e-04 loss=3.2500 ppl=25.8112 acc=0.4018 tokens=8128.0000 +step=197040 micro_steps=394080 elapsed=4.2s lr=3.000000e-04 loss=3.2554 ppl=25.9582 acc=0.3992 tokens=8128.0000 +step=197060 micro_steps=394120 elapsed=4.2s lr=3.000000e-04 loss=3.2508 ppl=25.8586 acc=0.4005 tokens=8128.0000 +step=197080 micro_steps=394160 elapsed=4.2s lr=3.000000e-04 loss=3.2474 ppl=25.7634 acc=0.4024 tokens=8128.0000 +step=197100 micro_steps=394200 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5449 acc=0.4020 tokens=8128.0000 +step=197120 micro_steps=394240 elapsed=4.2s lr=3.000000e-04 loss=3.2644 ppl=26.2013 acc=0.3987 tokens=8128.0000 +step=197140 micro_steps=394280 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5529 acc=0.4019 tokens=8128.0000 +step=197160 micro_steps=394320 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6199 acc=0.4013 tokens=8128.0000 +step=197180 micro_steps=394360 elapsed=4.2s lr=3.000000e-04 loss=3.2363 ppl=25.4718 acc=0.4027 tokens=8128.0000 +step=197200 micro_steps=394400 elapsed=4.2s lr=3.000000e-04 loss=3.2466 ppl=25.7351 acc=0.4006 tokens=8128.0000 +step=197220 micro_steps=394440 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9205 acc=0.3995 tokens=8128.0000 +step=197240 micro_steps=394480 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6258 acc=0.4024 tokens=8128.0000 +step=197260 micro_steps=394520 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9853 acc=0.4002 tokens=8128.0000 +step=197280 micro_steps=394560 elapsed=4.2s lr=3.000000e-04 loss=3.2486 ppl=25.7810 acc=0.4014 tokens=8128.0000 +step=197300 micro_steps=394600 elapsed=4.2s lr=3.000000e-04 loss=3.2636 ppl=26.1664 acc=0.3994 tokens=8128.0000 +step=197320 micro_steps=394640 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0607 acc=0.3993 tokens=8128.0000 +step=197340 micro_steps=394680 elapsed=4.2s lr=3.000000e-04 loss=3.2589 ppl=26.0517 acc=0.4001 tokens=8128.0000 +step=197360 micro_steps=394720 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6901 acc=0.4010 tokens=8128.0000 +step=197380 micro_steps=394760 elapsed=4.2s lr=3.000000e-04 loss=3.2334 ppl=25.3965 acc=0.4027 tokens=8128.0000 +step=197400 micro_steps=394800 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.8885 acc=0.3997 tokens=8128.0000 +step=197420 micro_steps=394840 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0114 acc=0.3998 tokens=8128.0000 +step=197440 micro_steps=394880 elapsed=4.2s lr=3.000000e-04 loss=3.2575 ppl=26.0168 acc=0.3987 tokens=8128.0000 +step=197460 micro_steps=394920 elapsed=4.2s lr=3.000000e-04 loss=3.2679 ppl=26.2852 acc=0.3989 tokens=8128.0000 +step=197480 micro_steps=394960 elapsed=4.2s lr=3.000000e-04 loss=3.2584 ppl=26.0337 acc=0.3999 tokens=8128.0000 +step=197500 micro_steps=395000 elapsed=4.2s lr=3.000000e-04 loss=3.2502 ppl=25.8214 acc=0.4000 tokens=8128.0000 +step=197520 micro_steps=395040 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7563 acc=0.4018 tokens=8128.0000 +step=197540 micro_steps=395080 elapsed=4.2s lr=3.000000e-04 loss=3.2642 ppl=26.1927 acc=0.3990 tokens=8128.0000 +step=197560 micro_steps=395120 elapsed=4.2s lr=3.000000e-04 loss=3.2514 ppl=25.8498 acc=0.4008 tokens=8128.0000 +step=197580 micro_steps=395160 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6728 acc=0.4023 tokens=8128.0000 +step=197600 micro_steps=395200 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0269 acc=0.3995 tokens=8128.0000 +step=197620 micro_steps=395240 elapsed=4.2s lr=3.000000e-04 loss=3.2446 ppl=25.6799 acc=0.4009 tokens=8128.0000 +step=197640 micro_steps=395280 elapsed=4.2s lr=3.000000e-04 loss=3.2512 ppl=25.8654 acc=0.4002 tokens=8128.0000 +step=197660 micro_steps=395320 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7654 acc=0.4004 tokens=8128.0000 +step=197680 micro_steps=395360 elapsed=4.2s lr=3.000000e-04 loss=3.2451 ppl=25.6986 acc=0.4011 tokens=8128.0000 +step=197700 micro_steps=395400 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0010 acc=0.4000 tokens=8128.0000 +step=197720 micro_steps=395440 elapsed=4.2s lr=3.000000e-04 loss=3.2654 ppl=26.2339 acc=0.3982 tokens=8128.0000 +step=197740 micro_steps=395480 elapsed=4.2s lr=3.000000e-04 loss=3.2436 ppl=25.6684 acc=0.4022 tokens=8128.0000 +step=197760 micro_steps=395520 elapsed=4.2s lr=3.000000e-04 loss=3.2644 ppl=26.2086 acc=0.3992 tokens=8128.0000 +step=197780 micro_steps=395560 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8348 acc=0.4008 tokens=8128.0000 +step=197800 micro_steps=395600 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0709 acc=0.4002 tokens=8128.0000 +step=197820 micro_steps=395640 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8516 acc=0.4005 tokens=8128.0000 +step=197840 micro_steps=395680 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9785 acc=0.3996 tokens=8128.0000 +step=197860 micro_steps=395720 elapsed=4.2s lr=3.000000e-04 loss=3.2588 ppl=26.0413 acc=0.3996 tokens=8128.0000 +step=197880 micro_steps=395760 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.7946 acc=0.3997 tokens=8128.0000 +step=197900 micro_steps=395800 elapsed=4.2s lr=3.000000e-04 loss=3.2430 ppl=25.6484 acc=0.4020 tokens=8128.0000 +step=197920 micro_steps=395840 elapsed=4.2s lr=3.000000e-04 loss=3.2421 ppl=25.6255 acc=0.4010 tokens=8128.0000 +step=197940 micro_steps=395880 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8566 acc=0.4007 tokens=8128.0000 +step=197960 micro_steps=395920 elapsed=4.2s lr=3.000000e-04 loss=3.2642 ppl=26.1884 acc=0.3983 tokens=8128.0000 +step=197980 micro_steps=395960 elapsed=4.2s lr=3.000000e-04 loss=3.2397 ppl=25.5580 acc=0.4023 tokens=8128.0000 +step=198000 micro_steps=396000 elapsed=4.2s lr=3.000000e-04 loss=3.2660 ppl=26.2405 acc=0.3995 tokens=8128.0000 +[sample step=198000] [CLS] make their case within the gscc body. [SEP] in the morning the building has been purchased for a long time. [SEP] on thursday, the state supreme court overturned the sentence of reilly, convicted in 2006 of second - degree cruelty for shooting her brother out of the arms with a baseball bat the night of the shooting, the los angeles times reported. [SEP] following a press conference by ioc head jacques rogge and other ioc officials sent out a list of audits of beijing's preparations for the games. [SEP] we take the respect of artists toward them. [SEP] " we strive to improve product management in all of our business operations across [SEP] +step=198020 micro_steps=396040 elapsed=6.6s lr=3.000000e-04 loss=3.2619 ppl=26.1297 acc=0.3994 tokens=8128.0000 +step=198040 micro_steps=396080 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9788 acc=0.4009 tokens=8128.0000 +step=198060 micro_steps=396120 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.7239 acc=0.4012 tokens=8128.0000 +step=198080 micro_steps=396160 elapsed=4.2s lr=3.000000e-04 loss=3.2711 ppl=26.3628 acc=0.3985 tokens=8128.0000 +step=198100 micro_steps=396200 elapsed=4.2s lr=3.000000e-04 loss=3.2421 ppl=25.6205 acc=0.4000 tokens=8128.0000 +step=198120 micro_steps=396240 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8220 acc=0.4006 tokens=8128.0000 +step=198140 micro_steps=396280 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0810 acc=0.3995 tokens=8128.0000 +step=198160 micro_steps=396320 elapsed=4.2s lr=3.000000e-04 loss=3.2602 ppl=26.0886 acc=0.3996 tokens=8128.0000 +step=198180 micro_steps=396360 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9089 acc=0.3993 tokens=8128.0000 +step=198200 micro_steps=396400 elapsed=4.9s lr=3.000000e-04 loss=3.2622 ppl=26.1373 acc=0.4002 tokens=8128.0000 +step=198220 micro_steps=396440 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.7367 acc=0.4018 tokens=7934.3250 +step=198240 micro_steps=396480 elapsed=4.6s lr=3.000000e-04 loss=3.2440 ppl=25.6630 acc=0.4002 tokens=8128.0000 +step=198260 micro_steps=396520 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8850 acc=0.4002 tokens=8128.0000 +step=198280 micro_steps=396560 elapsed=5.2s lr=3.000000e-04 loss=3.2540 ppl=25.9384 acc=0.4002 tokens=8128.0000 +step=198300 micro_steps=396600 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7752 acc=0.4013 tokens=8128.0000 +step=198320 micro_steps=396640 elapsed=4.2s lr=3.000000e-04 loss=3.2401 ppl=25.5750 acc=0.4019 tokens=8128.0000 +step=198340 micro_steps=396680 elapsed=4.2s lr=3.000000e-04 loss=3.2545 ppl=25.9392 acc=0.4001 tokens=8128.0000 +step=198360 micro_steps=396720 elapsed=4.2s lr=3.000000e-04 loss=3.2694 ppl=26.3196 acc=0.3992 tokens=8128.0000 +step=198380 micro_steps=396760 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9367 acc=0.3991 tokens=8128.0000 +step=198400 micro_steps=396800 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8668 acc=0.3998 tokens=8128.0000 +step=198420 micro_steps=396840 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5859 acc=0.4014 tokens=8128.0000 +step=198440 micro_steps=396880 elapsed=4.2s lr=3.000000e-04 loss=3.2482 ppl=25.7743 acc=0.4000 tokens=8128.0000 +step=198460 micro_steps=396920 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8770 acc=0.4008 tokens=8128.0000 +step=198480 micro_steps=396960 elapsed=4.2s lr=3.000000e-04 loss=3.2469 ppl=25.7368 acc=0.4022 tokens=8128.0000 +step=198500 micro_steps=397000 elapsed=4.2s lr=3.000000e-04 loss=3.2548 ppl=25.9384 acc=0.4001 tokens=8128.0000 +step=198520 micro_steps=397040 elapsed=4.2s lr=3.000000e-04 loss=3.2613 ppl=26.1182 acc=0.3995 tokens=8128.0000 +step=198540 micro_steps=397080 elapsed=4.2s lr=3.000000e-04 loss=3.2692 ppl=26.3136 acc=0.3989 tokens=8128.0000 +step=198560 micro_steps=397120 elapsed=4.2s lr=3.000000e-04 loss=3.2606 ppl=26.1396 acc=0.3981 tokens=8128.0000 +step=198580 micro_steps=397160 elapsed=4.2s lr=3.000000e-04 loss=3.2485 ppl=25.7796 acc=0.4005 tokens=8128.0000 +step=198600 micro_steps=397200 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0613 acc=0.4007 tokens=8128.0000 +step=198620 micro_steps=397240 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.6006 acc=0.4020 tokens=8128.0000 +step=198640 micro_steps=397280 elapsed=4.2s lr=3.000000e-04 loss=3.2399 ppl=25.5533 acc=0.4022 tokens=8128.0000 +step=198660 micro_steps=397320 elapsed=4.2s lr=3.000000e-04 loss=3.2560 ppl=25.9893 acc=0.4006 tokens=8128.0000 +step=198680 micro_steps=397360 elapsed=4.2s lr=3.000000e-04 loss=3.2493 ppl=25.8030 acc=0.3998 tokens=8128.0000 +step=198700 micro_steps=397400 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8821 acc=0.3998 tokens=8128.0000 +step=198720 micro_steps=397440 elapsed=4.2s lr=3.000000e-04 loss=3.2568 ppl=25.9952 acc=0.3999 tokens=8128.0000 +step=198740 micro_steps=397480 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8612 acc=0.4015 tokens=8128.0000 +step=198760 micro_steps=397520 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8155 acc=0.3998 tokens=8128.0000 +step=198780 micro_steps=397560 elapsed=4.2s lr=3.000000e-04 loss=3.2576 ppl=26.0164 acc=0.3997 tokens=8128.0000 +step=198800 micro_steps=397600 elapsed=4.2s lr=3.000000e-04 loss=3.2526 ppl=25.9000 acc=0.4011 tokens=8128.0000 +step=198820 micro_steps=397640 elapsed=4.2s lr=3.000000e-04 loss=3.2389 ppl=25.5383 acc=0.4010 tokens=8128.0000 +step=198840 micro_steps=397680 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.7936 acc=0.4005 tokens=8128.0000 +step=198860 micro_steps=397720 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.7928 acc=0.4008 tokens=8128.0000 +step=198880 micro_steps=397760 elapsed=4.2s lr=3.000000e-04 loss=3.2444 ppl=25.6737 acc=0.4019 tokens=8128.0000 +step=198900 micro_steps=397800 elapsed=4.2s lr=3.000000e-04 loss=3.2480 ppl=25.7784 acc=0.4009 tokens=8128.0000 +step=198920 micro_steps=397840 elapsed=4.2s lr=3.000000e-04 loss=3.2538 ppl=25.9103 acc=0.4002 tokens=8128.0000 +step=198940 micro_steps=397880 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7249 acc=0.4009 tokens=8128.0000 +step=198960 micro_steps=397920 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.7849 acc=0.4003 tokens=8128.0000 +step=198980 micro_steps=397960 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0677 acc=0.4007 tokens=8128.0000 +step=199000 micro_steps=398000 elapsed=4.2s lr=3.000000e-04 loss=3.2535 ppl=25.9230 acc=0.3987 tokens=8128.0000 +[sample step=199000] [CLS] would win a majority of the seats in one senate election. [SEP] the problem was twofold. [SEP] a way out may be to modify my repayment plan, so that if i go back in the bank and if i go out to a bigger place i transfer money to the next available payment, bankrate will work closely with me to recognize the difference in cost between the contact option and the next two plan. [SEP] mr. wheeldon, who won a cesar prize for the best first feature of 2005, collected a 45 - minute production list (un prophete: a lifetime of the painter) from 80 other uk and international ballet [SEP] +step=199020 micro_steps=398040 elapsed=6.6s lr=3.000000e-04 loss=3.2480 ppl=25.7591 acc=0.4006 tokens=8128.0000 +step=199040 micro_steps=398080 elapsed=4.2s lr=3.000000e-04 loss=3.2551 ppl=25.9480 acc=0.3983 tokens=8128.0000 +step=199060 micro_steps=398120 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7774 acc=0.4012 tokens=8128.0000 +step=199080 micro_steps=398160 elapsed=4.2s lr=3.000000e-04 loss=3.2463 ppl=25.7118 acc=0.4014 tokens=8128.0000 +step=199100 micro_steps=398200 elapsed=4.2s lr=3.000000e-04 loss=3.2675 ppl=26.2766 acc=0.3991 tokens=8128.0000 +step=199120 micro_steps=398240 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7301 acc=0.4010 tokens=8128.0000 +step=199140 micro_steps=398280 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0491 acc=0.3994 tokens=8128.0000 +step=199160 micro_steps=398320 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.8037 acc=0.4003 tokens=8128.0000 +step=199180 micro_steps=398360 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.9077 acc=0.4008 tokens=8128.0000 +step=199200 micro_steps=398400 elapsed=4.2s lr=3.000000e-04 loss=3.2486 ppl=25.7951 acc=0.4003 tokens=8128.0000 +step=199220 micro_steps=398440 elapsed=4.2s lr=3.000000e-04 loss=3.2396 ppl=25.5486 acc=0.4022 tokens=8128.0000 +step=199240 micro_steps=398480 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9244 acc=0.3999 tokens=8128.0000 +step=199260 micro_steps=398520 elapsed=4.2s lr=3.000000e-04 loss=3.2580 ppl=26.0245 acc=0.3988 tokens=8128.0000 +step=199280 micro_steps=398560 elapsed=4.2s lr=3.000000e-04 loss=3.2659 ppl=26.2304 acc=0.3986 tokens=8128.0000 +step=199300 micro_steps=398600 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8528 acc=0.4024 tokens=8128.0000 +step=199320 micro_steps=398640 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6481 acc=0.3999 tokens=8128.0000 +step=199340 micro_steps=398680 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1643 acc=0.3986 tokens=8128.0000 +step=199360 micro_steps=398720 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6100 acc=0.4019 tokens=8128.0000 +step=199380 micro_steps=398760 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8894 acc=0.4002 tokens=8128.0000 +step=199400 micro_steps=398800 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.0967 acc=0.3995 tokens=8128.0000 +step=199420 micro_steps=398840 elapsed=4.2s lr=3.000000e-04 loss=3.2466 ppl=25.7368 acc=0.4020 tokens=8128.0000 +step=199440 micro_steps=398880 elapsed=4.2s lr=3.000000e-04 loss=3.2600 ppl=26.0827 acc=0.3996 tokens=8128.0000 +step=199460 micro_steps=398920 elapsed=4.2s lr=3.000000e-04 loss=3.2583 ppl=26.0327 acc=0.4001 tokens=8128.0000 +step=199480 micro_steps=398960 elapsed=4.2s lr=3.000000e-04 loss=3.2623 ppl=26.1401 acc=0.3992 tokens=8128.0000 +step=199500 micro_steps=399000 elapsed=4.2s lr=3.000000e-04 loss=3.2583 ppl=26.0304 acc=0.3995 tokens=8128.0000 +step=199520 micro_steps=399040 elapsed=4.2s lr=3.000000e-04 loss=3.2557 ppl=25.9671 acc=0.4007 tokens=8128.0000 +step=199540 micro_steps=399080 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9136 acc=0.4002 tokens=8128.0000 +step=199560 micro_steps=399120 elapsed=4.2s lr=3.000000e-04 loss=3.2487 ppl=25.7806 acc=0.4008 tokens=8128.0000 +step=199580 micro_steps=399160 elapsed=4.2s lr=3.000000e-04 loss=3.2341 ppl=25.4127 acc=0.4032 tokens=8128.0000 +step=199600 micro_steps=399200 elapsed=4.2s lr=3.000000e-04 loss=3.2583 ppl=26.0314 acc=0.3993 tokens=8128.0000 +step=199620 micro_steps=399240 elapsed=4.2s lr=3.000000e-04 loss=3.2647 ppl=26.1962 acc=0.3987 tokens=8128.0000 +step=199640 micro_steps=399280 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8064 acc=0.4014 tokens=8128.0000 +step=199660 micro_steps=399320 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8117 acc=0.4003 tokens=8128.0000 +step=199680 micro_steps=399360 elapsed=4.2s lr=3.000000e-04 loss=3.2552 ppl=25.9416 acc=0.3996 tokens=8128.0000 +step=199700 micro_steps=399400 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8370 acc=0.4008 tokens=8128.0000 +step=199720 micro_steps=399440 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.8918 acc=0.4000 tokens=8128.0000 +step=199740 micro_steps=399480 elapsed=4.2s lr=3.000000e-04 loss=3.2489 ppl=25.7964 acc=0.4009 tokens=8128.0000 +step=199760 micro_steps=399520 elapsed=4.2s lr=3.000000e-04 loss=3.2580 ppl=26.0211 acc=0.4004 tokens=8128.0000 +step=199780 micro_steps=399560 elapsed=4.2s lr=3.000000e-04 loss=3.2583 ppl=26.0427 acc=0.4004 tokens=8128.0000 +step=199800 micro_steps=399600 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4539 acc=0.4024 tokens=8128.0000 +step=199820 micro_steps=399640 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.8064 acc=0.4005 tokens=8128.0000 +step=199840 micro_steps=399680 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9851 acc=0.4009 tokens=8128.0000 +step=199860 micro_steps=399720 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.8007 acc=0.4014 tokens=8128.0000 +step=199880 micro_steps=399760 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=26.0131 acc=0.3998 tokens=8128.0000 +step=199900 micro_steps=399800 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.5873 acc=0.4012 tokens=8128.0000 +step=199920 micro_steps=399840 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5662 acc=0.4007 tokens=8128.0000 +step=199940 micro_steps=399880 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0713 acc=0.3993 tokens=8128.0000 +step=199960 micro_steps=399920 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9871 acc=0.4005 tokens=8128.0000 +step=199980 micro_steps=399960 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5839 acc=0.4025 tokens=8128.0000 +step=200000 micro_steps=400000 elapsed=4.2s lr=3.000000e-04 loss=3.2470 ppl=25.7434 acc=0.4014 tokens=8128.0000 +[sample step=200000] [CLS] look like he has the temperament that his predecessors had. [SEP] the women spent six months in florida, went through the repossession process, became las vegas landlords on their own mopeds and, ultimately, realized they were actually closer in years to the real estate market than to real estate. [SEP] the petitions project called friday on shareholders to support the plans, which would cost nearly $290 billion. [SEP] "you look like an impressionist or postmodern artist who follows his art and inspiration wherever it goes, and creates artworks in the style of nouveau riche paris," she complained. [SEP] cintas business [SEP] +step=200020 micro_steps=400040 elapsed=7.8s lr=3.000000e-04 loss=3.2459 ppl=25.7519 acc=0.4023 tokens=8128.0000 +step=200040 micro_steps=400080 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.7012 acc=0.4020 tokens=8128.0000 +step=200060 micro_steps=400120 elapsed=4.2s lr=3.000000e-04 loss=3.2567 ppl=25.9947 acc=0.3999 tokens=8128.0000 +step=200080 micro_steps=400160 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0344 acc=0.3995 tokens=8128.0000 +step=200100 micro_steps=400200 elapsed=4.2s lr=3.000000e-04 loss=3.2378 ppl=25.5129 acc=0.4010 tokens=8128.0000 +step=200120 micro_steps=400240 elapsed=4.2s lr=3.000000e-04 loss=3.2575 ppl=26.0060 acc=0.4007 tokens=8128.0000 +step=200140 micro_steps=400280 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7440 acc=0.4006 tokens=8128.0000 +step=200160 micro_steps=400320 elapsed=4.2s lr=3.000000e-04 loss=3.2389 ppl=25.5353 acc=0.4018 tokens=8128.0000 +step=200180 micro_steps=400360 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.6969 acc=0.4015 tokens=8128.0000 +step=200200 micro_steps=400400 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5490 acc=0.4023 tokens=8128.0000 +step=200220 micro_steps=400440 elapsed=4.2s lr=3.000000e-04 loss=3.2455 ppl=25.7102 acc=0.4008 tokens=8128.0000 +step=200240 micro_steps=400480 elapsed=4.2s lr=3.000000e-04 loss=3.2258 ppl=25.1977 acc=0.4033 tokens=8128.0000 +step=200260 micro_steps=400520 elapsed=4.2s lr=3.000000e-04 loss=3.2373 ppl=25.4997 acc=0.4018 tokens=8128.0000 +step=200280 micro_steps=400560 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0367 acc=0.3990 tokens=8128.0000 +step=200300 micro_steps=400600 elapsed=4.2s lr=3.000000e-04 loss=3.2515 ppl=25.8696 acc=0.4004 tokens=8128.0000 +step=200320 micro_steps=400640 elapsed=4.2s lr=3.000000e-04 loss=3.2536 ppl=25.9123 acc=0.3996 tokens=8128.0000 +step=200340 micro_steps=400680 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.7032 acc=0.4011 tokens=8128.0000 +step=200360 micro_steps=400720 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9237 acc=0.4004 tokens=8128.0000 +step=200380 micro_steps=400760 elapsed=4.2s lr=3.000000e-04 loss=3.2672 ppl=26.2617 acc=0.3987 tokens=8128.0000 +step=200400 micro_steps=400800 elapsed=4.2s lr=3.000000e-04 loss=3.2643 ppl=26.1921 acc=0.3986 tokens=8128.0000 +step=200420 micro_steps=400840 elapsed=4.2s lr=3.000000e-04 loss=3.2572 ppl=26.0004 acc=0.4000 tokens=8128.0000 +step=200440 micro_steps=400880 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5095 acc=0.4030 tokens=8128.0000 +step=200460 micro_steps=400920 elapsed=4.2s lr=3.000000e-04 loss=3.2493 ppl=25.8047 acc=0.3991 tokens=8128.0000 +step=200480 micro_steps=400960 elapsed=4.2s lr=3.000000e-04 loss=3.2617 ppl=26.1165 acc=0.3984 tokens=8128.0000 +step=200500 micro_steps=401000 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=26.0170 acc=0.4009 tokens=8128.0000 +step=200520 micro_steps=401040 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7284 acc=0.4012 tokens=8128.0000 +step=200540 micro_steps=401080 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7765 acc=0.4012 tokens=8128.0000 +step=200560 micro_steps=401120 elapsed=4.2s lr=3.000000e-04 loss=3.2591 ppl=26.0592 acc=0.3994 tokens=8128.0000 +step=200580 micro_steps=401160 elapsed=4.2s lr=3.000000e-04 loss=3.2360 ppl=25.4566 acc=0.4024 tokens=8128.0000 +step=200600 micro_steps=401200 elapsed=4.2s lr=3.000000e-04 loss=3.2470 ppl=25.7485 acc=0.4016 tokens=8128.0000 +step=200620 micro_steps=401240 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7096 acc=0.4008 tokens=8128.0000 +step=200640 micro_steps=401280 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7472 acc=0.4014 tokens=8128.0000 +step=200660 micro_steps=401320 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7364 acc=0.4018 tokens=8128.0000 +step=200680 micro_steps=401360 elapsed=4.2s lr=3.000000e-04 loss=3.2527 ppl=25.8947 acc=0.4000 tokens=8128.0000 +step=200700 micro_steps=401400 elapsed=4.2s lr=3.000000e-04 loss=3.2498 ppl=25.8232 acc=0.4006 tokens=8128.0000 +step=200720 micro_steps=401440 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7088 acc=0.4016 tokens=8128.0000 +step=200740 micro_steps=401480 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7125 acc=0.4024 tokens=8128.0000 +step=200760 micro_steps=401520 elapsed=4.2s lr=3.000000e-04 loss=3.2373 ppl=25.5063 acc=0.4010 tokens=8128.0000 +step=200780 micro_steps=401560 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7835 acc=0.4009 tokens=8128.0000 +step=200800 micro_steps=401600 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9760 acc=0.4003 tokens=8128.0000 +step=200820 micro_steps=401640 elapsed=4.2s lr=3.000000e-04 loss=3.2544 ppl=25.9391 acc=0.4000 tokens=8128.0000 +step=200840 micro_steps=401680 elapsed=4.2s lr=3.000000e-04 loss=3.2513 ppl=25.8494 acc=0.4019 tokens=8128.0000 +step=200860 micro_steps=401720 elapsed=4.2s lr=3.000000e-04 loss=3.2609 ppl=26.1047 acc=0.4003 tokens=8128.0000 +step=200880 micro_steps=401760 elapsed=4.2s lr=3.000000e-04 loss=3.2473 ppl=25.7610 acc=0.4012 tokens=8128.0000 +step=200900 micro_steps=401800 elapsed=4.2s lr=3.000000e-04 loss=3.2483 ppl=25.7795 acc=0.3993 tokens=8128.0000 +step=200920 micro_steps=401840 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5926 acc=0.4015 tokens=8128.0000 +step=200940 micro_steps=401880 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.7011 acc=0.4014 tokens=8128.0000 +step=200960 micro_steps=401920 elapsed=4.2s lr=3.000000e-04 loss=3.2489 ppl=25.8000 acc=0.4016 tokens=8128.0000 +step=200980 micro_steps=401960 elapsed=4.2s lr=3.000000e-04 loss=3.2594 ppl=26.0660 acc=0.4001 tokens=8128.0000 +step=201000 micro_steps=402000 elapsed=4.2s lr=3.000000e-04 loss=3.2439 ppl=25.6742 acc=0.4023 tokens=8128.0000 +[sample step=201000] [CLS], especially the first three pieces. [SEP] at the whole house we sit in a hotel room smelling of a draft of the 1949 film no longer autographed by his father yuri. [SEP] reacting by many to the plight of human children in broken lives through contact with these stillbirths, professor wu'er - choe pragmatic buddhist was able to write. [SEP] 1 - 2, is riddled with racial lines, and a patchy number of puppets dressed as blood - loot chibbers - - black miniature cattle, black cowgirls - - lie motionless on the floor of the ummah ( southern baptist church [SEP] +step=201020 micro_steps=402040 elapsed=6.6s lr=3.000000e-04 loss=3.2486 ppl=25.7773 acc=0.4011 tokens=8128.0000 +step=201040 micro_steps=402080 elapsed=4.2s lr=3.000000e-04 loss=3.2411 ppl=25.5861 acc=0.4006 tokens=8128.0000 +step=201060 micro_steps=402120 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7622 acc=0.4011 tokens=8128.0000 +step=201080 micro_steps=402160 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.6062 acc=0.4021 tokens=8128.0000 +step=201100 micro_steps=402200 elapsed=4.2s lr=3.000000e-04 loss=3.2482 ppl=25.7675 acc=0.4011 tokens=8128.0000 +step=201120 micro_steps=402240 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5572 acc=0.4015 tokens=8128.0000 +step=201140 micro_steps=402280 elapsed=4.2s lr=3.000000e-04 loss=3.2603 ppl=26.0917 acc=0.4001 tokens=8128.0000 +step=201160 micro_steps=402320 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8435 acc=0.4000 tokens=8128.0000 +step=201180 micro_steps=402360 elapsed=4.2s lr=3.000000e-04 loss=3.2516 ppl=25.8535 acc=0.3991 tokens=8128.0000 +step=201200 micro_steps=402400 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7264 acc=0.4011 tokens=8128.0000 +step=201220 micro_steps=402440 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6502 acc=0.4006 tokens=8128.0000 +step=201240 micro_steps=402480 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.8061 acc=0.4006 tokens=8128.0000 +step=201260 micro_steps=402520 elapsed=4.2s lr=3.000000e-04 loss=3.2636 ppl=26.1756 acc=0.3989 tokens=8128.0000 +step=201280 micro_steps=402560 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7275 acc=0.4011 tokens=8128.0000 +step=201300 micro_steps=402600 elapsed=4.2s lr=3.000000e-04 loss=3.2590 ppl=26.0570 acc=0.3993 tokens=8128.0000 +step=201320 micro_steps=402640 elapsed=4.2s lr=3.000000e-04 loss=3.2446 ppl=25.6906 acc=0.4015 tokens=8128.0000 +step=201340 micro_steps=402680 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8688 acc=0.3990 tokens=8128.0000 +step=201360 micro_steps=402720 elapsed=4.2s lr=3.000000e-04 loss=3.2542 ppl=25.9412 acc=0.3997 tokens=8128.0000 +step=201380 micro_steps=402760 elapsed=4.2s lr=3.000000e-04 loss=3.2575 ppl=26.0264 acc=0.4006 tokens=8128.0000 +step=201400 micro_steps=402800 elapsed=4.2s lr=3.000000e-04 loss=3.2508 ppl=25.8291 acc=0.4007 tokens=8128.0000 +step=201420 micro_steps=402840 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.7205 acc=0.4016 tokens=8128.0000 +step=201440 micro_steps=402880 elapsed=4.2s lr=3.000000e-04 loss=3.2550 ppl=25.9534 acc=0.4005 tokens=8128.0000 +step=201460 micro_steps=402920 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8127 acc=0.4006 tokens=8128.0000 +step=201480 micro_steps=402960 elapsed=4.2s lr=3.000000e-04 loss=3.2427 ppl=25.6363 acc=0.4013 tokens=8128.0000 +step=201500 micro_steps=403000 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.8022 acc=0.4031 tokens=8128.0000 +step=201520 micro_steps=403040 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7609 acc=0.4017 tokens=8128.0000 +step=201540 micro_steps=403080 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9170 acc=0.4005 tokens=8128.0000 +step=201560 micro_steps=403120 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.6918 acc=0.4015 tokens=8128.0000 +step=201580 micro_steps=403160 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.7930 acc=0.4021 tokens=8128.0000 +step=201600 micro_steps=403200 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0229 acc=0.3997 tokens=8128.0000 +step=201620 micro_steps=403240 elapsed=4.2s lr=3.000000e-04 loss=3.2505 ppl=25.8416 acc=0.4003 tokens=8128.0000 +step=201640 micro_steps=403280 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.7895 acc=0.3999 tokens=8128.0000 +step=201660 micro_steps=403320 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7539 acc=0.4018 tokens=8128.0000 +step=201680 micro_steps=403360 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8905 acc=0.3995 tokens=8128.0000 +step=201700 micro_steps=403400 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9679 acc=0.4000 tokens=8128.0000 +step=201720 micro_steps=403440 elapsed=4.3s lr=3.000000e-04 loss=3.2404 ppl=25.5703 acc=0.4011 tokens=8128.0000 +step=201740 micro_steps=403480 elapsed=4.3s lr=3.000000e-04 loss=3.2659 ppl=26.2333 acc=0.3992 tokens=8128.0000 +step=201760 micro_steps=403520 elapsed=4.3s lr=3.000000e-04 loss=3.2384 ppl=25.5164 acc=0.4026 tokens=8128.0000 +step=201780 micro_steps=403560 elapsed=4.3s lr=3.000000e-04 loss=3.2632 ppl=26.1570 acc=0.3982 tokens=8128.0000 +step=201800 micro_steps=403600 elapsed=4.3s lr=3.000000e-04 loss=3.2418 ppl=25.6116 acc=0.4019 tokens=8128.0000 +step=201820 micro_steps=403640 elapsed=4.3s lr=3.000000e-04 loss=3.2409 ppl=25.5721 acc=0.4028 tokens=8128.0000 +step=201840 micro_steps=403680 elapsed=4.3s lr=3.000000e-04 loss=3.2547 ppl=25.9425 acc=0.4003 tokens=8128.0000 +step=201860 micro_steps=403720 elapsed=4.2s lr=3.000000e-04 loss=3.2552 ppl=25.9593 acc=0.4004 tokens=8128.0000 +step=201880 micro_steps=403760 elapsed=4.2s lr=3.000000e-04 loss=3.2396 ppl=25.5573 acc=0.4030 tokens=8128.0000 +step=201900 micro_steps=403800 elapsed=4.2s lr=3.000000e-04 loss=3.2639 ppl=26.1726 acc=0.3990 tokens=8128.0000 +step=201920 micro_steps=403840 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7697 acc=0.4002 tokens=8128.0000 +step=201940 micro_steps=403880 elapsed=4.2s lr=3.000000e-04 loss=3.2507 ppl=25.8412 acc=0.4009 tokens=8128.0000 +step=201960 micro_steps=403920 elapsed=4.2s lr=3.000000e-04 loss=3.2676 ppl=26.2719 acc=0.3983 tokens=8128.0000 +step=201980 micro_steps=403960 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7741 acc=0.4012 tokens=8128.0000 +step=202000 micro_steps=404000 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.6924 acc=0.4012 tokens=8128.0000 +[sample step=202000] [CLS]. [SEP] ours is a separate market, worldwide, and i cannot envision that it will return in the short - term, " said political analyst keantami makan, who also specializes in media crime. [SEP] the 20 - year - old appeared for a central defender's disciplinary hearing today. [SEP] his private physician, dr. peter rohrbach, had asked for the maximum sentence, which was three years incarceration, from when the judge accepted chou - hoon's defense. [SEP] criticism took some shaking, even bemusement. [SEP] that will make it even more difficult to run new high - tech [SEP] +step=202020 micro_steps=404040 elapsed=6.6s lr=3.000000e-04 loss=3.2615 ppl=26.1142 acc=0.3979 tokens=8128.0000 +step=202040 micro_steps=404080 elapsed=4.2s lr=3.000000e-04 loss=3.2638 ppl=26.1878 acc=0.3997 tokens=8128.0000 +step=202060 micro_steps=404120 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6182 acc=0.4012 tokens=8128.0000 +step=202080 micro_steps=404160 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6483 acc=0.4025 tokens=8128.0000 +step=202100 micro_steps=404200 elapsed=4.2s lr=3.000000e-04 loss=3.2632 ppl=26.1575 acc=0.3992 tokens=8128.0000 +step=202120 micro_steps=404240 elapsed=4.2s lr=3.000000e-04 loss=3.2546 ppl=25.9353 acc=0.4006 tokens=8128.0000 +step=202140 micro_steps=404280 elapsed=4.2s lr=3.000000e-04 loss=3.2521 ppl=25.8718 acc=0.4011 tokens=8128.0000 +step=202160 micro_steps=404320 elapsed=4.2s lr=3.000000e-04 loss=3.2614 ppl=26.1169 acc=0.3993 tokens=8128.0000 +step=202180 micro_steps=404360 elapsed=4.2s lr=3.000000e-04 loss=3.2604 ppl=26.0946 acc=0.3995 tokens=8128.0000 +step=202200 micro_steps=404400 elapsed=4.2s lr=3.000000e-04 loss=3.2526 ppl=25.8772 acc=0.4003 tokens=8128.0000 +step=202220 micro_steps=404440 elapsed=4.2s lr=3.000000e-04 loss=3.2435 ppl=25.6538 acc=0.4011 tokens=8128.0000 +step=202240 micro_steps=404480 elapsed=4.2s lr=3.000000e-04 loss=3.2498 ppl=25.8249 acc=0.4001 tokens=8128.0000 +step=202260 micro_steps=404520 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1874 acc=0.3996 tokens=8128.0000 +step=202280 micro_steps=404560 elapsed=4.2s lr=3.000000e-04 loss=3.2518 ppl=25.8785 acc=0.4010 tokens=8128.0000 +step=202300 micro_steps=404600 elapsed=4.2s lr=3.000000e-04 loss=3.2570 ppl=26.0067 acc=0.3993 tokens=8128.0000 +step=202320 micro_steps=404640 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6568 acc=0.4017 tokens=8128.0000 +step=202340 micro_steps=404680 elapsed=4.2s lr=3.000000e-04 loss=3.2474 ppl=25.7420 acc=0.4011 tokens=8128.0000 +step=202360 micro_steps=404720 elapsed=4.2s lr=3.000000e-04 loss=3.2616 ppl=26.1268 acc=0.3994 tokens=8128.0000 +step=202380 micro_steps=404760 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.7056 acc=0.4017 tokens=8128.0000 +step=202400 micro_steps=404800 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9747 acc=0.4000 tokens=8128.0000 +step=202420 micro_steps=404840 elapsed=4.2s lr=3.000000e-04 loss=3.2530 ppl=25.8928 acc=0.4000 tokens=8128.0000 +step=202440 micro_steps=404880 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.8992 acc=0.4005 tokens=8128.0000 +step=202460 micro_steps=404920 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.0997 acc=0.3994 tokens=8128.0000 +step=202480 micro_steps=404960 elapsed=4.2s lr=3.000000e-04 loss=3.2472 ppl=25.7553 acc=0.4013 tokens=8128.0000 +step=202500 micro_steps=405000 elapsed=4.2s lr=3.000000e-04 loss=3.2292 ppl=25.3083 acc=0.4038 tokens=8128.0000 +step=202520 micro_steps=405040 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.7971 acc=0.4001 tokens=8128.0000 +step=202540 micro_steps=405080 elapsed=4.2s lr=3.000000e-04 loss=3.2534 ppl=25.9133 acc=0.3984 tokens=8128.0000 +step=202560 micro_steps=405120 elapsed=4.2s lr=3.000000e-04 loss=3.2418 ppl=25.5972 acc=0.4028 tokens=8128.0000 +step=202580 micro_steps=405160 elapsed=4.2s lr=3.000000e-04 loss=3.2586 ppl=26.0377 acc=0.3990 tokens=8128.0000 +step=202600 micro_steps=405200 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.8034 acc=0.4003 tokens=8128.0000 +step=202620 micro_steps=405240 elapsed=4.2s lr=3.000000e-04 loss=3.2539 ppl=25.9081 acc=0.3999 tokens=8128.0000 +step=202640 micro_steps=405280 elapsed=4.2s lr=3.000000e-04 loss=3.2394 ppl=25.5548 acc=0.4021 tokens=8128.0000 +step=202660 micro_steps=405320 elapsed=4.2s lr=3.000000e-04 loss=3.2635 ppl=26.1671 acc=0.3983 tokens=8128.0000 +step=202680 micro_steps=405360 elapsed=4.2s lr=3.000000e-04 loss=3.2485 ppl=25.7832 acc=0.4017 tokens=8128.0000 +step=202700 micro_steps=405400 elapsed=4.2s lr=3.000000e-04 loss=3.2079 ppl=25.0193 acc=0.4096 tokens=8128.0000 +step=202720 micro_steps=405440 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9328 acc=0.4001 tokens=8128.0000 +step=202740 micro_steps=405480 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8168 acc=0.4011 tokens=8128.0000 +step=202760 micro_steps=405520 elapsed=4.2s lr=3.000000e-04 loss=3.2474 ppl=25.7552 acc=0.4004 tokens=8128.0000 +step=202780 micro_steps=405560 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.8015 acc=0.4004 tokens=8128.0000 +step=202800 micro_steps=405600 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0066 acc=0.3999 tokens=8128.0000 +step=202820 micro_steps=405640 elapsed=4.2s lr=3.000000e-04 loss=3.2605 ppl=26.0940 acc=0.3999 tokens=8128.0000 +step=202840 micro_steps=405680 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.9038 acc=0.4006 tokens=8128.0000 +step=202860 micro_steps=405720 elapsed=4.2s lr=3.000000e-04 loss=3.2508 ppl=25.8450 acc=0.4002 tokens=8128.0000 +step=202880 micro_steps=405760 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9790 acc=0.3990 tokens=8128.0000 +step=202900 micro_steps=405800 elapsed=4.2s lr=3.000000e-04 loss=3.2548 ppl=25.9497 acc=0.4004 tokens=8128.0000 +step=202920 micro_steps=405840 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8489 acc=0.4010 tokens=8128.0000 +step=202940 micro_steps=405880 elapsed=4.2s lr=3.000000e-04 loss=3.2547 ppl=25.9324 acc=0.3998 tokens=8128.0000 +step=202960 micro_steps=405920 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9848 acc=0.4002 tokens=8128.0000 +step=202980 micro_steps=405960 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7151 acc=0.4016 tokens=8128.0000 +step=203000 micro_steps=406000 elapsed=4.2s lr=3.000000e-04 loss=3.2547 ppl=25.9305 acc=0.4004 tokens=8128.0000 +[sample step=203000] [CLS] near restate expertise, said mickey cox, the chief financial officer at dell. [SEP] the scandal has not been resolved, however, and some of his people over the past few days have been allowed to meet similar men like nicholson, the spokesman said. [SEP] parking options and extended - parking locations were significantly lower in 2007 than in 2006, 54 percent of them requiring restaurants to separate, document or extend parking space within the premises completely, as the city's restaurants earned a net profit of $310, 940. [SEP] the new delay is due to the death of maintenance worker mr sohn patel. [SEP] 6 (upi) [SEP] +step=203020 micro_steps=406040 elapsed=6.6s lr=3.000000e-04 loss=3.2400 ppl=25.5626 acc=0.4008 tokens=8128.0000 +step=203040 micro_steps=406080 elapsed=4.2s lr=3.000000e-04 loss=3.2474 ppl=25.7677 acc=0.4012 tokens=8128.0000 +step=203060 micro_steps=406120 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8458 acc=0.4009 tokens=8128.0000 +step=203080 micro_steps=406160 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9841 acc=0.3996 tokens=8128.0000 +step=203100 micro_steps=406200 elapsed=4.2s lr=3.000000e-04 loss=3.2587 ppl=26.0492 acc=0.3988 tokens=8128.0000 +step=203120 micro_steps=406240 elapsed=4.2s lr=3.000000e-04 loss=3.2402 ppl=25.5659 acc=0.4024 tokens=8128.0000 +step=203140 micro_steps=406280 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0363 acc=0.3988 tokens=8128.0000 +step=203160 micro_steps=406320 elapsed=4.2s lr=3.000000e-04 loss=3.2534 ppl=25.9131 acc=0.3998 tokens=8128.0000 +step=203180 micro_steps=406360 elapsed=4.2s lr=3.000000e-04 loss=3.2534 ppl=25.9035 acc=0.4006 tokens=8128.0000 +step=203200 micro_steps=406400 elapsed=4.2s lr=3.000000e-04 loss=3.2603 ppl=26.0944 acc=0.3991 tokens=8128.0000 +step=203220 micro_steps=406440 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=26.0009 acc=0.4007 tokens=8128.0000 +step=203240 micro_steps=406480 elapsed=4.2s lr=3.000000e-04 loss=3.2552 ppl=25.9510 acc=0.4011 tokens=8128.0000 +step=203260 micro_steps=406520 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7997 acc=0.4011 tokens=8128.0000 +step=203280 micro_steps=406560 elapsed=4.2s lr=3.000000e-04 loss=3.2593 ppl=26.0605 acc=0.4006 tokens=8128.0000 +step=203300 micro_steps=406600 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7713 acc=0.4001 tokens=8128.0000 +step=203320 micro_steps=406640 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7710 acc=0.4002 tokens=8128.0000 +step=203340 micro_steps=406680 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8096 acc=0.4016 tokens=8128.0000 +step=203360 micro_steps=406720 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7325 acc=0.4017 tokens=8128.0000 +step=203380 micro_steps=406760 elapsed=4.2s lr=3.000000e-04 loss=3.2526 ppl=25.8776 acc=0.4009 tokens=8128.0000 +step=203400 micro_steps=406800 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=26.0159 acc=0.4008 tokens=8128.0000 +step=203420 micro_steps=406840 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6862 acc=0.4022 tokens=8128.0000 +step=203440 micro_steps=406880 elapsed=4.2s lr=3.000000e-04 loss=3.2535 ppl=25.9147 acc=0.4005 tokens=8128.0000 +step=203460 micro_steps=406920 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.5977 acc=0.4017 tokens=8128.0000 +step=203480 micro_steps=406960 elapsed=4.2s lr=3.000000e-04 loss=3.2411 ppl=25.5906 acc=0.4016 tokens=8128.0000 +step=203500 micro_steps=407000 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.8952 acc=0.3998 tokens=8128.0000 +step=203520 micro_steps=407040 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5153 acc=0.4020 tokens=8128.0000 +step=203540 micro_steps=407080 elapsed=4.2s lr=3.000000e-04 loss=3.2625 ppl=26.1419 acc=0.3996 tokens=8128.0000 +step=203560 micro_steps=407120 elapsed=4.2s lr=3.000000e-04 loss=3.2530 ppl=25.9085 acc=0.4003 tokens=8128.0000 +step=203580 micro_steps=407160 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7620 acc=0.4003 tokens=8128.0000 +step=203600 micro_steps=407200 elapsed=4.2s lr=3.000000e-04 loss=3.2575 ppl=26.0200 acc=0.4003 tokens=8128.0000 +step=203620 micro_steps=407240 elapsed=4.2s lr=3.000000e-04 loss=3.2596 ppl=26.0738 acc=0.4000 tokens=8128.0000 +step=203640 micro_steps=407280 elapsed=4.2s lr=3.000000e-04 loss=3.2542 ppl=25.9267 acc=0.3997 tokens=8128.0000 +step=203660 micro_steps=407320 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5793 acc=0.4015 tokens=8128.0000 +step=203680 micro_steps=407360 elapsed=4.2s lr=3.000000e-04 loss=3.2521 ppl=25.8774 acc=0.4011 tokens=8128.0000 +step=203700 micro_steps=407400 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6058 acc=0.4010 tokens=8128.0000 +step=203720 micro_steps=407440 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.6999 acc=0.4005 tokens=8128.0000 +step=203740 micro_steps=407480 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7431 acc=0.4000 tokens=8128.0000 +step=203760 micro_steps=407520 elapsed=4.2s lr=3.000000e-04 loss=3.2583 ppl=26.0318 acc=0.3990 tokens=8128.0000 +step=203780 micro_steps=407560 elapsed=4.2s lr=3.000000e-04 loss=3.2401 ppl=25.5660 acc=0.4017 tokens=8128.0000 +step=203800 micro_steps=407600 elapsed=4.2s lr=3.000000e-04 loss=3.2595 ppl=26.0570 acc=0.4008 tokens=8128.0000 +step=203820 micro_steps=407640 elapsed=4.2s lr=3.000000e-04 loss=3.2463 ppl=25.7254 acc=0.4009 tokens=8128.0000 +step=203840 micro_steps=407680 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7667 acc=0.4010 tokens=8128.0000 +step=203860 micro_steps=407720 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4928 acc=0.4027 tokens=8128.0000 +step=203880 micro_steps=407760 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8258 acc=0.3999 tokens=8128.0000 +step=203900 micro_steps=407800 elapsed=4.2s lr=3.000000e-04 loss=3.2643 ppl=26.2038 acc=0.3987 tokens=8128.0000 +step=203920 micro_steps=407840 elapsed=4.2s lr=3.000000e-04 loss=3.2544 ppl=25.9413 acc=0.4008 tokens=8128.0000 +step=203940 micro_steps=407880 elapsed=4.2s lr=3.000000e-04 loss=3.2499 ppl=25.8160 acc=0.4008 tokens=8128.0000 +step=203960 micro_steps=407920 elapsed=4.2s lr=3.000000e-04 loss=3.2503 ppl=25.8212 acc=0.4005 tokens=8128.0000 +step=203980 micro_steps=407960 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7748 acc=0.4015 tokens=8128.0000 +step=204000 micro_steps=408000 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.8065 acc=0.4013 tokens=8128.0000 +[sample step=204000] [CLS] the entire territory of millions of palestinians, including the entire west bank. [SEP] 2 ) "women in sport" (summit), margaret pepper's documentary about the new rules for sporting competition, is much more excruciating than "filesharers - - fans" (knopf, united states, 2006). [SEP] kasne laupsky suggested that the german authorities had big problems - - hospital failings, inadequate emergency care, difficulties at the hands of the media - - leading the investigation - - and police were looking for material expert opinions. [SEP] a 20 - minute walk to the airport is available. [SEP] +step=204020 micro_steps=408040 elapsed=6.6s lr=3.000000e-04 loss=3.2168 ppl=25.0566 acc=0.4043 tokens=8128.0000 +step=204040 micro_steps=408080 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9789 acc=0.4005 tokens=8128.0000 +step=204060 micro_steps=408120 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7427 acc=0.4013 tokens=8128.0000 +step=204080 micro_steps=408160 elapsed=4.2s lr=3.000000e-04 loss=3.2398 ppl=25.5609 acc=0.4019 tokens=8128.0000 +step=204100 micro_steps=408200 elapsed=4.2s lr=3.000000e-04 loss=3.2470 ppl=25.7477 acc=0.4022 tokens=8128.0000 +step=204120 micro_steps=408240 elapsed=4.2s lr=3.000000e-04 loss=3.2591 ppl=26.0690 acc=0.3988 tokens=8128.0000 +step=204140 micro_steps=408280 elapsed=4.2s lr=3.000000e-04 loss=3.2469 ppl=25.7445 acc=0.4018 tokens=8128.0000 +step=204160 micro_steps=408320 elapsed=4.2s lr=3.000000e-04 loss=3.2503 ppl=25.8206 acc=0.4004 tokens=8128.0000 +step=204180 micro_steps=408360 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.5921 acc=0.4023 tokens=8128.0000 +step=204200 micro_steps=408400 elapsed=4.2s lr=3.000000e-04 loss=3.2676 ppl=26.2862 acc=0.3998 tokens=8128.0000 +step=204220 micro_steps=408440 elapsed=4.2s lr=3.000000e-04 loss=3.2557 ppl=25.9722 acc=0.4002 tokens=8128.0000 +step=204240 micro_steps=408480 elapsed=4.2s lr=3.000000e-04 loss=3.2480 ppl=25.7772 acc=0.4012 tokens=8128.0000 +step=204260 micro_steps=408520 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0236 acc=0.4003 tokens=8128.0000 +step=204280 micro_steps=408560 elapsed=4.2s lr=3.000000e-04 loss=3.2638 ppl=26.1878 acc=0.3985 tokens=8128.0000 +step=204300 micro_steps=408600 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8325 acc=0.4013 tokens=8128.0000 +step=204320 micro_steps=408640 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7412 acc=0.4000 tokens=8128.0000 +step=204340 micro_steps=408680 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7316 acc=0.4009 tokens=8128.0000 +step=204360 micro_steps=408720 elapsed=4.2s lr=3.000000e-04 loss=3.2561 ppl=25.9809 acc=0.4008 tokens=8128.0000 +step=204380 micro_steps=408760 elapsed=4.2s lr=3.000000e-04 loss=3.2495 ppl=25.8121 acc=0.3995 tokens=8128.0000 +step=204400 micro_steps=408800 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6136 acc=0.4003 tokens=8128.0000 +step=204420 micro_steps=408840 elapsed=4.2s lr=3.000000e-04 loss=3.2527 ppl=25.8824 acc=0.4001 tokens=8128.0000 +step=204440 micro_steps=408880 elapsed=4.2s lr=3.000000e-04 loss=3.2528 ppl=25.8960 acc=0.4007 tokens=8128.0000 +step=204460 micro_steps=408920 elapsed=4.2s lr=3.000000e-04 loss=3.2469 ppl=25.7386 acc=0.4016 tokens=8128.0000 +step=204480 micro_steps=408960 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6322 acc=0.4009 tokens=8128.0000 +step=204500 micro_steps=409000 elapsed=4.2s lr=3.000000e-04 loss=3.2423 ppl=25.6233 acc=0.4006 tokens=8128.0000 +step=204520 micro_steps=409040 elapsed=4.2s lr=3.000000e-04 loss=3.2500 ppl=25.8285 acc=0.3994 tokens=8128.0000 +step=204540 micro_steps=409080 elapsed=4.2s lr=3.000000e-04 loss=3.2393 ppl=25.5517 acc=0.4027 tokens=8128.0000 +step=204560 micro_steps=409120 elapsed=4.2s lr=3.000000e-04 loss=3.2366 ppl=25.4714 acc=0.4028 tokens=8128.0000 +step=204580 micro_steps=409160 elapsed=4.2s lr=3.000000e-04 loss=3.2475 ppl=25.7559 acc=0.4003 tokens=8128.0000 +step=204600 micro_steps=409200 elapsed=4.2s lr=3.000000e-04 loss=3.2441 ppl=25.6736 acc=0.4015 tokens=8128.0000 +step=204620 micro_steps=409240 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7239 acc=0.3999 tokens=8128.0000 +step=204640 micro_steps=409280 elapsed=4.2s lr=3.000000e-04 loss=3.2381 ppl=25.5422 acc=0.4033 tokens=8128.0000 +step=204660 micro_steps=409320 elapsed=4.2s lr=3.000000e-04 loss=3.2417 ppl=25.6503 acc=0.4021 tokens=8128.0000 +step=204680 micro_steps=409360 elapsed=4.2s lr=3.000000e-04 loss=3.2382 ppl=25.5199 acc=0.4023 tokens=8128.0000 +step=204700 micro_steps=409400 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5144 acc=0.4017 tokens=8128.0000 +step=204720 micro_steps=409440 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7019 acc=0.4014 tokens=8128.0000 +step=204740 micro_steps=409480 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7233 acc=0.4015 tokens=8128.0000 +step=204760 micro_steps=409520 elapsed=4.2s lr=3.000000e-04 loss=3.2553 ppl=25.9555 acc=0.4008 tokens=8128.0000 +step=204780 micro_steps=409560 elapsed=4.2s lr=3.000000e-04 loss=3.2507 ppl=25.8365 acc=0.4000 tokens=8128.0000 +step=204800 micro_steps=409600 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6509 acc=0.4008 tokens=8128.0000 +step=204820 micro_steps=409640 elapsed=4.2s lr=3.000000e-04 loss=3.2355 ppl=25.4651 acc=0.4031 tokens=8128.0000 +step=204840 micro_steps=409680 elapsed=4.2s lr=3.000000e-04 loss=3.2411 ppl=25.5869 acc=0.4025 tokens=8128.0000 +step=204860 micro_steps=409720 elapsed=4.2s lr=3.000000e-04 loss=3.2359 ppl=25.4588 acc=0.4025 tokens=8128.0000 +step=204880 micro_steps=409760 elapsed=4.2s lr=3.000000e-04 loss=3.2597 ppl=26.0779 acc=0.3992 tokens=8128.0000 +step=204900 micro_steps=409800 elapsed=4.2s lr=3.000000e-04 loss=3.2503 ppl=25.8277 acc=0.4001 tokens=8128.0000 +step=204920 micro_steps=409840 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9025 acc=0.4014 tokens=8128.0000 +step=204940 micro_steps=409880 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7165 acc=0.4020 tokens=8128.0000 +step=204960 micro_steps=409920 elapsed=4.2s lr=3.000000e-04 loss=3.2428 ppl=25.6398 acc=0.4017 tokens=8128.0000 +step=204980 micro_steps=409960 elapsed=4.2s lr=3.000000e-04 loss=3.2551 ppl=25.9473 acc=0.4006 tokens=8128.0000 +step=205000 micro_steps=410000 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6629 acc=0.4014 tokens=8128.0000 +[sample step=205000] [CLS] have people so laid off from the restaurants that they're running and locking them in there faster, more rigorously. [SEP] although they know several of their backers will take part in the tournament, the ecb have been locked in a bitter dispute with the flemish federation. [SEP] burris admitted or on monday that he sought a full - page ad in the chicago sun - times saying he would resign as governor and says he only chose to do so after he undermined the credibility of blagojevich. [SEP] get him a toenail clipping on, a nice haircut to raise funds for a new cardio center in [SEP] +step=205020 micro_steps=410040 elapsed=6.6s lr=3.000000e-04 loss=3.2556 ppl=25.9804 acc=0.4000 tokens=8128.0000 +step=205040 micro_steps=410080 elapsed=4.2s lr=3.000000e-04 loss=3.2512 ppl=25.8496 acc=0.4009 tokens=8128.0000 +step=205060 micro_steps=410120 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9714 acc=0.4009 tokens=8128.0000 +step=205080 micro_steps=410160 elapsed=4.2s lr=3.000000e-04 loss=3.2605 ppl=26.0901 acc=0.4002 tokens=8128.0000 +step=205100 micro_steps=410200 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6347 acc=0.4014 tokens=8128.0000 +step=205120 micro_steps=410240 elapsed=4.2s lr=3.000000e-04 loss=3.2500 ppl=25.8103 acc=0.4011 tokens=8128.0000 +step=205140 micro_steps=410280 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6253 acc=0.4020 tokens=8128.0000 +step=205160 micro_steps=410320 elapsed=4.2s lr=3.000000e-04 loss=3.2388 ppl=25.5331 acc=0.4021 tokens=8128.0000 +step=205180 micro_steps=410360 elapsed=4.2s lr=3.000000e-04 loss=3.2653 ppl=26.2166 acc=0.3994 tokens=8128.0000 +step=205200 micro_steps=410400 elapsed=4.2s lr=3.000000e-04 loss=3.2652 ppl=26.2113 acc=0.3992 tokens=8128.0000 +step=205220 micro_steps=410440 elapsed=4.2s lr=3.000000e-04 loss=3.2603 ppl=26.0845 acc=0.3990 tokens=8128.0000 +step=205240 micro_steps=410480 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7032 acc=0.4004 tokens=8128.0000 +step=205260 micro_steps=410520 elapsed=4.2s lr=3.000000e-04 loss=3.2668 ppl=26.2520 acc=0.3985 tokens=8128.0000 +step=205280 micro_steps=410560 elapsed=4.2s lr=3.000000e-04 loss=3.2269 ppl=25.2367 acc=0.4037 tokens=8128.0000 +step=205300 micro_steps=410600 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=25.9877 acc=0.4000 tokens=8128.0000 +step=205320 micro_steps=410640 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6441 acc=0.4012 tokens=8128.0000 +step=205340 micro_steps=410680 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9134 acc=0.3997 tokens=8128.0000 +step=205360 micro_steps=410720 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9025 acc=0.4006 tokens=8128.0000 +step=205380 micro_steps=410760 elapsed=4.2s lr=3.000000e-04 loss=3.2539 ppl=25.9304 acc=0.4003 tokens=8128.0000 +step=205400 micro_steps=410800 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=26.0160 acc=0.4005 tokens=8128.0000 +step=205420 micro_steps=410840 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8601 acc=0.4021 tokens=8128.0000 +step=205440 micro_steps=410880 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6533 acc=0.4012 tokens=8128.0000 +step=205460 micro_steps=410920 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.6879 acc=0.4013 tokens=8128.0000 +step=205480 micro_steps=410960 elapsed=4.2s lr=3.000000e-04 loss=3.2486 ppl=25.7715 acc=0.4010 tokens=8128.0000 +step=205500 micro_steps=411000 elapsed=4.2s lr=3.000000e-04 loss=3.2418 ppl=25.6000 acc=0.4015 tokens=8128.0000 +step=205520 micro_steps=411040 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8212 acc=0.4006 tokens=8128.0000 +step=205540 micro_steps=411080 elapsed=4.2s lr=3.000000e-04 loss=3.2663 ppl=26.2374 acc=0.3983 tokens=8128.0000 +step=205560 micro_steps=411120 elapsed=4.2s lr=3.000000e-04 loss=3.2561 ppl=25.9746 acc=0.3992 tokens=8128.0000 +step=205580 micro_steps=411160 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1035 acc=0.4003 tokens=8128.0000 +step=205600 micro_steps=411200 elapsed=4.2s lr=3.000000e-04 loss=3.2482 ppl=25.7752 acc=0.4021 tokens=8128.0000 +step=205620 micro_steps=411240 elapsed=4.2s lr=3.000000e-04 loss=3.2415 ppl=25.6094 acc=0.4023 tokens=8128.0000 +step=205640 micro_steps=411280 elapsed=4.2s lr=3.000000e-04 loss=3.2539 ppl=25.9200 acc=0.4006 tokens=8128.0000 +step=205660 micro_steps=411320 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8856 acc=0.4008 tokens=8128.0000 +step=205680 micro_steps=411360 elapsed=4.2s lr=3.000000e-04 loss=3.2513 ppl=25.8602 acc=0.4002 tokens=8128.0000 +step=205700 micro_steps=411400 elapsed=4.2s lr=3.000000e-04 loss=3.2406 ppl=25.6075 acc=0.4021 tokens=8128.0000 +step=205720 micro_steps=411440 elapsed=4.2s lr=3.000000e-04 loss=3.2472 ppl=25.7404 acc=0.4004 tokens=8128.0000 +step=205740 micro_steps=411480 elapsed=4.2s lr=3.000000e-04 loss=3.2554 ppl=25.9600 acc=0.4003 tokens=8128.0000 +step=205760 micro_steps=411520 elapsed=4.2s lr=3.000000e-04 loss=3.2547 ppl=25.9535 acc=0.4001 tokens=8128.0000 +step=205780 micro_steps=411560 elapsed=4.2s lr=3.000000e-04 loss=3.2363 ppl=25.4668 acc=0.4023 tokens=8128.0000 +step=205800 micro_steps=411600 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7377 acc=0.4015 tokens=8128.0000 +step=205820 micro_steps=411640 elapsed=4.2s lr=3.000000e-04 loss=3.2472 ppl=25.7602 acc=0.4011 tokens=8128.0000 +step=205840 micro_steps=411680 elapsed=4.2s lr=3.000000e-04 loss=3.2533 ppl=25.9079 acc=0.4008 tokens=8128.0000 +step=205860 micro_steps=411720 elapsed=4.2s lr=3.000000e-04 loss=3.2608 ppl=26.1013 acc=0.3996 tokens=8128.0000 +step=205880 micro_steps=411760 elapsed=4.2s lr=3.000000e-04 loss=3.2519 ppl=25.8663 acc=0.4011 tokens=8128.0000 +step=205900 micro_steps=411800 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9766 acc=0.4000 tokens=8128.0000 +step=205920 micro_steps=411840 elapsed=4.2s lr=3.000000e-04 loss=3.2723 ppl=26.4019 acc=0.3973 tokens=8128.0000 +step=205940 micro_steps=411880 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6444 acc=0.4019 tokens=8128.0000 +step=205960 micro_steps=411920 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4852 acc=0.4021 tokens=8128.0000 +step=205980 micro_steps=411960 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7611 acc=0.3998 tokens=8128.0000 +step=206000 micro_steps=412000 elapsed=4.2s lr=3.000000e-04 loss=3.2664 ppl=26.2473 acc=0.3983 tokens=8128.0000 +[sample step=206000] [CLS] end a whirlwind quarter was surpassed earlier in the week when landry fields, the leading scorer in the sacramento kings'games played most of the second half, died thursday kevin streelman, the national basketball association team said. [SEP] the investigation is the first to build bomb - toting bloodhounds on a busy commercial street in the iranian capital, tehran. [SEP] as the greyish temple bell rings throughout and the gleaming carriages of the city's train - cum - transit boardrs pass by, you can sense a confluence of moods - - green, labour, mess and sorenpish. [SEP] detroit ( reuters [SEP] +step=206020 micro_steps=412040 elapsed=6.6s lr=3.000000e-04 loss=3.2533 ppl=25.9190 acc=0.4014 tokens=8128.0000 +step=206040 micro_steps=412080 elapsed=4.2s lr=3.000000e-04 loss=3.2499 ppl=25.8128 acc=0.4010 tokens=8128.0000 +step=206060 micro_steps=412120 elapsed=4.2s lr=3.000000e-04 loss=3.2420 ppl=25.6265 acc=0.4019 tokens=8128.0000 +step=206080 micro_steps=412160 elapsed=4.2s lr=3.000000e-04 loss=3.2372 ppl=25.4897 acc=0.4025 tokens=8128.0000 +step=206100 micro_steps=412200 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7041 acc=0.4024 tokens=8128.0000 +step=206120 micro_steps=412240 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7133 acc=0.4016 tokens=8128.0000 +step=206140 micro_steps=412280 elapsed=4.2s lr=3.000000e-04 loss=3.2405 ppl=25.5720 acc=0.4018 tokens=8128.0000 +step=206160 micro_steps=412320 elapsed=4.2s lr=3.000000e-04 loss=3.2475 ppl=25.7663 acc=0.4016 tokens=8128.0000 +step=206180 micro_steps=412360 elapsed=4.2s lr=3.000000e-04 loss=3.2567 ppl=25.9920 acc=0.4002 tokens=8128.0000 +step=206200 micro_steps=412400 elapsed=4.2s lr=3.000000e-04 loss=3.2381 ppl=25.5083 acc=0.4030 tokens=8128.0000 +step=206220 micro_steps=412440 elapsed=4.2s lr=3.000000e-04 loss=3.2599 ppl=26.0845 acc=0.3990 tokens=8128.0000 +step=206240 micro_steps=412480 elapsed=4.2s lr=3.000000e-04 loss=3.2507 ppl=25.8487 acc=0.4003 tokens=8128.0000 +step=206260 micro_steps=412520 elapsed=4.2s lr=3.000000e-04 loss=3.2514 ppl=25.8604 acc=0.4007 tokens=8128.0000 +step=206280 micro_steps=412560 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.6842 acc=0.4011 tokens=8128.0000 +step=206300 micro_steps=412600 elapsed=4.2s lr=3.000000e-04 loss=3.2359 ppl=25.4687 acc=0.4016 tokens=8128.0000 +step=206320 micro_steps=412640 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8744 acc=0.4003 tokens=8128.0000 +step=206340 micro_steps=412680 elapsed=4.2s lr=3.000000e-04 loss=3.2559 ppl=25.9669 acc=0.3999 tokens=8128.0000 +step=206360 micro_steps=412720 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9691 acc=0.4004 tokens=8128.0000 +step=206380 micro_steps=412760 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6700 acc=0.4022 tokens=8128.0000 +step=206400 micro_steps=412800 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7696 acc=0.4002 tokens=8128.0000 +step=206420 micro_steps=412840 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0760 acc=0.4009 tokens=8128.0000 +step=206440 micro_steps=412880 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7646 acc=0.4001 tokens=8128.0000 +step=206460 micro_steps=412920 elapsed=4.2s lr=3.000000e-04 loss=3.2384 ppl=25.5297 acc=0.4020 tokens=8128.0000 +step=206480 micro_steps=412960 elapsed=4.2s lr=3.000000e-04 loss=3.2580 ppl=26.0310 acc=0.3995 tokens=8128.0000 +step=206500 micro_steps=413000 elapsed=4.2s lr=3.000000e-04 loss=3.2332 ppl=25.3966 acc=0.4033 tokens=8128.0000 +step=206520 micro_steps=413040 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3538 acc=0.4031 tokens=8128.0000 +step=206540 micro_steps=413080 elapsed=4.2s lr=3.000000e-04 loss=3.2614 ppl=26.1056 acc=0.3987 tokens=8128.0000 +step=206560 micro_steps=413120 elapsed=4.2s lr=3.000000e-04 loss=3.2487 ppl=25.7732 acc=0.4004 tokens=8128.0000 +step=206580 micro_steps=413160 elapsed=4.2s lr=3.000000e-04 loss=3.2375 ppl=25.5031 acc=0.4014 tokens=8128.0000 +step=206600 micro_steps=413200 elapsed=4.2s lr=3.000000e-04 loss=3.2651 ppl=26.1988 acc=0.3978 tokens=8128.0000 +step=206620 micro_steps=413240 elapsed=4.2s lr=3.000000e-04 loss=3.2441 ppl=25.6707 acc=0.4009 tokens=8128.0000 +step=206640 micro_steps=413280 elapsed=4.2s lr=3.000000e-04 loss=3.2516 ppl=25.8668 acc=0.4005 tokens=8128.0000 +step=206660 micro_steps=413320 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9756 acc=0.4002 tokens=8128.0000 +step=206680 micro_steps=413360 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7453 acc=0.4021 tokens=8128.0000 +step=206700 micro_steps=413400 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.7216 acc=0.4020 tokens=8128.0000 +step=206720 micro_steps=413440 elapsed=4.2s lr=3.000000e-04 loss=3.2518 ppl=25.8788 acc=0.4003 tokens=8128.0000 +step=206740 micro_steps=413480 elapsed=4.2s lr=3.000000e-04 loss=3.2545 ppl=25.9231 acc=0.3995 tokens=8128.0000 +step=206760 micro_steps=413520 elapsed=4.2s lr=3.000000e-04 loss=3.2485 ppl=25.7965 acc=0.4012 tokens=8128.0000 +step=206780 micro_steps=413560 elapsed=4.2s lr=3.000000e-04 loss=3.2384 ppl=25.5388 acc=0.4030 tokens=8128.0000 +step=206800 micro_steps=413600 elapsed=4.2s lr=3.000000e-04 loss=3.2604 ppl=26.1075 acc=0.3997 tokens=8128.0000 +step=206820 micro_steps=413640 elapsed=4.2s lr=3.000000e-04 loss=3.2389 ppl=25.5359 acc=0.4020 tokens=8128.0000 +step=206840 micro_steps=413680 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.7008 acc=0.4005 tokens=8128.0000 +step=206860 micro_steps=413720 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6875 acc=0.4020 tokens=8128.0000 +step=206880 micro_steps=413760 elapsed=4.2s lr=3.000000e-04 loss=3.2568 ppl=25.9957 acc=0.3997 tokens=8128.0000 +step=206900 micro_steps=413800 elapsed=4.2s lr=3.000000e-04 loss=3.2399 ppl=25.5589 acc=0.4015 tokens=8128.0000 +step=206920 micro_steps=413840 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1212 acc=0.3991 tokens=8128.0000 +step=206940 micro_steps=413880 elapsed=4.2s lr=3.000000e-04 loss=3.2345 ppl=25.4236 acc=0.4037 tokens=8128.0000 +step=206960 micro_steps=413920 elapsed=4.2s lr=3.000000e-04 loss=3.2402 ppl=25.5747 acc=0.4024 tokens=8128.0000 +step=206980 micro_steps=413960 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5889 acc=0.4010 tokens=8128.0000 +step=207000 micro_steps=414000 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8461 acc=0.4007 tokens=8128.0000 +[sample step=207000] [CLS] industry can turn to more authority within the securities and exchange commission as financial adviser to give patients better information about their risk. [SEP] mitchell appeared gaunt and haggard after just a few days in a hospital and told reporters since much of his testimony was made public that he was "struggling with depression and serious" health problems. [SEP] the call for mr lebedev and his assistant michael cherney to leave russia illustrates a pragmatic, driven compromise that the broadcaster chose not to seek. [SEP] police issued an evacuation order for about 80 vehicles as neave prepared to bury wheelers and cobs near the benton county capitol. [SEP] when suicide bombers [SEP] +step=207020 micro_steps=414040 elapsed=6.6s lr=3.000000e-04 loss=3.2460 ppl=25.7268 acc=0.4015 tokens=8128.0000 +step=207040 micro_steps=414080 elapsed=4.2s lr=3.000000e-04 loss=3.2394 ppl=25.5582 acc=0.4022 tokens=8128.0000 +step=207060 micro_steps=414120 elapsed=4.2s lr=3.000000e-04 loss=3.2589 ppl=26.0499 acc=0.4002 tokens=8128.0000 +step=207080 micro_steps=414160 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6443 acc=0.4017 tokens=8128.0000 +step=207100 micro_steps=414200 elapsed=4.2s lr=3.000000e-04 loss=3.2577 ppl=26.0301 acc=0.4002 tokens=8128.0000 +step=207120 micro_steps=414240 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8481 acc=0.4004 tokens=8128.0000 +step=207140 micro_steps=414280 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1231 acc=0.3994 tokens=8128.0000 +step=207160 micro_steps=414320 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8879 acc=0.3995 tokens=8128.0000 +step=207180 micro_steps=414360 elapsed=4.2s lr=3.000000e-04 loss=3.2546 ppl=25.9520 acc=0.3995 tokens=8128.0000 +step=207200 micro_steps=414400 elapsed=4.2s lr=3.000000e-04 loss=3.2580 ppl=26.0381 acc=0.3998 tokens=8128.0000 +step=207220 micro_steps=414440 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.6948 acc=0.4009 tokens=8128.0000 +step=207240 micro_steps=414480 elapsed=4.2s lr=3.000000e-04 loss=3.2699 ppl=26.3370 acc=0.3993 tokens=8128.0000 +step=207260 micro_steps=414520 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7543 acc=0.4012 tokens=8128.0000 +step=207280 micro_steps=414560 elapsed=4.2s lr=3.000000e-04 loss=3.2495 ppl=25.8055 acc=0.4000 tokens=8128.0000 +step=207300 micro_steps=414600 elapsed=4.2s lr=3.000000e-04 loss=3.2300 ppl=25.3165 acc=0.4040 tokens=8128.0000 +step=207320 micro_steps=414640 elapsed=4.2s lr=3.000000e-04 loss=3.2444 ppl=25.6837 acc=0.4020 tokens=8128.0000 +step=207340 micro_steps=414680 elapsed=4.2s lr=3.000000e-04 loss=3.2485 ppl=25.7996 acc=0.4002 tokens=8128.0000 +step=207360 micro_steps=414720 elapsed=4.2s lr=3.000000e-04 loss=3.2427 ppl=25.6265 acc=0.4018 tokens=8128.0000 +step=207380 micro_steps=414760 elapsed=4.2s lr=3.000000e-04 loss=3.2421 ppl=25.6289 acc=0.4010 tokens=8128.0000 +step=207400 micro_steps=414800 elapsed=4.2s lr=3.000000e-04 loss=3.2220 ppl=25.1084 acc=0.4049 tokens=8128.0000 +step=207420 micro_steps=414840 elapsed=4.2s lr=3.000000e-04 loss=3.2626 ppl=26.1412 acc=0.3995 tokens=8128.0000 +step=207440 micro_steps=414880 elapsed=4.2s lr=3.000000e-04 loss=3.2655 ppl=26.2208 acc=0.3973 tokens=8128.0000 +step=207460 micro_steps=414920 elapsed=4.2s lr=3.000000e-04 loss=3.2551 ppl=25.9616 acc=0.3997 tokens=8128.0000 +step=207480 micro_steps=414960 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6104 acc=0.4032 tokens=8128.0000 +step=207500 micro_steps=415000 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0302 acc=0.3999 tokens=8128.0000 +step=207520 micro_steps=415040 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9643 acc=0.4001 tokens=8128.0000 +step=207540 micro_steps=415080 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3497 acc=0.4044 tokens=8128.0000 +step=207560 micro_steps=415120 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9202 acc=0.4002 tokens=8128.0000 +step=207580 micro_steps=415160 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7298 acc=0.4003 tokens=8128.0000 +step=207600 micro_steps=415200 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8506 acc=0.4012 tokens=8128.0000 +step=207620 micro_steps=415240 elapsed=4.2s lr=3.000000e-04 loss=3.2556 ppl=25.9541 acc=0.3995 tokens=8128.0000 +step=207640 micro_steps=415280 elapsed=4.2s lr=3.000000e-04 loss=3.2499 ppl=25.8408 acc=0.4015 tokens=8128.0000 +step=207660 micro_steps=415320 elapsed=4.2s lr=3.000000e-04 loss=3.2359 ppl=25.5343 acc=0.4037 tokens=8128.0000 +step=207680 micro_steps=415360 elapsed=4.2s lr=3.000000e-04 loss=3.2514 ppl=25.8742 acc=0.4001 tokens=8128.0000 +step=207700 micro_steps=415400 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.8008 acc=0.4004 tokens=8128.0000 +step=207720 micro_steps=415440 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6473 acc=0.4023 tokens=8128.0000 +step=207740 micro_steps=415480 elapsed=4.2s lr=3.000000e-04 loss=3.2606 ppl=26.0844 acc=0.3990 tokens=8128.0000 +step=207760 micro_steps=415520 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7313 acc=0.4019 tokens=8128.0000 +step=207780 micro_steps=415560 elapsed=4.2s lr=3.000000e-04 loss=3.2521 ppl=25.8971 acc=0.4006 tokens=8128.0000 +step=207800 micro_steps=415600 elapsed=4.2s lr=3.000000e-04 loss=3.2528 ppl=25.8873 acc=0.4003 tokens=8128.0000 +step=207820 micro_steps=415640 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7531 acc=0.4012 tokens=8128.0000 +step=207840 micro_steps=415680 elapsed=4.2s lr=3.000000e-04 loss=3.2502 ppl=25.8191 acc=0.3996 tokens=8128.0000 +step=207860 micro_steps=415720 elapsed=4.2s lr=3.000000e-04 loss=3.2506 ppl=25.8326 acc=0.4011 tokens=8128.0000 +step=207880 micro_steps=415760 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.9020 acc=0.3995 tokens=8128.0000 +step=207900 micro_steps=415800 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7202 acc=0.4012 tokens=8128.0000 +step=207920 micro_steps=415840 elapsed=4.2s lr=3.000000e-04 loss=3.2520 ppl=25.8644 acc=0.4002 tokens=8128.0000 +step=207940 micro_steps=415880 elapsed=4.2s lr=3.000000e-04 loss=3.2561 ppl=25.9946 acc=0.3995 tokens=8128.0000 +step=207960 micro_steps=415920 elapsed=4.2s lr=3.000000e-04 loss=3.2421 ppl=25.6300 acc=0.4014 tokens=8128.0000 +step=207980 micro_steps=415960 elapsed=4.2s lr=3.000000e-04 loss=3.2620 ppl=26.1302 acc=0.3996 tokens=8128.0000 +step=208000 micro_steps=416000 elapsed=4.2s lr=3.000000e-04 loss=3.2379 ppl=25.4976 acc=0.4012 tokens=8128.0000 +[sample step=208000] [CLS] [SEP] monday's minutes will show an average profit growth of 1. 6 per cent. [SEP] 28 ). the centro tradition of not showing the colors of the movies appears to be going exceedingly well with a few surprising mistaken - identity pronouncements and a couple of folks apparently troubled by what they see as an overly egg - to - egg disregard for the movie's modesty. [SEP] giraffes flock to catholic cambodia each spring to get a "pass" to every word; many of them have, but not all, white - faced worms or particles of flies buzzing around them, sometimes in agony. [SEP] [SEP] +step=208020 micro_steps=416040 elapsed=6.6s lr=3.000000e-04 loss=3.2555 ppl=25.9690 acc=0.3999 tokens=8128.0000 +step=208040 micro_steps=416080 elapsed=4.2s lr=3.000000e-04 loss=3.2527 ppl=25.8923 acc=0.4014 tokens=8128.0000 +step=208060 micro_steps=416120 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9831 acc=0.4017 tokens=8128.0000 +step=208080 micro_steps=416160 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.5929 acc=0.4016 tokens=8128.0000 +step=208100 micro_steps=416200 elapsed=4.2s lr=3.000000e-04 loss=3.2514 ppl=25.8648 acc=0.4012 tokens=8128.0000 +step=208120 micro_steps=416240 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=26.0078 acc=0.4001 tokens=8128.0000 +step=208140 micro_steps=416280 elapsed=4.2s lr=3.000000e-04 loss=3.2327 ppl=25.3781 acc=0.4030 tokens=8128.0000 +step=208160 micro_steps=416320 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7766 acc=0.4011 tokens=8128.0000 +step=208180 micro_steps=416360 elapsed=4.2s lr=3.000000e-04 loss=3.2590 ppl=26.0558 acc=0.4001 tokens=8128.0000 +step=208200 micro_steps=416400 elapsed=4.2s lr=3.000000e-04 loss=3.2680 ppl=26.2958 acc=0.3970 tokens=8128.0000 +step=208220 micro_steps=416440 elapsed=4.2s lr=3.000000e-04 loss=3.2534 ppl=25.9141 acc=0.3989 tokens=8128.0000 +step=208240 micro_steps=416480 elapsed=4.2s lr=3.000000e-04 loss=3.2536 ppl=25.9201 acc=0.3999 tokens=8128.0000 +step=208260 micro_steps=416520 elapsed=4.2s lr=3.000000e-04 loss=3.2576 ppl=26.0207 acc=0.4001 tokens=8128.0000 +step=208280 micro_steps=416560 elapsed=4.2s lr=3.000000e-04 loss=3.2526 ppl=25.8969 acc=0.4000 tokens=8128.0000 +step=208300 micro_steps=416600 elapsed=4.2s lr=3.000000e-04 loss=3.2560 ppl=25.9803 acc=0.3991 tokens=8128.0000 +step=208320 micro_steps=416640 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9300 acc=0.4002 tokens=8128.0000 +step=208340 micro_steps=416680 elapsed=4.2s lr=3.000000e-04 loss=3.2549 ppl=25.9559 acc=0.4012 tokens=8128.0000 +step=208360 micro_steps=416720 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6687 acc=0.4018 tokens=8128.0000 +step=208380 micro_steps=416760 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5791 acc=0.4017 tokens=8128.0000 +step=208400 micro_steps=416800 elapsed=4.2s lr=3.000000e-04 loss=3.2397 ppl=25.5498 acc=0.4013 tokens=8128.0000 +step=208420 micro_steps=416840 elapsed=4.2s lr=3.000000e-04 loss=3.2406 ppl=25.6289 acc=0.4032 tokens=8128.0000 +step=208440 micro_steps=416880 elapsed=4.2s lr=3.000000e-04 loss=3.2575 ppl=26.0174 acc=0.4004 tokens=8128.0000 +step=208460 micro_steps=416920 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1053 acc=0.3989 tokens=8128.0000 +step=208480 micro_steps=416960 elapsed=4.2s lr=3.000000e-04 loss=3.2463 ppl=25.7318 acc=0.4025 tokens=8128.0000 +step=208500 micro_steps=417000 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.8921 acc=0.4009 tokens=8128.0000 +step=208520 micro_steps=417040 elapsed=4.2s lr=3.000000e-04 loss=3.2475 ppl=25.7480 acc=0.4002 tokens=8128.0000 +step=208540 micro_steps=417080 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.8074 acc=0.4007 tokens=8128.0000 +step=208560 micro_steps=417120 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8449 acc=0.4018 tokens=8128.0000 +step=208580 micro_steps=417160 elapsed=4.2s lr=3.000000e-04 loss=3.2505 ppl=25.8354 acc=0.4015 tokens=8128.0000 +step=208600 micro_steps=417200 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8858 acc=0.4004 tokens=8128.0000 +step=208620 micro_steps=417240 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9355 acc=0.3997 tokens=8128.0000 +step=208640 micro_steps=417280 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9933 acc=0.4000 tokens=8128.0000 +step=208660 micro_steps=417320 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6451 acc=0.4005 tokens=8128.0000 +step=208680 micro_steps=417360 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.7929 acc=0.4011 tokens=8128.0000 +step=208700 micro_steps=417400 elapsed=4.2s lr=3.000000e-04 loss=3.2528 ppl=25.8807 acc=0.4003 tokens=8128.0000 +step=208720 micro_steps=417440 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7250 acc=0.4019 tokens=8128.0000 +step=208740 micro_steps=417480 elapsed=4.2s lr=3.000000e-04 loss=3.2547 ppl=25.9468 acc=0.3994 tokens=8128.0000 +step=208760 micro_steps=417520 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7421 acc=0.4003 tokens=8128.0000 +step=208780 micro_steps=417560 elapsed=4.2s lr=3.000000e-04 loss=3.2668 ppl=26.2636 acc=0.3985 tokens=8128.0000 +step=208800 micro_steps=417600 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9623 acc=0.3988 tokens=8128.0000 +step=208820 micro_steps=417640 elapsed=4.2s lr=3.000000e-04 loss=3.2544 ppl=25.9382 acc=0.3991 tokens=8128.0000 +step=208840 micro_steps=417680 elapsed=4.2s lr=3.000000e-04 loss=3.2534 ppl=25.9185 acc=0.3999 tokens=8128.0000 +step=208860 micro_steps=417720 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.5893 acc=0.4021 tokens=8128.0000 +step=208880 micro_steps=417760 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8478 acc=0.4006 tokens=8128.0000 +step=208900 micro_steps=417800 elapsed=4.2s lr=3.000000e-04 loss=3.2280 ppl=25.2700 acc=0.4043 tokens=8128.0000 +step=208920 micro_steps=417840 elapsed=4.2s lr=3.000000e-04 loss=3.2373 ppl=25.5110 acc=0.4020 tokens=8128.0000 +step=208940 micro_steps=417880 elapsed=4.2s lr=3.000000e-04 loss=3.2394 ppl=25.5471 acc=0.4021 tokens=8128.0000 +step=208960 micro_steps=417920 elapsed=4.2s lr=3.000000e-04 loss=3.2393 ppl=25.5519 acc=0.4020 tokens=8128.0000 +step=208980 micro_steps=417960 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.7036 acc=0.4014 tokens=8128.0000 +step=209000 micro_steps=418000 elapsed=4.2s lr=3.000000e-04 loss=3.2534 ppl=25.9012 acc=0.4013 tokens=8128.0000 +[sample step=209000] [CLS] 40 ) 2, 101 1, 797 1, 969 1, 055, 340 1, 781, 010 2, 154, 757 6, 592, 626 14, 747, 982 123, 801other platform (569) (63) (953) (820) noninterest income, net (65) (147) (69) 3, 582 and 174 (34) (272) - - - - - - - - - - - - - - - - - - - - - net loans sold (12) (195) ( [SEP] +step=209020 micro_steps=418040 elapsed=6.6s lr=3.000000e-04 loss=3.2429 ppl=25.6400 acc=0.4022 tokens=8128.0000 +step=209040 micro_steps=418080 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.5027 acc=0.4018 tokens=8128.0000 +step=209060 micro_steps=418120 elapsed=4.2s lr=3.000000e-04 loss=3.2561 ppl=25.9735 acc=0.3996 tokens=8128.0000 +step=209080 micro_steps=418160 elapsed=4.2s lr=3.000000e-04 loss=3.2389 ppl=25.5373 acc=0.4028 tokens=8128.0000 +step=209100 micro_steps=418200 elapsed=4.2s lr=3.000000e-04 loss=3.2507 ppl=25.8390 acc=0.4006 tokens=8128.0000 +step=209120 micro_steps=418240 elapsed=4.2s lr=3.000000e-04 loss=3.2582 ppl=26.0269 acc=0.3992 tokens=8128.0000 +step=209140 micro_steps=418280 elapsed=4.2s lr=3.000000e-04 loss=3.2549 ppl=25.9509 acc=0.4000 tokens=8128.0000 +step=209160 micro_steps=418320 elapsed=4.2s lr=3.000000e-04 loss=3.2472 ppl=25.7314 acc=0.3997 tokens=8128.0000 +step=209180 micro_steps=418360 elapsed=4.2s lr=3.000000e-04 loss=3.2441 ppl=25.6737 acc=0.4014 tokens=8128.0000 +step=209200 micro_steps=418400 elapsed=4.2s lr=3.000000e-04 loss=3.2520 ppl=25.8660 acc=0.4010 tokens=8128.0000 +step=209220 micro_steps=418440 elapsed=4.2s lr=3.000000e-04 loss=3.2499 ppl=25.8137 acc=0.3994 tokens=8128.0000 +step=209240 micro_steps=418480 elapsed=4.2s lr=3.000000e-04 loss=3.2519 ppl=25.8766 acc=0.4015 tokens=8128.0000 +step=209260 micro_steps=418520 elapsed=4.2s lr=3.000000e-04 loss=3.2474 ppl=25.7559 acc=0.4003 tokens=8128.0000 +step=209280 micro_steps=418560 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8814 acc=0.4010 tokens=8128.0000 +step=209300 micro_steps=418600 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8152 acc=0.4008 tokens=8128.0000 +step=209320 micro_steps=418640 elapsed=4.2s lr=3.000000e-04 loss=3.2610 ppl=26.1054 acc=0.3982 tokens=8128.0000 +step=209340 micro_steps=418680 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7615 acc=0.4009 tokens=8128.0000 +step=209360 micro_steps=418720 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9836 acc=0.3988 tokens=8128.0000 +step=209380 micro_steps=418760 elapsed=4.2s lr=3.000000e-04 loss=3.2475 ppl=25.7584 acc=0.3998 tokens=8128.0000 +step=209400 micro_steps=418800 elapsed=4.2s lr=3.000000e-04 loss=3.2416 ppl=25.6128 acc=0.4015 tokens=8128.0000 +step=209420 micro_steps=418840 elapsed=4.2s lr=3.000000e-04 loss=3.2522 ppl=25.8893 acc=0.4001 tokens=8128.0000 +step=209440 micro_steps=418880 elapsed=4.2s lr=3.000000e-04 loss=3.2520 ppl=25.8811 acc=0.3991 tokens=8128.0000 +step=209460 micro_steps=418920 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7490 acc=0.4018 tokens=8128.0000 +step=209480 micro_steps=418960 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6413 acc=0.4023 tokens=8128.0000 +step=209500 micro_steps=419000 elapsed=4.2s lr=3.000000e-04 loss=3.2185 ppl=25.0248 acc=0.4056 tokens=8128.0000 +step=209520 micro_steps=419040 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9031 acc=0.3999 tokens=8128.0000 +step=209540 micro_steps=419080 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5854 acc=0.4017 tokens=8128.0000 +step=209560 micro_steps=419120 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0302 acc=0.3997 tokens=8128.0000 +step=209580 micro_steps=419160 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6666 acc=0.4013 tokens=8128.0000 +step=209600 micro_steps=419200 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8242 acc=0.4015 tokens=8128.0000 +step=209620 micro_steps=419240 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6137 acc=0.4016 tokens=8128.0000 +step=209640 micro_steps=419280 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1948 acc=0.3988 tokens=8128.0000 +step=209660 micro_steps=419320 elapsed=4.2s lr=3.000000e-04 loss=3.2463 ppl=25.7239 acc=0.4007 tokens=8128.0000 +step=209680 micro_steps=419360 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6517 acc=0.4030 tokens=8128.0000 +step=209700 micro_steps=419400 elapsed=4.2s lr=3.000000e-04 loss=3.2426 ppl=25.6453 acc=0.4020 tokens=8128.0000 +step=209720 micro_steps=419440 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1930 acc=0.3982 tokens=8128.0000 +step=209740 micro_steps=419480 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6448 acc=0.4017 tokens=8128.0000 +step=209760 micro_steps=419520 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8325 acc=0.4018 tokens=8128.0000 +step=209780 micro_steps=419560 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9234 acc=0.4004 tokens=8128.0000 +step=209800 micro_steps=419600 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9940 acc=0.4013 tokens=8128.0000 +step=209820 micro_steps=419640 elapsed=4.2s lr=3.000000e-04 loss=3.2401 ppl=25.5745 acc=0.4017 tokens=8128.0000 +step=209840 micro_steps=419680 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6657 acc=0.4039 tokens=8128.0000 +step=209860 micro_steps=419720 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.7020 acc=0.4016 tokens=8128.0000 +step=209880 micro_steps=419760 elapsed=4.2s lr=3.000000e-04 loss=3.2292 ppl=25.3403 acc=0.4037 tokens=8128.0000 +step=209900 micro_steps=419800 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8103 acc=0.4011 tokens=8128.0000 +step=209920 micro_steps=419840 elapsed=4.2s lr=3.000000e-04 loss=3.2427 ppl=25.6399 acc=0.4013 tokens=8128.0000 +step=209940 micro_steps=419880 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.6931 acc=0.4020 tokens=8128.0000 +step=209960 micro_steps=419920 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.6974 acc=0.4012 tokens=8128.0000 +step=209980 micro_steps=419960 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8377 acc=0.4003 tokens=8128.0000 +step=210000 micro_steps=420000 elapsed=4.2s lr=3.000000e-04 loss=3.2291 ppl=25.2866 acc=0.4035 tokens=8128.0000 +[sample step=210000] [CLS] tom breen and will poison the lakes by blocking lifts. [SEP] the hostage exchange followed a clash between insurgents and government forces in northeastern maguindanao province, where moro fighters killed at least nine people on sunday in clashes that erupted when san diego police began assaulting anti - gang squads, the associated press reported. [SEP] "the government is getting back on track," said analyst osaka - based tambrain moyo. [SEP] the current parliament has not yet published legislation that takes effect. [SEP] in response to a question at a news conference in tarrytown, n. y., mr. miller denied having anything to [SEP] +step=210020 micro_steps=420040 elapsed=6.6s lr=3.000000e-04 loss=3.2455 ppl=25.6972 acc=0.4016 tokens=8128.0000 +step=210040 micro_steps=420080 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4894 acc=0.4024 tokens=8128.0000 +step=210060 micro_steps=420120 elapsed=4.2s lr=3.000000e-04 loss=3.2446 ppl=25.6890 acc=0.4016 tokens=8128.0000 +step=210080 micro_steps=420160 elapsed=4.2s lr=3.000000e-04 loss=3.2507 ppl=25.8266 acc=0.3998 tokens=8128.0000 +step=210100 micro_steps=420200 elapsed=4.2s lr=3.000000e-04 loss=3.2240 ppl=25.2237 acc=0.4041 tokens=8128.0000 +step=210120 micro_steps=420240 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9197 acc=0.3996 tokens=8128.0000 +step=210140 micro_steps=420280 elapsed=4.2s lr=3.000000e-04 loss=3.2550 ppl=25.9628 acc=0.4003 tokens=8128.0000 +step=210160 micro_steps=420320 elapsed=4.2s lr=3.000000e-04 loss=3.2533 ppl=25.9093 acc=0.4005 tokens=8128.0000 +step=210180 micro_steps=420360 elapsed=4.2s lr=3.000000e-04 loss=3.2323 ppl=25.3601 acc=0.4020 tokens=8128.0000 +step=210200 micro_steps=420400 elapsed=4.2s lr=3.000000e-04 loss=3.2495 ppl=25.8222 acc=0.4005 tokens=8128.0000 +step=210220 micro_steps=420440 elapsed=4.2s lr=3.000000e-04 loss=3.2519 ppl=25.8741 acc=0.4019 tokens=8128.0000 +step=210240 micro_steps=420480 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7975 acc=0.4012 tokens=8128.0000 +step=210260 micro_steps=420520 elapsed=4.2s lr=3.000000e-04 loss=3.2291 ppl=25.2846 acc=0.4038 tokens=8128.0000 +step=210280 micro_steps=420560 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7588 acc=0.4011 tokens=8128.0000 +step=210300 micro_steps=420600 elapsed=4.2s lr=3.000000e-04 loss=3.2474 ppl=25.7458 acc=0.4014 tokens=8128.0000 +step=210320 micro_steps=420640 elapsed=4.2s lr=3.000000e-04 loss=3.2487 ppl=25.7808 acc=0.4001 tokens=8128.0000 +step=210340 micro_steps=420680 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8691 acc=0.3995 tokens=8128.0000 +step=210360 micro_steps=420720 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.8015 acc=0.4006 tokens=8128.0000 +step=210380 micro_steps=420760 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8475 acc=0.4003 tokens=8128.0000 +step=210400 micro_steps=420800 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7674 acc=0.4011 tokens=8128.0000 +step=210420 micro_steps=420840 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5510 acc=0.4016 tokens=8128.0000 +step=210440 micro_steps=420880 elapsed=4.2s lr=3.000000e-04 loss=3.2480 ppl=25.7794 acc=0.4016 tokens=8128.0000 +step=210460 micro_steps=420920 elapsed=4.2s lr=3.000000e-04 loss=3.2580 ppl=26.0209 acc=0.4000 tokens=8128.0000 +step=210480 micro_steps=420960 elapsed=4.2s lr=3.000000e-04 loss=3.2515 ppl=25.8596 acc=0.4011 tokens=8128.0000 +step=210500 micro_steps=421000 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.5938 acc=0.4017 tokens=8128.0000 +step=210520 micro_steps=421040 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8149 acc=0.4005 tokens=8128.0000 +step=210540 micro_steps=421080 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.8898 acc=0.4009 tokens=8128.0000 +step=210560 micro_steps=421120 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=25.9921 acc=0.4007 tokens=8128.0000 +step=210580 micro_steps=421160 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6422 acc=0.4017 tokens=8128.0000 +step=210600 micro_steps=421200 elapsed=4.2s lr=3.000000e-04 loss=3.2642 ppl=26.1795 acc=0.3989 tokens=8128.0000 +step=210620 micro_steps=421240 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.6963 acc=0.4008 tokens=8128.0000 +step=210640 micro_steps=421280 elapsed=4.2s lr=3.000000e-04 loss=3.2389 ppl=25.5369 acc=0.4012 tokens=8128.0000 +step=210660 micro_steps=421320 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7751 acc=0.4001 tokens=8128.0000 +step=210680 micro_steps=421360 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5538 acc=0.4023 tokens=8128.0000 +step=210700 micro_steps=421400 elapsed=4.2s lr=3.000000e-04 loss=3.2499 ppl=25.8176 acc=0.3999 tokens=8128.0000 +step=210720 micro_steps=421440 elapsed=4.2s lr=3.000000e-04 loss=3.2536 ppl=25.9250 acc=0.4008 tokens=8128.0000 +step=210740 micro_steps=421480 elapsed=4.2s lr=3.000000e-04 loss=3.2439 ppl=25.6679 acc=0.4012 tokens=8128.0000 +step=210760 micro_steps=421520 elapsed=4.2s lr=3.000000e-04 loss=3.2586 ppl=26.0424 acc=0.3988 tokens=8128.0000 +step=210780 micro_steps=421560 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6433 acc=0.4015 tokens=8128.0000 +step=210800 micro_steps=421600 elapsed=4.2s lr=3.000000e-04 loss=3.2521 ppl=25.8775 acc=0.4008 tokens=8128.0000 +step=210820 micro_steps=421640 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8553 acc=0.4007 tokens=8128.0000 +step=210840 micro_steps=421680 elapsed=4.2s lr=3.000000e-04 loss=3.2651 ppl=26.2153 acc=0.3992 tokens=8128.0000 +step=210860 micro_steps=421720 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.7902 acc=0.4007 tokens=8128.0000 +step=210880 micro_steps=421760 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.7981 acc=0.4003 tokens=8128.0000 +step=210900 micro_steps=421800 elapsed=4.2s lr=3.000000e-04 loss=3.2520 ppl=25.8631 acc=0.4012 tokens=8128.0000 +step=210920 micro_steps=421840 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.6065 acc=0.4017 tokens=8128.0000 +step=210940 micro_steps=421880 elapsed=4.2s lr=3.000000e-04 loss=3.2528 ppl=25.9061 acc=0.4014 tokens=8128.0000 +step=210960 micro_steps=421920 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4394 acc=0.4026 tokens=8128.0000 +step=210980 micro_steps=421960 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6291 acc=0.4015 tokens=8128.0000 +step=211000 micro_steps=422000 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6449 acc=0.4019 tokens=8128.0000 +[sample step=211000] [CLS] to say i haven't splurged on them. [SEP] his campaign agenda was particularly strong among sunni arab voters because he is one of the first beneficiaries of the u. s. - backed iraq government. [SEP] although he collected his last wicket in the match, the former warwickshire batsman was bowled out for seven in the fourth over, with clarke dismissed in an 8 - 2 compliant innings. [SEP] in england, the new standards are supposed to have come into force on 1 april, but the united states is mounting a formal campaign, led by a 17. 7 % rise in the fees paid by eu airlines. [SEP] +step=211020 micro_steps=422040 elapsed=6.6s lr=3.000000e-04 loss=3.2390 ppl=25.5530 acc=0.4021 tokens=8128.0000 +step=211040 micro_steps=422080 elapsed=4.2s lr=3.000000e-04 loss=3.2390 ppl=25.5377 acc=0.4008 tokens=8128.0000 +step=211060 micro_steps=422120 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.3865 acc=0.4030 tokens=8128.0000 +step=211080 micro_steps=422160 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6448 acc=0.4010 tokens=8128.0000 +step=211100 micro_steps=422200 elapsed=4.2s lr=3.000000e-04 loss=3.2472 ppl=25.7482 acc=0.4010 tokens=8128.0000 +step=211120 micro_steps=422240 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6787 acc=0.4023 tokens=8128.0000 +step=211140 micro_steps=422280 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7098 acc=0.4009 tokens=8128.0000 +step=211160 micro_steps=422320 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8416 acc=0.4010 tokens=8128.0000 +step=211180 micro_steps=422360 elapsed=4.2s lr=3.000000e-04 loss=3.2516 ppl=25.8555 acc=0.4012 tokens=8128.0000 +step=211200 micro_steps=422400 elapsed=4.2s lr=3.000000e-04 loss=3.2630 ppl=26.1493 acc=0.3990 tokens=8128.0000 +step=211220 micro_steps=422440 elapsed=4.2s lr=3.000000e-04 loss=3.2415 ppl=25.6064 acc=0.4020 tokens=8128.0000 +step=211240 micro_steps=422480 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.4973 acc=0.4025 tokens=8128.0000 +step=211260 micro_steps=422520 elapsed=4.2s lr=3.000000e-04 loss=3.2378 ppl=25.5076 acc=0.4018 tokens=8128.0000 +step=211280 micro_steps=422560 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8033 acc=0.4007 tokens=8128.0000 +step=211300 micro_steps=422600 elapsed=4.2s lr=3.000000e-04 loss=3.2522 ppl=25.8685 acc=0.3995 tokens=8128.0000 +step=211320 micro_steps=422640 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0592 acc=0.3983 tokens=8128.0000 +step=211340 micro_steps=422680 elapsed=4.2s lr=3.000000e-04 loss=3.2607 ppl=26.0988 acc=0.4004 tokens=8128.0000 +step=211360 micro_steps=422720 elapsed=4.2s lr=3.000000e-04 loss=3.2588 ppl=26.0376 acc=0.3997 tokens=8128.0000 +step=211380 micro_steps=422760 elapsed=4.2s lr=3.000000e-04 loss=3.2426 ppl=25.6352 acc=0.4012 tokens=8128.0000 +step=211400 micro_steps=422800 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7630 acc=0.4014 tokens=8128.0000 +step=211420 micro_steps=422840 elapsed=4.2s lr=3.000000e-04 loss=3.2539 ppl=25.9238 acc=0.4001 tokens=8128.0000 +step=211440 micro_steps=422880 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.6893 acc=0.4022 tokens=8128.0000 +step=211460 micro_steps=422920 elapsed=4.2s lr=3.000000e-04 loss=3.2393 ppl=25.5379 acc=0.4016 tokens=8128.0000 +step=211480 micro_steps=422960 elapsed=4.2s lr=3.000000e-04 loss=3.2475 ppl=25.7643 acc=0.3997 tokens=8128.0000 +step=211500 micro_steps=423000 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.9014 acc=0.4007 tokens=8128.0000 +step=211520 micro_steps=423040 elapsed=4.2s lr=3.000000e-04 loss=3.2514 ppl=25.8647 acc=0.3996 tokens=8128.0000 +step=211540 micro_steps=423080 elapsed=4.2s lr=3.000000e-04 loss=3.2274 ppl=25.2566 acc=0.4038 tokens=8128.0000 +step=211560 micro_steps=423120 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7663 acc=0.4012 tokens=8128.0000 +step=211580 micro_steps=423160 elapsed=4.2s lr=3.000000e-04 loss=3.2620 ppl=26.1279 acc=0.3996 tokens=8128.0000 +step=211600 micro_steps=423200 elapsed=4.2s lr=3.000000e-04 loss=3.2506 ppl=25.8491 acc=0.4012 tokens=8128.0000 +step=211620 micro_steps=423240 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.6099 acc=0.4020 tokens=8128.0000 +step=211640 micro_steps=423280 elapsed=4.2s lr=3.000000e-04 loss=3.2598 ppl=26.0733 acc=0.3998 tokens=8128.0000 +step=211660 micro_steps=423320 elapsed=4.2s lr=3.000000e-04 loss=3.2475 ppl=25.7616 acc=0.4020 tokens=8128.0000 +step=211680 micro_steps=423360 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8483 acc=0.4007 tokens=8128.0000 +step=211700 micro_steps=423400 elapsed=4.2s lr=3.000000e-04 loss=3.2548 ppl=25.9462 acc=0.4008 tokens=8128.0000 +step=211720 micro_steps=423440 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7979 acc=0.4003 tokens=8128.0000 +step=211740 micro_steps=423480 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.7051 acc=0.4015 tokens=8128.0000 +step=211760 micro_steps=423520 elapsed=4.2s lr=3.000000e-04 loss=3.2371 ppl=25.4890 acc=0.4012 tokens=8128.0000 +step=211780 micro_steps=423560 elapsed=4.2s lr=3.000000e-04 loss=3.2482 ppl=25.7867 acc=0.4014 tokens=8128.0000 +step=211800 micro_steps=423600 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4246 acc=0.4026 tokens=8128.0000 +step=211820 micro_steps=423640 elapsed=4.2s lr=3.000000e-04 loss=3.2469 ppl=25.7368 acc=0.4001 tokens=8128.0000 +step=211840 micro_steps=423680 elapsed=4.2s lr=3.000000e-04 loss=3.2583 ppl=26.0378 acc=0.3991 tokens=8128.0000 +step=211860 micro_steps=423720 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5571 acc=0.4020 tokens=8128.0000 +step=211880 micro_steps=423760 elapsed=4.2s lr=3.000000e-04 loss=3.2607 ppl=26.1040 acc=0.4008 tokens=8128.0000 +step=211900 micro_steps=423800 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8079 acc=0.4009 tokens=8128.0000 +step=211920 micro_steps=423840 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8835 acc=0.4013 tokens=8128.0000 +step=211940 micro_steps=423880 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.8006 acc=0.4013 tokens=8128.0000 +step=211960 micro_steps=423920 elapsed=4.2s lr=3.000000e-04 loss=3.2575 ppl=26.0079 acc=0.3985 tokens=8128.0000 +step=211980 micro_steps=423960 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6487 acc=0.4006 tokens=8128.0000 +step=212000 micro_steps=424000 elapsed=4.2s lr=3.000000e-04 loss=3.2509 ppl=25.8527 acc=0.4005 tokens=8128.0000 +[sample step=212000] [CLS] factor in consumer sentiment but analysts believe the whole slump will be milder than most forecasters had anticipated, raising the latest case for eurozone interest rates. [SEP] the outdoor terrace is grand, bigger than the first floor, but the rooftop terrace (indoors) is surprisingly large and handsome (a deep yellow with a oak canopy). [SEP] ichiro yamazaki, 77, who fled east timor 12 years ago, went back to japan on saturday, escobar said. [SEP] in addition, the pentagon is spending $350 million to train afghan security forces. [SEP] he calls himself "the prime minister of electrons and energy." [SEP] +step=212020 micro_steps=424040 elapsed=6.7s lr=3.000000e-04 loss=3.2509 ppl=25.8417 acc=0.4001 tokens=8128.0000 +step=212040 micro_steps=424080 elapsed=4.2s lr=3.000000e-04 loss=3.2572 ppl=26.0096 acc=0.3994 tokens=8128.0000 +step=212060 micro_steps=424120 elapsed=4.9s lr=3.000000e-04 loss=3.2516 ppl=25.8692 acc=0.4009 tokens=8128.0000 +step=212080 micro_steps=424160 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.5825 acc=0.4041 tokens=7934.3250 +step=212100 micro_steps=424200 elapsed=4.2s lr=3.000000e-04 loss=3.2546 ppl=25.9457 acc=0.3998 tokens=8128.0000 +step=212120 micro_steps=424240 elapsed=4.5s lr=3.000000e-04 loss=3.2419 ppl=25.6116 acc=0.4005 tokens=8128.0000 +step=212140 micro_steps=424280 elapsed=4.2s lr=3.000000e-04 loss=3.2509 ppl=25.8426 acc=0.4012 tokens=8128.0000 +step=212160 micro_steps=424320 elapsed=5.1s lr=3.000000e-04 loss=3.2464 ppl=25.7381 acc=0.4021 tokens=8128.0000 +step=212180 micro_steps=424360 elapsed=4.2s lr=3.000000e-04 loss=3.2355 ppl=25.4452 acc=0.4017 tokens=8128.0000 +step=212200 micro_steps=424400 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.6132 acc=0.4018 tokens=8128.0000 +step=212220 micro_steps=424440 elapsed=4.2s lr=3.000000e-04 loss=3.2521 ppl=25.8716 acc=0.4007 tokens=8128.0000 +step=212240 micro_steps=424480 elapsed=4.2s lr=3.000000e-04 loss=3.2642 ppl=26.1941 acc=0.3986 tokens=8128.0000 +step=212260 micro_steps=424520 elapsed=4.2s lr=3.000000e-04 loss=3.2417 ppl=25.6048 acc=0.4009 tokens=8128.0000 +step=212280 micro_steps=424560 elapsed=4.2s lr=3.000000e-04 loss=3.2441 ppl=25.6625 acc=0.4013 tokens=8128.0000 +step=212300 micro_steps=424600 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5832 acc=0.4011 tokens=8128.0000 +step=212320 micro_steps=424640 elapsed=4.2s lr=3.000000e-04 loss=3.2461 ppl=25.7175 acc=0.4014 tokens=8128.0000 +step=212340 micro_steps=424680 elapsed=4.2s lr=3.000000e-04 loss=3.2512 ppl=25.8484 acc=0.4014 tokens=8128.0000 +step=212360 micro_steps=424720 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6469 acc=0.4021 tokens=8128.0000 +step=212380 micro_steps=424760 elapsed=4.2s lr=3.000000e-04 loss=3.2539 ppl=25.9037 acc=0.4000 tokens=8128.0000 +step=212400 micro_steps=424800 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9127 acc=0.3994 tokens=8128.0000 +step=212420 micro_steps=424840 elapsed=4.2s lr=3.000000e-04 loss=3.2610 ppl=26.1141 acc=0.3998 tokens=8128.0000 +step=212440 micro_steps=424880 elapsed=4.2s lr=3.000000e-04 loss=3.2616 ppl=26.1503 acc=0.3987 tokens=8128.0000 +step=212460 micro_steps=424920 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.6842 acc=0.4026 tokens=8128.0000 +step=212480 micro_steps=424960 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7423 acc=0.4014 tokens=8128.0000 +step=212500 micro_steps=425000 elapsed=4.2s lr=3.000000e-04 loss=3.2372 ppl=25.4887 acc=0.4030 tokens=8128.0000 +step=212520 micro_steps=425040 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5353 acc=0.4017 tokens=8128.0000 +step=212540 micro_steps=425080 elapsed=4.2s lr=3.000000e-04 loss=3.2460 ppl=25.7236 acc=0.4019 tokens=8128.0000 +step=212560 micro_steps=425120 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7325 acc=0.3997 tokens=8128.0000 +step=212580 micro_steps=425160 elapsed=4.2s lr=3.000000e-04 loss=3.2466 ppl=25.7306 acc=0.4016 tokens=8128.0000 +step=212600 micro_steps=425200 elapsed=4.2s lr=3.000000e-04 loss=3.2506 ppl=25.8358 acc=0.4016 tokens=8128.0000 +step=212620 micro_steps=425240 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8564 acc=0.3996 tokens=8128.0000 +step=212640 micro_steps=425280 elapsed=4.2s lr=3.000000e-04 loss=3.2472 ppl=25.7579 acc=0.4006 tokens=8128.0000 +step=212660 micro_steps=425320 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6477 acc=0.4015 tokens=8128.0000 +step=212680 micro_steps=425360 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9281 acc=0.4009 tokens=8128.0000 +step=212700 micro_steps=425400 elapsed=4.2s lr=3.000000e-04 loss=3.2345 ppl=25.4163 acc=0.4014 tokens=8128.0000 +step=212720 micro_steps=425440 elapsed=4.2s lr=3.000000e-04 loss=3.2366 ppl=25.4796 acc=0.4022 tokens=8128.0000 +step=212740 micro_steps=425480 elapsed=4.2s lr=3.000000e-04 loss=3.2415 ppl=25.5979 acc=0.4013 tokens=8128.0000 +step=212760 micro_steps=425520 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8169 acc=0.4004 tokens=8128.0000 +step=212780 micro_steps=425560 elapsed=4.2s lr=3.000000e-04 loss=3.2418 ppl=25.6141 acc=0.4020 tokens=8128.0000 +step=212800 micro_steps=425600 elapsed=4.2s lr=3.000000e-04 loss=3.2499 ppl=25.8046 acc=0.4004 tokens=8128.0000 +step=212820 micro_steps=425640 elapsed=4.2s lr=3.000000e-04 loss=3.2330 ppl=25.3863 acc=0.4022 tokens=8128.0000 +step=212840 micro_steps=425680 elapsed=4.2s lr=3.000000e-04 loss=3.2506 ppl=25.8326 acc=0.4004 tokens=8128.0000 +step=212860 micro_steps=425720 elapsed=4.2s lr=3.000000e-04 loss=3.2513 ppl=25.8638 acc=0.4009 tokens=8128.0000 +step=212880 micro_steps=425760 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8859 acc=0.3995 tokens=8128.0000 +step=212900 micro_steps=425800 elapsed=4.2s lr=3.000000e-04 loss=3.2411 ppl=25.5878 acc=0.4008 tokens=8128.0000 +step=212920 micro_steps=425840 elapsed=4.2s lr=3.000000e-04 loss=3.2521 ppl=25.8707 acc=0.3994 tokens=8128.0000 +step=212940 micro_steps=425880 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.5997 acc=0.4013 tokens=8128.0000 +step=212960 micro_steps=425920 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.8915 acc=0.3997 tokens=8128.0000 +step=212980 micro_steps=425960 elapsed=4.2s lr=3.000000e-04 loss=3.2575 ppl=26.0063 acc=0.3995 tokens=8128.0000 +step=213000 micro_steps=426000 elapsed=4.2s lr=3.000000e-04 loss=3.2460 ppl=25.7042 acc=0.4007 tokens=8128.0000 +[sample step=213000] [CLS] that mexico number hundreds of millions of dollars back - end delis. • what criticisms about u. s. housing and credit markets? [SEP] twitter is now one of the fastest - growing technology tools, reaching out to millions of users and reaching millions of government - produced feeds on their cell phones and laptops, according to a survey in its fourth annual doodle! [SEP] in cannes, the cinema is shutting off all sound equipment used to record the film and festival organizers are canceling the event. [SEP] there are longstanding variations between regions of the world, where he sees more growth, but this is a map of the world; [SEP] +step=213020 micro_steps=426040 elapsed=6.6s lr=3.000000e-04 loss=3.2529 ppl=25.8964 acc=0.4009 tokens=8128.0000 +step=213040 micro_steps=426080 elapsed=4.2s lr=3.000000e-04 loss=3.2493 ppl=25.8019 acc=0.4000 tokens=8128.0000 +step=213060 micro_steps=426120 elapsed=4.2s lr=3.000000e-04 loss=3.2493 ppl=25.8153 acc=0.4000 tokens=8128.0000 +step=213080 micro_steps=426160 elapsed=4.2s lr=3.000000e-04 loss=3.2352 ppl=25.4334 acc=0.4023 tokens=8128.0000 +step=213100 micro_steps=426200 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5422 acc=0.4030 tokens=8128.0000 +step=213120 micro_steps=426240 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7126 acc=0.4015 tokens=8128.0000 +step=213140 micro_steps=426280 elapsed=4.2s lr=3.000000e-04 loss=3.2616 ppl=26.1237 acc=0.3988 tokens=8128.0000 +step=213160 micro_steps=426320 elapsed=4.2s lr=3.000000e-04 loss=3.2521 ppl=25.8720 acc=0.4022 tokens=8128.0000 +step=213180 micro_steps=426360 elapsed=4.2s lr=3.000000e-04 loss=3.2489 ppl=25.7988 acc=0.4011 tokens=8128.0000 +step=213200 micro_steps=426400 elapsed=4.2s lr=3.000000e-04 loss=3.2438 ppl=25.6634 acc=0.4007 tokens=8128.0000 +step=213220 micro_steps=426440 elapsed=4.2s lr=3.000000e-04 loss=3.2513 ppl=25.8524 acc=0.4001 tokens=8128.0000 +step=213240 micro_steps=426480 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7505 acc=0.4012 tokens=8128.0000 +step=213260 micro_steps=426520 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5918 acc=0.4016 tokens=8128.0000 +step=213280 micro_steps=426560 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=26.0131 acc=0.4015 tokens=8128.0000 +step=213300 micro_steps=426600 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6148 acc=0.4014 tokens=8128.0000 +step=213320 micro_steps=426640 elapsed=4.2s lr=3.000000e-04 loss=3.2530 ppl=25.8974 acc=0.4010 tokens=8128.0000 +step=213340 micro_steps=426680 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9512 acc=0.3993 tokens=8128.0000 +step=213360 micro_steps=426720 elapsed=4.2s lr=3.000000e-04 loss=3.2583 ppl=26.0431 acc=0.3997 tokens=8128.0000 +step=213380 micro_steps=426760 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7795 acc=0.4005 tokens=8128.0000 +step=213400 micro_steps=426800 elapsed=4.2s lr=3.000000e-04 loss=3.2514 ppl=25.8581 acc=0.4008 tokens=8128.0000 +step=213420 micro_steps=426840 elapsed=4.2s lr=3.000000e-04 loss=3.2485 ppl=25.7844 acc=0.4011 tokens=8128.0000 +step=213440 micro_steps=426880 elapsed=4.2s lr=3.000000e-04 loss=3.2356 ppl=25.4440 acc=0.4031 tokens=8128.0000 +step=213460 micro_steps=426920 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6503 acc=0.4015 tokens=8128.0000 +step=213480 micro_steps=426960 elapsed=4.2s lr=3.000000e-04 loss=3.2516 ppl=25.8549 acc=0.3998 tokens=8128.0000 +step=213500 micro_steps=427000 elapsed=4.2s lr=3.000000e-04 loss=3.2482 ppl=25.7691 acc=0.4010 tokens=8128.0000 +step=213520 micro_steps=427040 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9187 acc=0.4002 tokens=8128.0000 +step=213540 micro_steps=427080 elapsed=4.2s lr=3.000000e-04 loss=3.2522 ppl=25.8780 acc=0.4000 tokens=8128.0000 +step=213560 micro_steps=427120 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8239 acc=0.3997 tokens=8128.0000 +step=213580 micro_steps=427160 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6270 acc=0.4017 tokens=8128.0000 +step=213600 micro_steps=427200 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6666 acc=0.4010 tokens=8128.0000 +step=213620 micro_steps=427240 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6480 acc=0.4021 tokens=8128.0000 +step=213640 micro_steps=427280 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=26.0021 acc=0.4007 tokens=8128.0000 +step=213660 micro_steps=427320 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5486 acc=0.4022 tokens=8128.0000 +step=213680 micro_steps=427360 elapsed=4.2s lr=3.000000e-04 loss=3.2499 ppl=25.8165 acc=0.4005 tokens=8128.0000 +step=213700 micro_steps=427400 elapsed=4.2s lr=3.000000e-04 loss=3.2309 ppl=25.3364 acc=0.4036 tokens=8128.0000 +step=213720 micro_steps=427440 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9194 acc=0.4003 tokens=8128.0000 +step=213740 micro_steps=427480 elapsed=4.2s lr=3.000000e-04 loss=3.2463 ppl=25.7253 acc=0.4021 tokens=8128.0000 +step=213760 micro_steps=427520 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8728 acc=0.3998 tokens=8128.0000 +step=213780 micro_steps=427560 elapsed=4.2s lr=3.000000e-04 loss=3.2352 ppl=25.4356 acc=0.4016 tokens=8128.0000 +step=213800 micro_steps=427600 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7804 acc=0.4011 tokens=8128.0000 +step=213820 micro_steps=427640 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.7058 acc=0.4012 tokens=8128.0000 +step=213840 micro_steps=427680 elapsed=4.2s lr=3.000000e-04 loss=3.2546 ppl=25.9459 acc=0.3997 tokens=8128.0000 +step=213860 micro_steps=427720 elapsed=4.2s lr=3.000000e-04 loss=3.2381 ppl=25.5182 acc=0.4022 tokens=8128.0000 +step=213880 micro_steps=427760 elapsed=4.2s lr=3.000000e-04 loss=3.2314 ppl=25.3718 acc=0.4036 tokens=8128.0000 +step=213900 micro_steps=427800 elapsed=4.2s lr=3.000000e-04 loss=3.2521 ppl=25.8801 acc=0.4014 tokens=8128.0000 +step=213920 micro_steps=427840 elapsed=4.2s lr=3.000000e-04 loss=3.2417 ppl=25.6223 acc=0.4020 tokens=8128.0000 +step=213940 micro_steps=427880 elapsed=4.2s lr=3.000000e-04 loss=3.2587 ppl=26.0572 acc=0.3997 tokens=8128.0000 +step=213960 micro_steps=427920 elapsed=4.2s lr=3.000000e-04 loss=3.2428 ppl=25.6375 acc=0.4013 tokens=8128.0000 +step=213980 micro_steps=427960 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5936 acc=0.4016 tokens=8128.0000 +step=214000 micro_steps=428000 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6609 acc=0.4016 tokens=8128.0000 +[sample step=214000] [CLS], and notably at a university. [SEP] a brow - beating olympic golden age, it's worth popping in and out of rooms and bars and dancing to the beat of trumpets again for a couple of hours. [SEP] geithner helped boost the u. s. economy at the weekend by throwing coldwater onto the fight for global reform, even as he repeatedly made it clear he did not want the current plan to fail. [SEP] paalha wiest was sentenced to 16 months in prison following deliberations at lewes crown court. [SEP] the pentagon's primary interest is to harass pakistan, which has caught neither os [SEP] +step=214020 micro_steps=428040 elapsed=6.6s lr=3.000000e-04 loss=3.2417 ppl=25.5929 acc=0.4010 tokens=8128.0000 +step=214040 micro_steps=428080 elapsed=4.2s lr=3.000000e-04 loss=3.2296 ppl=25.2985 acc=0.4039 tokens=8128.0000 +step=214060 micro_steps=428120 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6506 acc=0.4016 tokens=8128.0000 +step=214080 micro_steps=428160 elapsed=4.2s lr=3.000000e-04 loss=3.2367 ppl=25.4831 acc=0.4023 tokens=8128.0000 +step=214100 micro_steps=428200 elapsed=4.2s lr=3.000000e-04 loss=3.2398 ppl=25.5598 acc=0.4006 tokens=8128.0000 +step=214120 micro_steps=428240 elapsed=4.2s lr=3.000000e-04 loss=3.2273 ppl=25.2358 acc=0.4035 tokens=8128.0000 +step=214140 micro_steps=428280 elapsed=4.2s lr=3.000000e-04 loss=3.2320 ppl=25.3590 acc=0.4032 tokens=8128.0000 +step=214160 micro_steps=428320 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0121 acc=0.3994 tokens=8128.0000 +step=214180 micro_steps=428360 elapsed=4.1s lr=3.000000e-04 loss=3.2511 ppl=25.8690 acc=0.3995 tokens=8128.0000 +step=214200 micro_steps=428400 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7061 acc=0.4016 tokens=8128.0000 +step=214220 micro_steps=428440 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6430 acc=0.4008 tokens=8128.0000 +step=214240 micro_steps=428480 elapsed=4.2s lr=3.000000e-04 loss=3.2553 ppl=25.9565 acc=0.4003 tokens=8128.0000 +step=214260 micro_steps=428520 elapsed=4.2s lr=3.000000e-04 loss=3.2548 ppl=25.9426 acc=0.4003 tokens=8128.0000 +step=214280 micro_steps=428560 elapsed=4.2s lr=3.000000e-04 loss=3.2512 ppl=25.8466 acc=0.4007 tokens=8128.0000 +step=214300 micro_steps=428600 elapsed=4.2s lr=3.000000e-04 loss=3.2518 ppl=25.8643 acc=0.4015 tokens=8128.0000 +step=214320 micro_steps=428640 elapsed=4.2s lr=3.000000e-04 loss=3.2307 ppl=25.3217 acc=0.4032 tokens=8128.0000 +step=214340 micro_steps=428680 elapsed=4.2s lr=3.000000e-04 loss=3.2599 ppl=26.0773 acc=0.3986 tokens=8128.0000 +step=214360 micro_steps=428720 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7711 acc=0.4011 tokens=8128.0000 +step=214380 micro_steps=428760 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7848 acc=0.4003 tokens=8128.0000 +step=214400 micro_steps=428800 elapsed=4.2s lr=3.000000e-04 loss=3.2505 ppl=25.8203 acc=0.4013 tokens=8128.0000 +step=214420 micro_steps=428840 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5682 acc=0.4014 tokens=8128.0000 +step=214440 micro_steps=428880 elapsed=4.2s lr=3.000000e-04 loss=3.2489 ppl=25.7921 acc=0.4011 tokens=8128.0000 +step=214460 micro_steps=428920 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.3910 acc=0.4029 tokens=8128.0000 +step=214480 micro_steps=428960 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8828 acc=0.3997 tokens=8128.0000 +step=214500 micro_steps=429000 elapsed=4.2s lr=3.000000e-04 loss=3.2314 ppl=25.3558 acc=0.4043 tokens=8128.0000 +step=214520 micro_steps=429040 elapsed=4.1s lr=3.000000e-04 loss=3.2496 ppl=25.8065 acc=0.4015 tokens=8128.0000 +step=214540 micro_steps=429080 elapsed=4.2s lr=3.000000e-04 loss=3.2341 ppl=25.4237 acc=0.4029 tokens=8128.0000 +step=214560 micro_steps=429120 elapsed=4.1s lr=3.000000e-04 loss=3.2562 ppl=25.9847 acc=0.4005 tokens=8128.0000 +step=214580 micro_steps=429160 elapsed=4.2s lr=3.000000e-04 loss=3.2421 ppl=25.6156 acc=0.4019 tokens=8128.0000 +step=214600 micro_steps=429200 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.4915 acc=0.4024 tokens=8128.0000 +step=214620 micro_steps=429240 elapsed=4.1s lr=3.000000e-04 loss=3.2415 ppl=25.6121 acc=0.4019 tokens=8128.0000 +step=214640 micro_steps=429280 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.5140 acc=0.4021 tokens=8128.0000 +step=214660 micro_steps=429320 elapsed=4.2s lr=3.000000e-04 loss=3.2418 ppl=25.6217 acc=0.4019 tokens=8128.0000 +step=214680 micro_steps=429360 elapsed=4.2s lr=3.000000e-04 loss=3.2441 ppl=25.6812 acc=0.4021 tokens=8128.0000 +step=214700 micro_steps=429400 elapsed=4.2s lr=3.000000e-04 loss=3.2436 ppl=25.6543 acc=0.4021 tokens=8128.0000 +step=214720 micro_steps=429440 elapsed=4.2s lr=3.000000e-04 loss=3.2631 ppl=26.1557 acc=0.3994 tokens=8128.0000 +step=214740 micro_steps=429480 elapsed=4.2s lr=3.000000e-04 loss=3.2470 ppl=25.7469 acc=0.4014 tokens=8128.0000 +step=214760 micro_steps=429520 elapsed=4.2s lr=3.000000e-04 loss=3.2416 ppl=25.6092 acc=0.4013 tokens=8128.0000 +step=214780 micro_steps=429560 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5718 acc=0.4003 tokens=8128.0000 +step=214800 micro_steps=429600 elapsed=4.2s lr=3.000000e-04 loss=3.2381 ppl=25.5351 acc=0.4021 tokens=8128.0000 +step=214820 micro_steps=429640 elapsed=4.1s lr=3.000000e-04 loss=3.2419 ppl=25.6214 acc=0.4025 tokens=8128.0000 +step=214840 micro_steps=429680 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7362 acc=0.4016 tokens=8128.0000 +step=214860 micro_steps=429720 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8464 acc=0.4002 tokens=8128.0000 +step=214880 micro_steps=429760 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7340 acc=0.4018 tokens=8128.0000 +step=214900 micro_steps=429800 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.5002 acc=0.4009 tokens=8128.0000 +step=214920 micro_steps=429840 elapsed=4.2s lr=3.000000e-04 loss=3.2356 ppl=25.4446 acc=0.4020 tokens=8128.0000 +step=214940 micro_steps=429880 elapsed=4.1s lr=3.000000e-04 loss=3.2356 ppl=25.4723 acc=0.4018 tokens=8128.0000 +step=214960 micro_steps=429920 elapsed=4.1s lr=3.000000e-04 loss=3.2465 ppl=25.7209 acc=0.4006 tokens=8128.0000 +step=214980 micro_steps=429960 elapsed=4.2s lr=3.000000e-04 loss=3.2367 ppl=25.4789 acc=0.4027 tokens=8128.0000 +step=215000 micro_steps=430000 elapsed=4.2s lr=3.000000e-04 loss=3.2480 ppl=25.7810 acc=0.4000 tokens=8128.0000 +[sample step=215000] [CLS] time travel component. [SEP] "you donʼt see quite in that high - net - worth culture," said andrew madison, regional director for the financial consulting firm poole associates. [SEP] after roughing the two previous years, the mets beat the red sox in the first round in 2005 and were eliminated in the second round in 2006. [SEP] ivan bernard was serving a sentence of 27 years when he strangled marlene landon, 83, at their north belfast home. [SEP] both are way too young. [SEP] this "gray water" of money keepserarily slowly recedes and growth slows, and effects squeeze the programs that most pay for [SEP] +step=215020 micro_steps=430040 elapsed=6.6s lr=3.000000e-04 loss=3.2475 ppl=25.7557 acc=0.4005 tokens=8128.0000 +step=215040 micro_steps=430080 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.6994 acc=0.4012 tokens=8128.0000 +step=215060 micro_steps=430120 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.7885 acc=0.4002 tokens=8128.0000 +step=215080 micro_steps=430160 elapsed=4.1s lr=3.000000e-04 loss=3.2339 ppl=25.4181 acc=0.4026 tokens=8128.0000 +step=215100 micro_steps=430200 elapsed=4.1s lr=3.000000e-04 loss=3.2451 ppl=25.6930 acc=0.4003 tokens=8128.0000 +step=215120 micro_steps=430240 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.7037 acc=0.4006 tokens=8128.0000 +step=215140 micro_steps=430280 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7590 acc=0.4010 tokens=8128.0000 +step=215160 micro_steps=430320 elapsed=4.2s lr=3.000000e-04 loss=3.2586 ppl=26.0468 acc=0.3998 tokens=8128.0000 +step=215180 micro_steps=430360 elapsed=4.2s lr=3.000000e-04 loss=3.2463 ppl=25.7278 acc=0.4003 tokens=8128.0000 +step=215200 micro_steps=430400 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7648 acc=0.4010 tokens=8128.0000 +step=215220 micro_steps=430440 elapsed=4.2s lr=3.000000e-04 loss=3.2520 ppl=25.8842 acc=0.4004 tokens=8128.0000 +step=215240 micro_steps=430480 elapsed=4.2s lr=3.000000e-04 loss=3.2401 ppl=25.5739 acc=0.4009 tokens=8128.0000 +step=215260 micro_steps=430520 elapsed=4.2s lr=3.000000e-04 loss=3.2489 ppl=25.7990 acc=0.4024 tokens=8128.0000 +step=215280 micro_steps=430560 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7296 acc=0.4006 tokens=8128.0000 +step=215300 micro_steps=430600 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5716 acc=0.4022 tokens=8128.0000 +step=215320 micro_steps=430640 elapsed=4.1s lr=3.000000e-04 loss=3.2548 ppl=25.9437 acc=0.3994 tokens=8128.0000 +step=215340 micro_steps=430680 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5289 acc=0.4019 tokens=8128.0000 +step=215360 micro_steps=430720 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7351 acc=0.4023 tokens=8128.0000 +step=215380 micro_steps=430760 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6429 acc=0.4020 tokens=8128.0000 +step=215400 micro_steps=430800 elapsed=4.1s lr=3.000000e-04 loss=3.2436 ppl=25.6433 acc=0.4023 tokens=8128.0000 +step=215420 micro_steps=430840 elapsed=4.2s lr=3.000000e-04 loss=3.2444 ppl=25.6798 acc=0.4019 tokens=8128.0000 +step=215440 micro_steps=430880 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8199 acc=0.4016 tokens=8128.0000 +step=215460 micro_steps=430920 elapsed=4.1s lr=3.000000e-04 loss=3.2431 ppl=25.6354 acc=0.4014 tokens=8128.0000 +step=215480 micro_steps=430960 elapsed=4.1s lr=3.000000e-04 loss=3.2526 ppl=25.8996 acc=0.4002 tokens=8128.0000 +step=215500 micro_steps=431000 elapsed=4.2s lr=3.000000e-04 loss=3.2438 ppl=25.6555 acc=0.4004 tokens=8128.0000 +step=215520 micro_steps=431040 elapsed=4.1s lr=3.000000e-04 loss=3.2448 ppl=25.6865 acc=0.4022 tokens=8128.0000 +step=215540 micro_steps=431080 elapsed=4.1s lr=3.000000e-04 loss=3.2375 ppl=25.4961 acc=0.4023 tokens=8128.0000 +step=215560 micro_steps=431120 elapsed=4.2s lr=3.000000e-04 loss=3.2638 ppl=26.1788 acc=0.3996 tokens=8128.0000 +step=215580 micro_steps=431160 elapsed=4.1s lr=3.000000e-04 loss=3.2289 ppl=25.2746 acc=0.4031 tokens=8128.0000 +step=215600 micro_steps=431200 elapsed=4.1s lr=3.000000e-04 loss=3.2478 ppl=25.7690 acc=0.4018 tokens=8128.0000 +step=215620 micro_steps=431240 elapsed=4.2s lr=3.000000e-04 loss=3.2466 ppl=25.7310 acc=0.4007 tokens=8128.0000 +step=215640 micro_steps=431280 elapsed=4.2s lr=3.000000e-04 loss=3.2482 ppl=25.7651 acc=0.4004 tokens=8128.0000 +step=215660 micro_steps=431320 elapsed=4.1s lr=3.000000e-04 loss=3.2498 ppl=25.8101 acc=0.3998 tokens=8128.0000 +step=215680 micro_steps=431360 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4329 acc=0.4037 tokens=8128.0000 +step=215700 micro_steps=431400 elapsed=4.1s lr=3.000000e-04 loss=3.2411 ppl=25.5814 acc=0.4025 tokens=8128.0000 +step=215720 micro_steps=431440 elapsed=4.1s lr=3.000000e-04 loss=3.2486 ppl=25.7952 acc=0.3999 tokens=8128.0000 +step=215740 micro_steps=431480 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.7005 acc=0.4021 tokens=8128.0000 +step=215760 micro_steps=431520 elapsed=4.1s lr=3.000000e-04 loss=3.2500 ppl=25.8175 acc=0.4006 tokens=8128.0000 +step=215780 micro_steps=431560 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.8960 acc=0.3995 tokens=8128.0000 +step=215800 micro_steps=431600 elapsed=4.1s lr=3.000000e-04 loss=3.2444 ppl=25.6844 acc=0.4015 tokens=8128.0000 +step=215820 micro_steps=431640 elapsed=4.1s lr=3.000000e-04 loss=3.2476 ppl=25.7583 acc=0.4016 tokens=8128.0000 +step=215840 micro_steps=431680 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1802 acc=0.3991 tokens=8128.0000 +step=215860 micro_steps=431720 elapsed=4.2s lr=3.000000e-04 loss=3.2340 ppl=25.4170 acc=0.4030 tokens=8128.0000 +step=215880 micro_steps=431760 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7021 acc=0.4007 tokens=8128.0000 +step=215900 micro_steps=431800 elapsed=4.2s lr=3.000000e-04 loss=3.2554 ppl=25.9593 acc=0.3998 tokens=8128.0000 +step=215920 micro_steps=431840 elapsed=4.2s lr=3.000000e-04 loss=3.2548 ppl=25.9479 acc=0.4008 tokens=8128.0000 +step=215940 micro_steps=431880 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4877 acc=0.4018 tokens=8128.0000 +step=215960 micro_steps=431920 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6340 acc=0.4015 tokens=8128.0000 +step=215980 micro_steps=431960 elapsed=4.2s lr=3.000000e-04 loss=3.2597 ppl=26.0664 acc=0.3994 tokens=8128.0000 +step=216000 micro_steps=432000 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.5665 acc=0.4029 tokens=8128.0000 +[sample step=216000] [CLS] disaster response. aba offers repair, restoration, and effluent services, as well as help with the specialist relief operation, involved in loading toxic wastewater to great lakes water diversion projects. [SEP] do you think that the need for guns in the united states is relatively low? [SEP] whatever happens and your mission is to find an actress to "love" him, i'd love to know the exact answer as to most what you're doing with him: trying times are an ironclad silence, even but i'd refer you to this report on the actual boston ballet fantasy ballet. [SEP] one thing learned from khanhu [SEP] +step=216020 micro_steps=432040 elapsed=6.6s lr=3.000000e-04 loss=3.2587 ppl=26.0425 acc=0.3991 tokens=8128.0000 +step=216040 micro_steps=432080 elapsed=4.2s lr=3.000000e-04 loss=3.2518 ppl=25.8675 acc=0.4009 tokens=8128.0000 +step=216060 micro_steps=432120 elapsed=4.2s lr=3.000000e-04 loss=3.2561 ppl=25.9722 acc=0.3996 tokens=8128.0000 +step=216080 micro_steps=432160 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.5682 acc=0.4021 tokens=8128.0000 +step=216100 micro_steps=432200 elapsed=4.2s lr=3.000000e-04 loss=3.2421 ppl=25.6259 acc=0.4020 tokens=8128.0000 +step=216120 micro_steps=432240 elapsed=4.2s lr=3.000000e-04 loss=3.2508 ppl=25.8416 acc=0.4009 tokens=8128.0000 +step=216140 micro_steps=432280 elapsed=4.2s lr=3.000000e-04 loss=3.2539 ppl=25.9356 acc=0.4002 tokens=8128.0000 +step=216160 micro_steps=432320 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9380 acc=0.3990 tokens=8128.0000 +step=216180 micro_steps=432360 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.6944 acc=0.4015 tokens=8128.0000 +step=216200 micro_steps=432400 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7217 acc=0.4027 tokens=8128.0000 +step=216220 micro_steps=432440 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7523 acc=0.4020 tokens=8128.0000 +step=216240 micro_steps=432480 elapsed=4.1s lr=3.000000e-04 loss=3.2448 ppl=25.6995 acc=0.4014 tokens=8128.0000 +step=216260 micro_steps=432520 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6357 acc=0.4022 tokens=8128.0000 +step=216280 micro_steps=432560 elapsed=4.2s lr=3.000000e-04 loss=3.2526 ppl=25.8943 acc=0.4004 tokens=8128.0000 +step=216300 micro_steps=432600 elapsed=4.2s lr=3.000000e-04 loss=3.2489 ppl=25.7852 acc=0.4006 tokens=8128.0000 +step=216320 micro_steps=432640 elapsed=4.1s lr=3.000000e-04 loss=3.2486 ppl=25.7859 acc=0.4012 tokens=8128.0000 +step=216340 micro_steps=432680 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0018 acc=0.3990 tokens=8128.0000 +step=216360 micro_steps=432720 elapsed=4.1s lr=3.000000e-04 loss=3.2405 ppl=25.5794 acc=0.4020 tokens=8128.0000 +step=216380 micro_steps=432760 elapsed=4.2s lr=3.000000e-04 loss=3.2243 ppl=25.1926 acc=0.4043 tokens=8128.0000 +step=216400 micro_steps=432800 elapsed=4.2s lr=3.000000e-04 loss=3.2493 ppl=25.8001 acc=0.4006 tokens=8128.0000 +step=216420 micro_steps=432840 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5896 acc=0.4011 tokens=8128.0000 +step=216440 micro_steps=432880 elapsed=4.2s lr=3.000000e-04 loss=3.2549 ppl=25.9425 acc=0.4005 tokens=8128.0000 +step=216460 micro_steps=432920 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7766 acc=0.4007 tokens=8128.0000 +step=216480 micro_steps=432960 elapsed=4.1s lr=3.000000e-04 loss=3.2418 ppl=25.6031 acc=0.4009 tokens=8128.0000 +step=216500 micro_steps=433000 elapsed=4.2s lr=3.000000e-04 loss=3.2469 ppl=25.7279 acc=0.4012 tokens=8128.0000 +step=216520 micro_steps=433040 elapsed=4.1s lr=3.000000e-04 loss=3.2418 ppl=25.6130 acc=0.4014 tokens=8128.0000 +step=216540 micro_steps=433080 elapsed=4.1s lr=3.000000e-04 loss=3.2561 ppl=25.9852 acc=0.3997 tokens=8128.0000 +step=216560 micro_steps=433120 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6441 acc=0.4017 tokens=8128.0000 +step=216580 micro_steps=433160 elapsed=4.2s lr=3.000000e-04 loss=3.2013 ppl=24.8528 acc=0.4093 tokens=8128.0000 +step=216600 micro_steps=433200 elapsed=4.1s lr=3.000000e-04 loss=3.2560 ppl=25.9792 acc=0.3998 tokens=8128.0000 +step=216620 micro_steps=433240 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6458 acc=0.4021 tokens=8128.0000 +step=216640 micro_steps=433280 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.6940 acc=0.4014 tokens=8128.0000 +step=216660 micro_steps=433320 elapsed=4.1s lr=3.000000e-04 loss=3.2517 ppl=25.8562 acc=0.4010 tokens=8128.0000 +step=216680 micro_steps=433360 elapsed=4.2s lr=3.000000e-04 loss=3.2556 ppl=25.9533 acc=0.3998 tokens=8128.0000 +step=216700 micro_steps=433400 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7168 acc=0.4019 tokens=8128.0000 +step=216720 micro_steps=433440 elapsed=4.2s lr=3.000000e-04 loss=3.2512 ppl=25.8598 acc=0.4007 tokens=8128.0000 +step=216740 micro_steps=433480 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6437 acc=0.4003 tokens=8128.0000 +step=216760 micro_steps=433520 elapsed=4.2s lr=3.000000e-04 loss=3.2592 ppl=26.0495 acc=0.4002 tokens=8128.0000 +step=216780 micro_steps=433560 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.6912 acc=0.4015 tokens=8128.0000 +step=216800 micro_steps=433600 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6858 acc=0.4014 tokens=8128.0000 +step=216820 micro_steps=433640 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.8943 acc=0.3998 tokens=8128.0000 +step=216840 micro_steps=433680 elapsed=4.2s lr=3.000000e-04 loss=3.2513 ppl=25.8502 acc=0.4004 tokens=8128.0000 +step=216860 micro_steps=433720 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4601 acc=0.4019 tokens=8128.0000 +step=216880 micro_steps=433760 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5717 acc=0.4016 tokens=8128.0000 +step=216900 micro_steps=433800 elapsed=4.2s lr=3.000000e-04 loss=3.2472 ppl=25.7601 acc=0.4001 tokens=8128.0000 +step=216920 micro_steps=433840 elapsed=4.2s lr=3.000000e-04 loss=3.2396 ppl=25.5550 acc=0.4027 tokens=8128.0000 +step=216940 micro_steps=433880 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6955 acc=0.4017 tokens=8128.0000 +step=216960 micro_steps=433920 elapsed=4.2s lr=3.000000e-04 loss=3.2586 ppl=26.0424 acc=0.3993 tokens=8128.0000 +step=216980 micro_steps=433960 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6208 acc=0.4017 tokens=8128.0000 +step=217000 micro_steps=434000 elapsed=4.2s lr=3.000000e-04 loss=3.2361 ppl=25.4757 acc=0.4024 tokens=8128.0000 +[sample step=217000] [CLS], regrettably, heavy, intent. [SEP] bmw shares jumped more than 4 per cent to € 34. 66 as risky bets intensify on the carmaker's battered balance sheet - - about which it had been begging for a government bailout, in recognition of its lack of hit - to - skip problems. [SEP] if we don't do that, this country will be seen by many more people as the place to go to get a genuine job when it comes to environmental issues. [SEP] (treasury secretary) tim geithner on wednesday, apr. [SEP] how did demutualised derivatives get out of the [SEP] +step=217020 micro_steps=434040 elapsed=6.6s lr=3.000000e-04 loss=3.2556 ppl=25.9704 acc=0.3994 tokens=8128.0000 +step=217040 micro_steps=434080 elapsed=4.2s lr=3.000000e-04 loss=3.2567 ppl=25.9874 acc=0.3997 tokens=8128.0000 +step=217060 micro_steps=434120 elapsed=4.2s lr=3.000000e-04 loss=3.2426 ppl=25.6297 acc=0.4015 tokens=8128.0000 +step=217080 micro_steps=434160 elapsed=4.2s lr=3.000000e-04 loss=3.2566 ppl=25.9914 acc=0.4001 tokens=8128.0000 +step=217100 micro_steps=434200 elapsed=4.2s lr=3.000000e-04 loss=3.2588 ppl=26.0507 acc=0.4005 tokens=8128.0000 +step=217120 micro_steps=434240 elapsed=4.2s lr=3.000000e-04 loss=3.2455 ppl=25.7053 acc=0.4021 tokens=8128.0000 +step=217140 micro_steps=434280 elapsed=4.1s lr=3.000000e-04 loss=3.2438 ppl=25.6633 acc=0.4022 tokens=8128.0000 +step=217160 micro_steps=434320 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0315 acc=0.4003 tokens=8128.0000 +step=217180 micro_steps=434360 elapsed=4.2s lr=3.000000e-04 loss=3.2493 ppl=25.8032 acc=0.3997 tokens=8128.0000 +step=217200 micro_steps=434400 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5162 acc=0.4018 tokens=8128.0000 +step=217220 micro_steps=434440 elapsed=4.2s lr=3.000000e-04 loss=3.2345 ppl=25.4259 acc=0.4035 tokens=8128.0000 +step=217240 micro_steps=434480 elapsed=4.1s lr=3.000000e-04 loss=3.2449 ppl=25.6809 acc=0.4022 tokens=8128.0000 +step=217260 micro_steps=434520 elapsed=4.2s lr=3.000000e-04 loss=3.2549 ppl=25.9422 acc=0.4006 tokens=8128.0000 +step=217280 micro_steps=434560 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5696 acc=0.4018 tokens=8128.0000 +step=217300 micro_steps=434600 elapsed=4.1s lr=3.000000e-04 loss=3.2540 ppl=25.9275 acc=0.4004 tokens=8128.0000 +step=217320 micro_steps=434640 elapsed=4.1s lr=3.000000e-04 loss=3.2429 ppl=25.6431 acc=0.4024 tokens=8128.0000 +step=217340 micro_steps=434680 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5659 acc=0.4015 tokens=8128.0000 +step=217360 micro_steps=434720 elapsed=4.2s lr=3.000000e-04 loss=3.2316 ppl=25.3512 acc=0.4030 tokens=8128.0000 +step=217380 micro_steps=434760 elapsed=4.1s lr=3.000000e-04 loss=3.2458 ppl=25.7163 acc=0.4007 tokens=8128.0000 +step=217400 micro_steps=434800 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7981 acc=0.4010 tokens=8128.0000 +step=217420 micro_steps=434840 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9074 acc=0.4005 tokens=8128.0000 +step=217440 micro_steps=434880 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7762 acc=0.4008 tokens=8128.0000 +step=217460 micro_steps=434920 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8743 acc=0.4003 tokens=8128.0000 +step=217480 micro_steps=434960 elapsed=4.2s lr=3.000000e-04 loss=3.2473 ppl=25.7628 acc=0.4012 tokens=8128.0000 +step=217500 micro_steps=435000 elapsed=4.1s lr=3.000000e-04 loss=3.2566 ppl=25.9909 acc=0.4001 tokens=8128.0000 +step=217520 micro_steps=435040 elapsed=4.2s lr=3.000000e-04 loss=3.2439 ppl=25.6638 acc=0.4011 tokens=8128.0000 +step=217540 micro_steps=435080 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7096 acc=0.4012 tokens=8128.0000 +step=217560 micro_steps=435120 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6206 acc=0.4020 tokens=8128.0000 +step=217580 micro_steps=435160 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3522 acc=0.4024 tokens=8128.0000 +step=217600 micro_steps=435200 elapsed=4.1s lr=3.000000e-04 loss=3.2430 ppl=25.6424 acc=0.4008 tokens=8128.0000 +step=217620 micro_steps=435240 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7073 acc=0.3999 tokens=8128.0000 +step=217640 micro_steps=435280 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5735 acc=0.4016 tokens=8128.0000 +step=217660 micro_steps=435320 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.6868 acc=0.4018 tokens=8128.0000 +step=217680 micro_steps=435360 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9182 acc=0.4005 tokens=8128.0000 +step=217700 micro_steps=435400 elapsed=4.1s lr=3.000000e-04 loss=3.2517 ppl=25.8697 acc=0.4007 tokens=8128.0000 +step=217720 micro_steps=435440 elapsed=4.1s lr=3.000000e-04 loss=3.2274 ppl=25.2526 acc=0.4035 tokens=8128.0000 +step=217740 micro_steps=435480 elapsed=4.2s lr=3.000000e-04 loss=3.2321 ppl=25.3620 acc=0.4033 tokens=8128.0000 +step=217760 micro_steps=435520 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9852 acc=0.3994 tokens=8128.0000 +step=217780 micro_steps=435560 elapsed=4.2s lr=3.000000e-04 loss=3.2582 ppl=26.0345 acc=0.4003 tokens=8128.0000 +step=217800 micro_steps=435600 elapsed=4.1s lr=3.000000e-04 loss=3.2431 ppl=25.6493 acc=0.4025 tokens=8128.0000 +step=217820 micro_steps=435640 elapsed=4.2s lr=3.000000e-04 loss=3.2451 ppl=25.6929 acc=0.4003 tokens=8128.0000 +step=217840 micro_steps=435680 elapsed=4.2s lr=3.000000e-04 loss=3.2455 ppl=25.7028 acc=0.4019 tokens=8128.0000 +step=217860 micro_steps=435720 elapsed=4.2s lr=3.000000e-04 loss=3.2513 ppl=25.8567 acc=0.4002 tokens=8128.0000 +step=217880 micro_steps=435760 elapsed=4.2s lr=3.000000e-04 loss=3.2242 ppl=25.1771 acc=0.4020 tokens=8128.0000 +step=217900 micro_steps=435800 elapsed=4.2s lr=3.000000e-04 loss=3.2304 ppl=25.3863 acc=0.4037 tokens=8128.0000 +step=217920 micro_steps=435840 elapsed=4.2s lr=3.000000e-04 loss=3.2480 ppl=25.7726 acc=0.4011 tokens=8128.0000 +step=217940 micro_steps=435880 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4574 acc=0.4020 tokens=8128.0000 +step=217960 micro_steps=435920 elapsed=4.2s lr=3.000000e-04 loss=3.2435 ppl=25.6558 acc=0.4024 tokens=8128.0000 +step=217980 micro_steps=435960 elapsed=4.1s lr=3.000000e-04 loss=3.2540 ppl=25.9329 acc=0.4008 tokens=8128.0000 +step=218000 micro_steps=436000 elapsed=4.1s lr=3.000000e-04 loss=3.2361 ppl=25.4714 acc=0.4015 tokens=8128.0000 +[sample step=218000] [CLS]iard rolled over the end of the fiorentina defence and then hit the underside of the bar after volleying over by van gaal, his logic likely borne out. [SEP] olmert: well, i would look at, the last thing i can do in my career, because i'm not in a film. [SEP] paul mcshane led his team with an eye for the reserve midfielder and johnson has he so far thwarted dagenham & redbridge's run to the next stage of boavista's premier league campaign. [SEP] charles kosminsky's early self - portraiture " risir [SEP] +step=218020 micro_steps=436040 elapsed=6.6s lr=3.000000e-04 loss=3.2487 ppl=25.7850 acc=0.4016 tokens=8128.0000 +step=218040 micro_steps=436080 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5098 acc=0.4021 tokens=8128.0000 +step=218060 micro_steps=436120 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.7027 acc=0.4018 tokens=8128.0000 +step=218080 micro_steps=436160 elapsed=4.2s lr=3.000000e-04 loss=3.2621 ppl=26.1375 acc=0.4003 tokens=8128.0000 +step=218100 micro_steps=436200 elapsed=4.2s lr=3.000000e-04 loss=3.2444 ppl=25.6863 acc=0.4012 tokens=8128.0000 +step=218120 micro_steps=436240 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7419 acc=0.4013 tokens=8128.0000 +step=218140 micro_steps=436280 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0261 acc=0.3994 tokens=8128.0000 +step=218160 micro_steps=436320 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1475 acc=0.3994 tokens=8128.0000 +step=218180 micro_steps=436360 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5276 acc=0.4015 tokens=8128.0000 +step=218200 micro_steps=436400 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5849 acc=0.4009 tokens=8128.0000 +step=218220 micro_steps=436440 elapsed=4.2s lr=3.000000e-04 loss=3.2444 ppl=25.6844 acc=0.4020 tokens=8128.0000 +step=218240 micro_steps=436480 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6864 acc=0.4017 tokens=8128.0000 +step=218260 micro_steps=436520 elapsed=4.2s lr=3.000000e-04 loss=3.2505 ppl=25.8302 acc=0.4000 tokens=8128.0000 +step=218280 micro_steps=436560 elapsed=4.2s lr=3.000000e-04 loss=3.2330 ppl=25.3761 acc=0.4020 tokens=8128.0000 +step=218300 micro_steps=436600 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=26.0030 acc=0.4001 tokens=8128.0000 +step=218320 micro_steps=436640 elapsed=4.2s lr=3.000000e-04 loss=3.2436 ppl=25.6508 acc=0.4019 tokens=8128.0000 +step=218340 micro_steps=436680 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.7149 acc=0.4021 tokens=8128.0000 +step=218360 micro_steps=436720 elapsed=4.2s lr=3.000000e-04 loss=3.2318 ppl=25.3559 acc=0.4022 tokens=8128.0000 +step=218380 micro_steps=436760 elapsed=4.1s lr=3.000000e-04 loss=3.2460 ppl=25.7207 acc=0.4012 tokens=8128.0000 +step=218400 micro_steps=436800 elapsed=4.1s lr=3.000000e-04 loss=3.2355 ppl=25.4544 acc=0.4021 tokens=8128.0000 +step=218420 micro_steps=436840 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.4032 acc=0.4030 tokens=8128.0000 +step=218440 micro_steps=436880 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.3694 acc=0.4023 tokens=8128.0000 +step=218460 micro_steps=436920 elapsed=4.1s lr=3.000000e-04 loss=3.2454 ppl=25.7096 acc=0.4010 tokens=8128.0000 +step=218480 micro_steps=436960 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5768 acc=0.4010 tokens=8128.0000 +step=218500 micro_steps=437000 elapsed=4.2s lr=3.000000e-04 loss=3.2480 ppl=25.7712 acc=0.4008 tokens=8128.0000 +step=218520 micro_steps=437040 elapsed=4.2s lr=3.000000e-04 loss=3.2283 ppl=25.2933 acc=0.4028 tokens=8128.0000 +step=218540 micro_steps=437080 elapsed=4.2s lr=3.000000e-04 loss=3.2343 ppl=25.4509 acc=0.4026 tokens=8128.0000 +step=218560 micro_steps=437120 elapsed=4.2s lr=3.000000e-04 loss=3.2306 ppl=25.3316 acc=0.4033 tokens=8128.0000 +step=218580 micro_steps=437160 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7464 acc=0.4018 tokens=8128.0000 +step=218600 micro_steps=437200 elapsed=4.2s lr=3.000000e-04 loss=3.2370 ppl=25.4753 acc=0.4024 tokens=8128.0000 +step=218620 micro_steps=437240 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7622 acc=0.4016 tokens=8128.0000 +step=218640 micro_steps=437280 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7184 acc=0.4008 tokens=8128.0000 +step=218660 micro_steps=437320 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5503 acc=0.4006 tokens=8128.0000 +step=218680 micro_steps=437360 elapsed=4.2s lr=3.000000e-04 loss=3.2354 ppl=25.4569 acc=0.4024 tokens=8128.0000 +step=218700 micro_steps=437400 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5935 acc=0.4033 tokens=8128.0000 +step=218720 micro_steps=437440 elapsed=4.2s lr=3.000000e-04 loss=3.2278 ppl=25.2486 acc=0.4033 tokens=8128.0000 +step=218740 micro_steps=437480 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7107 acc=0.4007 tokens=8128.0000 +step=218760 micro_steps=437520 elapsed=4.2s lr=3.000000e-04 loss=3.2521 ppl=25.8843 acc=0.4010 tokens=8128.0000 +step=218780 micro_steps=437560 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.5898 acc=0.4010 tokens=8128.0000 +step=218800 micro_steps=437600 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7100 acc=0.4020 tokens=8128.0000 +step=218820 micro_steps=437640 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5859 acc=0.4024 tokens=8128.0000 +step=218840 micro_steps=437680 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8218 acc=0.4008 tokens=8128.0000 +step=218860 micro_steps=437720 elapsed=4.2s lr=3.000000e-04 loss=3.2335 ppl=25.3952 acc=0.4025 tokens=8128.0000 +step=218880 micro_steps=437760 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=25.9869 acc=0.4003 tokens=8128.0000 +step=218900 micro_steps=437800 elapsed=4.2s lr=3.000000e-04 loss=3.2438 ppl=25.6766 acc=0.4014 tokens=8128.0000 +step=218920 micro_steps=437840 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6846 acc=0.4019 tokens=8128.0000 +step=218940 micro_steps=437880 elapsed=4.2s lr=3.000000e-04 loss=3.2549 ppl=25.9434 acc=0.4007 tokens=8128.0000 +step=218960 micro_steps=437920 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8147 acc=0.4002 tokens=8128.0000 +step=218980 micro_steps=437960 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6843 acc=0.4023 tokens=8128.0000 +step=219000 micro_steps=438000 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7232 acc=0.4013 tokens=8128.0000 +[sample step=219000] [CLS] investigating 911 calls from the aftermath of the shooting that led to loss of life and property, only to find that there were no remains on the street. [SEP] the scarcely concealed script for her husband appears slightly crooked, her bluff mien impatiently waved to us as we leave the apartment and proudly point to me and six other small children along the rail line toward the night air of a hip new hotel. [SEP] though most have been taking me to the academy stores or at the pump through the weeks, my mother recently bought small chicken pies with a $3 suitcase at the grocery store. [SEP] but somehow, not for me, a decision [SEP] +step=219020 micro_steps=438040 elapsed=6.6s lr=3.000000e-04 loss=3.2332 ppl=25.3967 acc=0.4029 tokens=8128.0000 +step=219040 micro_steps=438080 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8383 acc=0.4005 tokens=8128.0000 +step=219060 micro_steps=438120 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.8985 acc=0.4008 tokens=8128.0000 +step=219080 micro_steps=438160 elapsed=4.2s lr=3.000000e-04 loss=3.2559 ppl=25.9714 acc=0.3999 tokens=8128.0000 +step=219100 micro_steps=438200 elapsed=4.2s lr=3.000000e-04 loss=3.2586 ppl=26.0388 acc=0.3991 tokens=8128.0000 +step=219120 micro_steps=438240 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.5892 acc=0.4007 tokens=8128.0000 +step=219140 micro_steps=438280 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.7027 acc=0.4013 tokens=8128.0000 +step=219160 micro_steps=438320 elapsed=4.2s lr=3.000000e-04 loss=3.2426 ppl=25.6360 acc=0.4018 tokens=8128.0000 +step=219180 micro_steps=438360 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5873 acc=0.4019 tokens=8128.0000 +step=219200 micro_steps=438400 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5167 acc=0.4017 tokens=8128.0000 +step=219220 micro_steps=438440 elapsed=4.2s lr=3.000000e-04 loss=3.2521 ppl=25.8782 acc=0.4011 tokens=8128.0000 +step=219240 micro_steps=438480 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.7082 acc=0.4010 tokens=8128.0000 +step=219260 micro_steps=438520 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9848 acc=0.3995 tokens=8128.0000 +step=219280 micro_steps=438560 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7386 acc=0.4025 tokens=8128.0000 +step=219300 micro_steps=438600 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.6066 acc=0.4011 tokens=8128.0000 +step=219320 micro_steps=438640 elapsed=4.2s lr=3.000000e-04 loss=3.2397 ppl=25.5472 acc=0.4019 tokens=8128.0000 +step=219340 micro_steps=438680 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7624 acc=0.4007 tokens=8128.0000 +step=219360 micro_steps=438720 elapsed=4.2s lr=3.000000e-04 loss=3.2363 ppl=25.4614 acc=0.4026 tokens=8128.0000 +step=219380 micro_steps=438760 elapsed=4.2s lr=3.000000e-04 loss=3.2444 ppl=25.6631 acc=0.4011 tokens=8128.0000 +step=219400 micro_steps=438800 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.8096 acc=0.4010 tokens=8128.0000 +step=219420 micro_steps=438840 elapsed=4.2s lr=3.000000e-04 loss=3.2596 ppl=26.0571 acc=0.3988 tokens=8128.0000 +step=219440 micro_steps=438880 elapsed=4.2s lr=3.000000e-04 loss=3.2455 ppl=25.6960 acc=0.4016 tokens=8128.0000 +step=219460 micro_steps=438920 elapsed=4.2s lr=3.000000e-04 loss=3.2587 ppl=26.0543 acc=0.3999 tokens=8128.0000 +step=219480 micro_steps=438960 elapsed=4.2s lr=3.000000e-04 loss=3.2396 ppl=25.5532 acc=0.4029 tokens=8128.0000 +step=219500 micro_steps=439000 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5499 acc=0.4030 tokens=8128.0000 +step=219520 micro_steps=439040 elapsed=4.2s lr=3.000000e-04 loss=3.2436 ppl=25.6475 acc=0.4020 tokens=8128.0000 +step=219540 micro_steps=439080 elapsed=4.2s lr=3.000000e-04 loss=3.2566 ppl=26.0021 acc=0.3994 tokens=8128.0000 +step=219560 micro_steps=439120 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5435 acc=0.4023 tokens=8128.0000 +step=219580 micro_steps=439160 elapsed=4.2s lr=3.000000e-04 loss=3.2405 ppl=25.5975 acc=0.4009 tokens=8128.0000 +step=219600 micro_steps=439200 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6531 acc=0.4008 tokens=8128.0000 +step=219620 micro_steps=439240 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7758 acc=0.4011 tokens=8128.0000 +step=219640 micro_steps=439280 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8275 acc=0.3996 tokens=8128.0000 +step=219660 micro_steps=439320 elapsed=4.2s lr=3.000000e-04 loss=3.2351 ppl=25.4422 acc=0.4032 tokens=8128.0000 +step=219680 micro_steps=439360 elapsed=4.2s lr=3.000000e-04 loss=3.2397 ppl=25.5558 acc=0.4018 tokens=8128.0000 +step=219700 micro_steps=439400 elapsed=4.2s lr=3.000000e-04 loss=3.2361 ppl=25.4765 acc=0.4025 tokens=8128.0000 +step=219720 micro_steps=439440 elapsed=4.2s lr=3.000000e-04 loss=3.2644 ppl=26.1800 acc=0.3995 tokens=8128.0000 +step=219740 micro_steps=439480 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.6985 acc=0.4022 tokens=8128.0000 +step=219760 micro_steps=439520 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.8975 acc=0.4004 tokens=8128.0000 +step=219780 micro_steps=439560 elapsed=4.2s lr=3.000000e-04 loss=3.2667 ppl=26.2516 acc=0.3982 tokens=8128.0000 +step=219800 micro_steps=439600 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7706 acc=0.4005 tokens=8128.0000 +step=219820 micro_steps=439640 elapsed=4.2s lr=3.000000e-04 loss=3.2392 ppl=25.5389 acc=0.4026 tokens=8128.0000 +step=219840 micro_steps=439680 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4235 acc=0.4014 tokens=8128.0000 +step=219860 micro_steps=439720 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8672 acc=0.3996 tokens=8128.0000 +step=219880 micro_steps=439760 elapsed=4.2s lr=3.000000e-04 loss=3.2538 ppl=25.9271 acc=0.4007 tokens=8128.0000 +step=219900 micro_steps=439800 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9952 acc=0.3994 tokens=8128.0000 +step=219920 micro_steps=439840 elapsed=4.2s lr=3.000000e-04 loss=3.2381 ppl=25.5177 acc=0.4026 tokens=8128.0000 +step=219940 micro_steps=439880 elapsed=4.2s lr=3.000000e-04 loss=3.2334 ppl=25.4060 acc=0.4028 tokens=8128.0000 +step=219960 micro_steps=439920 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.5692 acc=0.4016 tokens=8128.0000 +step=219980 micro_steps=439960 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6142 acc=0.4023 tokens=8128.0000 +step=220000 micro_steps=440000 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6658 acc=0.4023 tokens=8128.0000 +[sample step=220000] [CLS] was six times more likely to have two or more cervical cancer cases than poor muslims or other racial groups combined, and indo - jewish men were twice as likely to have a sexually transmitted disease, pertussis and pneumonia (pnp) infections than they were to have comparable "non - indians" rates if no screening was applied. [SEP] therapists say there's something about seeing a pool and inhaling pollen build an aircraft around it. [SEP] general motors dabbled in pickup trucks and sport utility vehicles early in the 1970s, evens out its chevrolet cobalt taurus suv, which has run on 500 horsepower and has struck at least [SEP] +step=220020 micro_steps=440040 elapsed=7.7s lr=3.000000e-04 loss=3.2308 ppl=25.3214 acc=0.4031 tokens=8128.0000 +step=220040 micro_steps=440080 elapsed=4.2s lr=3.000000e-04 loss=3.2507 ppl=25.8492 acc=0.4007 tokens=8128.0000 +step=220060 micro_steps=440120 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6546 acc=0.4017 tokens=8128.0000 +step=220080 micro_steps=440160 elapsed=4.2s lr=3.000000e-04 loss=3.2340 ppl=25.4214 acc=0.4029 tokens=8128.0000 +step=220100 micro_steps=440200 elapsed=4.2s lr=3.000000e-04 loss=3.2560 ppl=25.9730 acc=0.4004 tokens=8128.0000 +step=220120 micro_steps=440240 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5475 acc=0.4012 tokens=8128.0000 +step=220140 micro_steps=440280 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.7961 acc=0.4017 tokens=8128.0000 +step=220160 micro_steps=440320 elapsed=4.2s lr=3.000000e-04 loss=3.2363 ppl=25.4749 acc=0.4022 tokens=8128.0000 +step=220180 micro_steps=440360 elapsed=4.2s lr=3.000000e-04 loss=3.2427 ppl=25.6314 acc=0.4012 tokens=8128.0000 +step=220200 micro_steps=440400 elapsed=4.2s lr=3.000000e-04 loss=3.2546 ppl=25.9339 acc=0.4006 tokens=8128.0000 +step=220220 micro_steps=440440 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6563 acc=0.4018 tokens=8128.0000 +step=220240 micro_steps=440480 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6722 acc=0.4019 tokens=8128.0000 +step=220260 micro_steps=440520 elapsed=4.2s lr=3.000000e-04 loss=3.2356 ppl=25.4507 acc=0.4033 tokens=8128.0000 +step=220280 micro_steps=440560 elapsed=4.2s lr=3.000000e-04 loss=3.2590 ppl=26.0558 acc=0.3990 tokens=8128.0000 +step=220300 micro_steps=440600 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5842 acc=0.4027 tokens=8128.0000 +step=220320 micro_steps=440640 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6532 acc=0.4016 tokens=8128.0000 +step=220340 micro_steps=440680 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.4003 acc=0.4024 tokens=8128.0000 +step=220360 micro_steps=440720 elapsed=4.2s lr=3.000000e-04 loss=3.2526 ppl=25.9005 acc=0.4006 tokens=8128.0000 +step=220380 micro_steps=440760 elapsed=4.2s lr=3.000000e-04 loss=3.2227 ppl=25.1168 acc=0.4042 tokens=8128.0000 +step=220400 micro_steps=440800 elapsed=4.2s lr=3.000000e-04 loss=3.2375 ppl=25.5035 acc=0.4014 tokens=8128.0000 +step=220420 micro_steps=440840 elapsed=4.2s lr=3.000000e-04 loss=3.2542 ppl=25.9156 acc=0.4011 tokens=8128.0000 +step=220440 micro_steps=440880 elapsed=4.2s lr=3.000000e-04 loss=3.2339 ppl=25.4044 acc=0.4020 tokens=8128.0000 +step=220460 micro_steps=440920 elapsed=4.2s lr=3.000000e-04 loss=3.2520 ppl=25.8682 acc=0.3996 tokens=8128.0000 +step=220480 micro_steps=440960 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6549 acc=0.4004 tokens=8128.0000 +step=220500 micro_steps=441000 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.8049 acc=0.4007 tokens=8128.0000 +step=220520 micro_steps=441040 elapsed=4.2s lr=3.000000e-04 loss=3.2533 ppl=25.9062 acc=0.4005 tokens=8128.0000 +step=220540 micro_steps=441080 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5677 acc=0.4026 tokens=8128.0000 +step=220560 micro_steps=441120 elapsed=4.2s lr=3.000000e-04 loss=3.2406 ppl=25.5890 acc=0.4031 tokens=8128.0000 +step=220580 micro_steps=441160 elapsed=4.2s lr=3.000000e-04 loss=3.2438 ppl=25.6624 acc=0.4012 tokens=8128.0000 +step=220600 micro_steps=441200 elapsed=4.2s lr=3.000000e-04 loss=3.2489 ppl=25.7970 acc=0.4006 tokens=8128.0000 +step=220620 micro_steps=441240 elapsed=4.2s lr=3.000000e-04 loss=3.2451 ppl=25.6926 acc=0.4006 tokens=8128.0000 +step=220640 micro_steps=441280 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.7162 acc=0.4015 tokens=8128.0000 +step=220660 micro_steps=441320 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6955 acc=0.4014 tokens=8128.0000 +step=220680 micro_steps=441360 elapsed=4.2s lr=3.000000e-04 loss=3.2506 ppl=25.8502 acc=0.3996 tokens=8128.0000 +step=220700 micro_steps=441400 elapsed=4.2s lr=3.000000e-04 loss=3.2319 ppl=25.3601 acc=0.4037 tokens=8128.0000 +step=220720 micro_steps=441440 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5264 acc=0.4010 tokens=8128.0000 +step=220740 micro_steps=441480 elapsed=4.2s lr=3.000000e-04 loss=3.2516 ppl=25.8660 acc=0.4008 tokens=8128.0000 +step=220760 micro_steps=441520 elapsed=4.2s lr=3.000000e-04 loss=3.2386 ppl=25.5265 acc=0.4032 tokens=8128.0000 +step=220780 micro_steps=441560 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.7932 acc=0.4006 tokens=8128.0000 +step=220800 micro_steps=441600 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5399 acc=0.4020 tokens=8128.0000 +step=220820 micro_steps=441640 elapsed=4.2s lr=3.000000e-04 loss=3.2382 ppl=25.5118 acc=0.4028 tokens=8128.0000 +step=220840 micro_steps=441680 elapsed=4.2s lr=3.000000e-04 loss=3.2327 ppl=25.3882 acc=0.4036 tokens=8128.0000 +step=220860 micro_steps=441720 elapsed=4.2s lr=3.000000e-04 loss=3.2427 ppl=25.6333 acc=0.4002 tokens=8128.0000 +step=220880 micro_steps=441760 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7748 acc=0.4009 tokens=8128.0000 +step=220900 micro_steps=441800 elapsed=4.2s lr=3.000000e-04 loss=3.2337 ppl=25.4039 acc=0.4037 tokens=8128.0000 +step=220920 micro_steps=441840 elapsed=4.2s lr=3.000000e-04 loss=3.2487 ppl=25.8003 acc=0.4008 tokens=8128.0000 +step=220940 micro_steps=441880 elapsed=4.2s lr=3.000000e-04 loss=3.2470 ppl=25.7396 acc=0.4016 tokens=8128.0000 +step=220960 micro_steps=441920 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.6909 acc=0.4019 tokens=8128.0000 +step=220980 micro_steps=441960 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9745 acc=0.3997 tokens=8128.0000 +step=221000 micro_steps=442000 elapsed=4.2s lr=3.000000e-04 loss=3.2415 ppl=25.6102 acc=0.4012 tokens=8128.0000 +[sample step=221000] [CLS] camps say brown should quit or seek an 11th - hour pardon. [SEP] they've hated, but they're afraid of it. [SEP] those on the lowest income levels were 8 percent more likely to get the foreclosure prevention assistance. [SEP] feelnehous is being held on $100, 000 bond on loan from her husband ozzy. [SEP] for recently unemployed women, added to the mix were viewers who might get younger - - and cost more - - than their parents were from the farm. [SEP] it comes after pressure from environmental groups. [SEP] his signature pendant is bright yellow: an orange price war dress, with [SEP] +step=221020 micro_steps=442040 elapsed=6.6s lr=3.000000e-04 loss=3.2526 ppl=25.8757 acc=0.3993 tokens=8128.0000 +step=221040 micro_steps=442080 elapsed=4.2s lr=3.000000e-04 loss=3.2571 ppl=26.0219 acc=0.3998 tokens=8128.0000 +step=221060 micro_steps=442120 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6455 acc=0.4010 tokens=8128.0000 +step=221080 micro_steps=442160 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.7065 acc=0.4014 tokens=8128.0000 +step=221100 micro_steps=442200 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1040 acc=0.3991 tokens=8128.0000 +step=221120 micro_steps=442240 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7413 acc=0.4020 tokens=8128.0000 +step=221140 micro_steps=442280 elapsed=4.2s lr=3.000000e-04 loss=3.2508 ppl=25.8322 acc=0.4001 tokens=8128.0000 +step=221160 micro_steps=442320 elapsed=4.2s lr=3.000000e-04 loss=3.2307 ppl=25.3271 acc=0.4041 tokens=8128.0000 +step=221180 micro_steps=442360 elapsed=4.2s lr=3.000000e-04 loss=3.2337 ppl=25.4089 acc=0.4037 tokens=8128.0000 +step=221200 micro_steps=442400 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.6083 acc=0.4007 tokens=8128.0000 +step=221220 micro_steps=442440 elapsed=4.2s lr=3.000000e-04 loss=3.2455 ppl=25.7149 acc=0.4004 tokens=8128.0000 +step=221240 micro_steps=442480 elapsed=4.2s lr=3.000000e-04 loss=3.2367 ppl=25.4756 acc=0.4023 tokens=8128.0000 +step=221260 micro_steps=442520 elapsed=4.2s lr=3.000000e-04 loss=3.2332 ppl=25.4064 acc=0.4031 tokens=8128.0000 +step=221280 micro_steps=442560 elapsed=4.2s lr=3.000000e-04 loss=3.2254 ppl=25.1886 acc=0.4040 tokens=8128.0000 +step=221300 micro_steps=442600 elapsed=4.2s lr=3.000000e-04 loss=3.2619 ppl=26.1321 acc=0.3987 tokens=8128.0000 +step=221320 micro_steps=442640 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0275 acc=0.3985 tokens=8128.0000 +step=221340 micro_steps=442680 elapsed=4.2s lr=3.000000e-04 loss=3.2451 ppl=25.6981 acc=0.4016 tokens=8128.0000 +step=221360 micro_steps=442720 elapsed=4.2s lr=3.000000e-04 loss=3.2473 ppl=25.7407 acc=0.4019 tokens=8128.0000 +step=221380 micro_steps=442760 elapsed=4.2s lr=3.000000e-04 loss=3.2545 ppl=25.9420 acc=0.4003 tokens=8128.0000 +step=221400 micro_steps=442800 elapsed=4.2s lr=3.000000e-04 loss=3.2301 ppl=25.3059 acc=0.4030 tokens=8128.0000 +step=221420 micro_steps=442840 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.5042 acc=0.4022 tokens=8128.0000 +step=221440 micro_steps=442880 elapsed=4.2s lr=3.000000e-04 loss=3.2499 ppl=25.8200 acc=0.4007 tokens=8128.0000 +step=221460 micro_steps=442920 elapsed=4.2s lr=3.000000e-04 loss=3.2423 ppl=25.6311 acc=0.4017 tokens=8128.0000 +step=221480 micro_steps=442960 elapsed=4.2s lr=3.000000e-04 loss=3.2534 ppl=25.9057 acc=0.4003 tokens=8128.0000 +step=221500 micro_steps=443000 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6720 acc=0.4005 tokens=8128.0000 +step=221520 micro_steps=443040 elapsed=4.2s lr=3.000000e-04 loss=3.2301 ppl=25.4147 acc=0.4055 tokens=8128.0000 +step=221540 micro_steps=443080 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5892 acc=0.4019 tokens=8128.0000 +step=221560 micro_steps=443120 elapsed=4.2s lr=3.000000e-04 loss=3.2533 ppl=25.9158 acc=0.3996 tokens=8128.0000 +step=221580 micro_steps=443160 elapsed=4.2s lr=3.000000e-04 loss=3.2428 ppl=25.6354 acc=0.4004 tokens=8128.0000 +step=221600 micro_steps=443200 elapsed=4.2s lr=3.000000e-04 loss=3.2353 ppl=25.4490 acc=0.4033 tokens=8128.0000 +step=221620 micro_steps=443240 elapsed=4.2s lr=3.000000e-04 loss=3.2581 ppl=26.0267 acc=0.4001 tokens=8128.0000 +step=221640 micro_steps=443280 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.5900 acc=0.4018 tokens=8128.0000 +step=221660 micro_steps=443320 elapsed=4.2s lr=3.000000e-04 loss=3.2536 ppl=25.9316 acc=0.4008 tokens=8128.0000 +step=221680 micro_steps=443360 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6749 acc=0.4015 tokens=8128.0000 +step=221700 micro_steps=443400 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.5640 acc=0.4011 tokens=8128.0000 +step=221720 micro_steps=443440 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7522 acc=0.4008 tokens=8128.0000 +step=221740 micro_steps=443480 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7192 acc=0.4013 tokens=8128.0000 +step=221760 micro_steps=443520 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5398 acc=0.4009 tokens=8128.0000 +step=221780 micro_steps=443560 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9643 acc=0.4004 tokens=8128.0000 +step=221800 micro_steps=443600 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5668 acc=0.4011 tokens=8128.0000 +step=221820 micro_steps=443640 elapsed=4.2s lr=3.000000e-04 loss=3.2415 ppl=25.6191 acc=0.4013 tokens=8128.0000 +step=221840 micro_steps=443680 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8366 acc=0.4004 tokens=8128.0000 +step=221860 micro_steps=443720 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.6782 acc=0.4011 tokens=8128.0000 +step=221880 micro_steps=443760 elapsed=4.2s lr=3.000000e-04 loss=3.2420 ppl=25.6082 acc=0.4001 tokens=8128.0000 +step=221900 micro_steps=443800 elapsed=4.2s lr=3.000000e-04 loss=3.2473 ppl=25.7599 acc=0.4019 tokens=8128.0000 +step=221920 micro_steps=443840 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9160 acc=0.4019 tokens=8128.0000 +step=221940 micro_steps=443880 elapsed=4.2s lr=3.000000e-04 loss=3.2430 ppl=25.6425 acc=0.4021 tokens=8128.0000 +step=221960 micro_steps=443920 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4440 acc=0.4034 tokens=8128.0000 +step=221980 micro_steps=443960 elapsed=4.2s lr=3.000000e-04 loss=3.2611 ppl=26.1135 acc=0.3993 tokens=8128.0000 +step=222000 micro_steps=444000 elapsed=4.2s lr=3.000000e-04 loss=3.2401 ppl=25.5875 acc=0.4027 tokens=8128.0000 +[sample step=222000] [CLS] top of the tax payers trough, as these companies are not only able to pay millions of more in licence fees but have to supplement what they pay their workers to make their own content. [SEP] but protests involving phony workforce searches were quickly quashed by the chinese government when the government refused to hand over to the middlemen. [SEP] it seemed to me that starting as a kid i wanted to pursue full - time came very fast. [SEP] at camberley surrey, which offers archery, yehuda field expenditure for the summer is up 9. 10 per cent to £10. 8 million. [SEP] associated press reporters marcus wo [SEP] +step=222020 micro_steps=444040 elapsed=6.6s lr=3.000000e-04 loss=3.2339 ppl=25.4049 acc=0.4023 tokens=8128.0000 +step=222040 micro_steps=444080 elapsed=4.2s lr=3.000000e-04 loss=3.2560 ppl=25.9804 acc=0.4003 tokens=8128.0000 +step=222060 micro_steps=444120 elapsed=4.2s lr=3.000000e-04 loss=3.2444 ppl=25.6681 acc=0.4007 tokens=8128.0000 +step=222080 micro_steps=444160 elapsed=4.2s lr=3.000000e-04 loss=3.2640 ppl=26.1919 acc=0.3985 tokens=8128.0000 +step=222100 micro_steps=444200 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8753 acc=0.3999 tokens=8128.0000 +step=222120 micro_steps=444240 elapsed=4.2s lr=3.000000e-04 loss=3.2483 ppl=25.7874 acc=0.4017 tokens=8128.0000 +step=222140 micro_steps=444280 elapsed=4.2s lr=3.000000e-04 loss=3.2463 ppl=25.7272 acc=0.4011 tokens=8128.0000 +step=222160 micro_steps=444320 elapsed=4.2s lr=3.000000e-04 loss=3.2515 ppl=25.8678 acc=0.3996 tokens=8128.0000 +step=222180 micro_steps=444360 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9043 acc=0.3993 tokens=8128.0000 +step=222200 micro_steps=444400 elapsed=4.2s lr=3.000000e-04 loss=3.2519 ppl=25.8860 acc=0.4011 tokens=8128.0000 +step=222220 micro_steps=444440 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.7000 acc=0.4018 tokens=8128.0000 +step=222240 micro_steps=444480 elapsed=4.2s lr=3.000000e-04 loss=3.2390 ppl=25.5382 acc=0.4020 tokens=8128.0000 +step=222260 micro_steps=444520 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.4980 acc=0.4016 tokens=8128.0000 +step=222280 micro_steps=444560 elapsed=4.2s lr=3.000000e-04 loss=3.2385 ppl=25.5160 acc=0.4020 tokens=8128.0000 +step=222300 micro_steps=444600 elapsed=4.2s lr=3.000000e-04 loss=3.2361 ppl=25.5167 acc=0.4034 tokens=8128.0000 +step=222320 micro_steps=444640 elapsed=4.2s lr=3.000000e-04 loss=3.2564 ppl=25.9826 acc=0.3999 tokens=8128.0000 +step=222340 micro_steps=444680 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7968 acc=0.4019 tokens=8128.0000 +step=222360 micro_steps=444720 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6521 acc=0.4022 tokens=8128.0000 +step=222380 micro_steps=444760 elapsed=4.2s lr=3.000000e-04 loss=3.2486 ppl=25.7792 acc=0.4011 tokens=8128.0000 +step=222400 micro_steps=444800 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.6957 acc=0.4014 tokens=8128.0000 +step=222420 micro_steps=444840 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.5972 acc=0.4024 tokens=8128.0000 +step=222440 micro_steps=444880 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8268 acc=0.4014 tokens=8128.0000 +step=222460 micro_steps=444920 elapsed=4.2s lr=3.000000e-04 loss=3.2386 ppl=25.5259 acc=0.4025 tokens=8128.0000 +step=222480 micro_steps=444960 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6262 acc=0.4016 tokens=8128.0000 +step=222500 micro_steps=445000 elapsed=4.2s lr=3.000000e-04 loss=3.2563 ppl=25.9947 acc=0.3990 tokens=8128.0000 +step=222520 micro_steps=445040 elapsed=4.2s lr=3.000000e-04 loss=3.2487 ppl=25.8006 acc=0.4002 tokens=8128.0000 +step=222540 micro_steps=445080 elapsed=4.2s lr=3.000000e-04 loss=3.2415 ppl=25.6074 acc=0.4009 tokens=8128.0000 +step=222560 micro_steps=445120 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.6942 acc=0.4011 tokens=8128.0000 +step=222580 micro_steps=445160 elapsed=4.2s lr=3.000000e-04 loss=3.2406 ppl=25.5684 acc=0.4023 tokens=8128.0000 +step=222600 micro_steps=445200 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8097 acc=0.4004 tokens=8128.0000 +step=222620 micro_steps=445240 elapsed=4.2s lr=3.000000e-04 loss=3.2472 ppl=25.7521 acc=0.3991 tokens=8128.0000 +step=222640 micro_steps=445280 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8390 acc=0.4010 tokens=8128.0000 +step=222660 micro_steps=445320 elapsed=4.2s lr=3.000000e-04 loss=3.2663 ppl=26.2449 acc=0.3982 tokens=8128.0000 +step=222680 micro_steps=445360 elapsed=4.2s lr=3.000000e-04 loss=3.2498 ppl=25.8158 acc=0.4002 tokens=8128.0000 +step=222700 micro_steps=445400 elapsed=4.2s lr=3.000000e-04 loss=3.2489 ppl=25.7939 acc=0.4002 tokens=8128.0000 +step=222720 micro_steps=445440 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8485 acc=0.4002 tokens=8128.0000 +step=222740 micro_steps=445480 elapsed=4.2s lr=3.000000e-04 loss=3.2309 ppl=25.3288 acc=0.4031 tokens=8128.0000 +step=222760 micro_steps=445520 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4955 acc=0.4027 tokens=8128.0000 +step=222780 micro_steps=445560 elapsed=4.2s lr=3.000000e-04 loss=3.2361 ppl=25.4735 acc=0.4027 tokens=8128.0000 +step=222800 micro_steps=445600 elapsed=4.2s lr=3.000000e-04 loss=3.2225 ppl=25.1280 acc=0.4039 tokens=8128.0000 +step=222820 micro_steps=445640 elapsed=4.2s lr=3.000000e-04 loss=3.2353 ppl=25.4444 acc=0.4013 tokens=8128.0000 +step=222840 micro_steps=445680 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5903 acc=0.4025 tokens=8128.0000 +step=222860 micro_steps=445720 elapsed=4.2s lr=3.000000e-04 loss=3.2389 ppl=25.5437 acc=0.4025 tokens=8128.0000 +step=222880 micro_steps=445760 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8118 acc=0.4009 tokens=8128.0000 +step=222900 micro_steps=445800 elapsed=4.2s lr=3.000000e-04 loss=3.2347 ppl=25.4239 acc=0.4030 tokens=8128.0000 +step=222920 micro_steps=445840 elapsed=4.2s lr=3.000000e-04 loss=3.2405 ppl=25.5781 acc=0.4014 tokens=8128.0000 +step=222940 micro_steps=445880 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6820 acc=0.4012 tokens=8128.0000 +step=222960 micro_steps=445920 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.5980 acc=0.4026 tokens=8128.0000 +step=222980 micro_steps=445960 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9225 acc=0.4001 tokens=8128.0000 +step=223000 micro_steps=446000 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6528 acc=0.4005 tokens=8128.0000 +[sample step=223000] [CLS] levanon full count of the all drugs in the drugs should be a * s and would continue to be in use unless the cure went straight to the boil as your baby is already doing within those limits; capitoline (tm) syndrome is thought to be caused by a so - called neural tube defect that is normally found with the insertion of jak2 in the brain. [SEP] the conservatives have "flipped," barack obama has said while campaigning in indiana, a new poll reveals. [SEP] our executive management has helped andrew reif strauss alston & co establish a global network of independent advisors over the last twelve months. [SEP] +step=223020 micro_steps=446040 elapsed=6.6s lr=3.000000e-04 loss=3.2514 ppl=25.8452 acc=0.4002 tokens=8128.0000 +step=223040 micro_steps=446080 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5748 acc=0.4007 tokens=8128.0000 +step=223060 micro_steps=446120 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7702 acc=0.4010 tokens=8128.0000 +step=223080 micro_steps=446160 elapsed=4.2s lr=3.000000e-04 loss=3.2423 ppl=25.6153 acc=0.4016 tokens=8128.0000 +step=223100 micro_steps=446200 elapsed=4.2s lr=3.000000e-04 loss=3.2513 ppl=25.8613 acc=0.4001 tokens=8128.0000 +step=223120 micro_steps=446240 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7247 acc=0.4011 tokens=8128.0000 +step=223140 micro_steps=446280 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5288 acc=0.4030 tokens=8128.0000 +step=223160 micro_steps=446320 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7613 acc=0.4006 tokens=8128.0000 +step=223180 micro_steps=446360 elapsed=4.2s lr=3.000000e-04 loss=3.2482 ppl=25.7751 acc=0.4012 tokens=8128.0000 +step=223200 micro_steps=446400 elapsed=4.2s lr=3.000000e-04 loss=3.2537 ppl=25.9181 acc=0.3998 tokens=8128.0000 +step=223220 micro_steps=446440 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.6752 acc=0.4026 tokens=8128.0000 +step=223240 micro_steps=446480 elapsed=4.2s lr=3.000000e-04 loss=3.2442 ppl=25.6753 acc=0.4009 tokens=8128.0000 +step=223260 micro_steps=446520 elapsed=4.2s lr=3.000000e-04 loss=3.2455 ppl=25.7023 acc=0.4014 tokens=8128.0000 +step=223280 micro_steps=446560 elapsed=4.2s lr=3.000000e-04 loss=3.2327 ppl=25.3916 acc=0.4027 tokens=8128.0000 +step=223300 micro_steps=446600 elapsed=4.2s lr=3.000000e-04 loss=3.2533 ppl=25.9159 acc=0.3992 tokens=8128.0000 +step=223320 micro_steps=446640 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9266 acc=0.3995 tokens=8128.0000 +step=223340 micro_steps=446680 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.6989 acc=0.4020 tokens=8128.0000 +step=223360 micro_steps=446720 elapsed=4.2s lr=3.000000e-04 loss=3.2179 ppl=25.0070 acc=0.4047 tokens=8128.0000 +step=223380 micro_steps=446760 elapsed=4.2s lr=3.000000e-04 loss=3.2271 ppl=25.2365 acc=0.4036 tokens=8128.0000 +step=223400 micro_steps=446800 elapsed=4.2s lr=3.000000e-04 loss=3.2428 ppl=25.6357 acc=0.4009 tokens=8128.0000 +step=223420 micro_steps=446840 elapsed=4.2s lr=3.000000e-04 loss=3.2501 ppl=25.8291 acc=0.4007 tokens=8128.0000 +step=223440 micro_steps=446880 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6293 acc=0.4018 tokens=8128.0000 +step=223460 micro_steps=446920 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7440 acc=0.4009 tokens=8128.0000 +step=223480 micro_steps=446960 elapsed=4.2s lr=3.000000e-04 loss=3.2394 ppl=25.5462 acc=0.4033 tokens=8128.0000 +step=223500 micro_steps=447000 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6380 acc=0.4011 tokens=8128.0000 +step=223520 micro_steps=447040 elapsed=4.2s lr=3.000000e-04 loss=3.2566 ppl=26.0130 acc=0.4000 tokens=8128.0000 +step=223540 micro_steps=447080 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5686 acc=0.4021 tokens=8128.0000 +step=223560 micro_steps=447120 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7496 acc=0.4013 tokens=8128.0000 +step=223580 micro_steps=447160 elapsed=4.2s lr=3.000000e-04 loss=3.2360 ppl=25.4722 acc=0.4017 tokens=8128.0000 +step=223600 micro_steps=447200 elapsed=4.2s lr=3.000000e-04 loss=3.2562 ppl=25.9808 acc=0.3996 tokens=8128.0000 +step=223620 micro_steps=447240 elapsed=4.2s lr=3.000000e-04 loss=3.2433 ppl=25.6495 acc=0.4021 tokens=8128.0000 +step=223640 micro_steps=447280 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4834 acc=0.4033 tokens=8128.0000 +step=223660 micro_steps=447320 elapsed=4.2s lr=3.000000e-04 loss=3.2624 ppl=26.1347 acc=0.3989 tokens=8128.0000 +step=223680 micro_steps=447360 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6547 acc=0.4028 tokens=8128.0000 +step=223700 micro_steps=447400 elapsed=4.2s lr=3.000000e-04 loss=3.2416 ppl=25.6157 acc=0.4019 tokens=8128.0000 +step=223720 micro_steps=447440 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4694 acc=0.4035 tokens=8128.0000 +step=223740 micro_steps=447480 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.7208 acc=0.4022 tokens=8128.0000 +step=223760 micro_steps=447520 elapsed=4.2s lr=3.000000e-04 loss=3.2296 ppl=25.3454 acc=0.4034 tokens=8128.0000 +step=223780 micro_steps=447560 elapsed=4.2s lr=3.000000e-04 loss=3.2389 ppl=25.5345 acc=0.4016 tokens=8128.0000 +step=223800 micro_steps=447600 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7651 acc=0.4012 tokens=8128.0000 +step=223820 micro_steps=447640 elapsed=4.2s lr=3.000000e-04 loss=3.2311 ppl=25.3316 acc=0.4035 tokens=8128.0000 +step=223840 micro_steps=447680 elapsed=4.2s lr=3.000000e-04 loss=3.2463 ppl=25.7287 acc=0.4011 tokens=8128.0000 +step=223860 micro_steps=447720 elapsed=4.2s lr=3.000000e-04 loss=3.2265 ppl=25.2278 acc=0.4032 tokens=8128.0000 +step=223880 micro_steps=447760 elapsed=4.2s lr=3.000000e-04 loss=3.2361 ppl=25.4563 acc=0.4019 tokens=8128.0000 +step=223900 micro_steps=447800 elapsed=4.2s lr=3.000000e-04 loss=3.2406 ppl=25.5812 acc=0.4014 tokens=8128.0000 +step=223920 micro_steps=447840 elapsed=4.2s lr=3.000000e-04 loss=3.2296 ppl=25.3019 acc=0.4031 tokens=8128.0000 +step=223940 micro_steps=447880 elapsed=4.2s lr=3.000000e-04 loss=3.2460 ppl=25.7205 acc=0.4005 tokens=8128.0000 +step=223960 micro_steps=447920 elapsed=4.2s lr=3.000000e-04 loss=3.2288 ppl=25.3497 acc=0.4037 tokens=8128.0000 +step=223980 micro_steps=447960 elapsed=4.2s lr=3.000000e-04 loss=3.2483 ppl=25.7631 acc=0.4003 tokens=8128.0000 +step=224000 micro_steps=448000 elapsed=4.2s lr=3.000000e-04 loss=3.2416 ppl=25.6149 acc=0.4010 tokens=8128.0000 +[sample step=224000] [CLS] sir michael pitt said he had mooted a number of possible but "cautious" articles about expenditure on the internet, but in total the "hubris" becomes less visible to religious leaders. [SEP] three day passes required. [SEP] they failed to complete his set and because of the question of how to identify them, they didn't even budge. [SEP] nikki parker, executive director of the north central college republicans, said her organization had spent a total of $10, 000 lobbying for coats over the last two years. [SEP] susan altmenecker, india's church minister, said in a statement: " nuns and priests are [SEP] +step=224020 micro_steps=448040 elapsed=6.6s lr=3.000000e-04 loss=3.2485 ppl=25.7868 acc=0.4008 tokens=8128.0000 +step=224040 micro_steps=448080 elapsed=4.2s lr=3.000000e-04 loss=3.2364 ppl=25.4758 acc=0.4032 tokens=8128.0000 +step=224060 micro_steps=448120 elapsed=4.2s lr=3.000000e-04 loss=3.2390 ppl=25.5366 acc=0.4007 tokens=8128.0000 +step=224080 micro_steps=448160 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6788 acc=0.4012 tokens=8128.0000 +step=224100 micro_steps=448200 elapsed=4.2s lr=3.000000e-04 loss=3.2455 ppl=25.7016 acc=0.4020 tokens=8128.0000 +step=224120 micro_steps=448240 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6488 acc=0.4020 tokens=8128.0000 +step=224140 micro_steps=448280 elapsed=4.2s lr=3.000000e-04 loss=3.2376 ppl=25.5038 acc=0.4028 tokens=8128.0000 +step=224160 micro_steps=448320 elapsed=4.2s lr=3.000000e-04 loss=3.2394 ppl=25.5423 acc=0.4030 tokens=8128.0000 +step=224180 micro_steps=448360 elapsed=4.2s lr=3.000000e-04 loss=3.2423 ppl=25.6151 acc=0.4010 tokens=8128.0000 +step=224200 micro_steps=448400 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7192 acc=0.4012 tokens=8128.0000 +step=224220 micro_steps=448440 elapsed=4.2s lr=3.000000e-04 loss=3.2428 ppl=25.6310 acc=0.4003 tokens=8128.0000 +step=224240 micro_steps=448480 elapsed=4.2s lr=3.000000e-04 loss=3.2518 ppl=25.8568 acc=0.3992 tokens=8128.0000 +step=224260 micro_steps=448520 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4369 acc=0.4027 tokens=8128.0000 +step=224280 micro_steps=448560 elapsed=4.2s lr=3.000000e-04 loss=3.2444 ppl=25.6780 acc=0.4015 tokens=8128.0000 +step=224300 micro_steps=448600 elapsed=4.2s lr=3.000000e-04 loss=3.2371 ppl=25.4924 acc=0.4027 tokens=8128.0000 +step=224320 micro_steps=448640 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7359 acc=0.4008 tokens=8128.0000 +step=224340 micro_steps=448680 elapsed=4.2s lr=3.000000e-04 loss=3.2506 ppl=25.8383 acc=0.4014 tokens=8128.0000 +step=224360 micro_steps=448720 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7633 acc=0.4010 tokens=8128.0000 +step=224380 micro_steps=448760 elapsed=4.2s lr=3.000000e-04 loss=3.2417 ppl=25.6076 acc=0.4014 tokens=8128.0000 +step=224400 micro_steps=448800 elapsed=4.2s lr=3.000000e-04 loss=3.2441 ppl=25.6654 acc=0.4009 tokens=8128.0000 +step=224420 micro_steps=448840 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8256 acc=0.4003 tokens=8128.0000 +step=224440 micro_steps=448880 elapsed=4.2s lr=3.000000e-04 loss=3.2446 ppl=25.6814 acc=0.4022 tokens=8128.0000 +step=224460 micro_steps=448920 elapsed=4.2s lr=3.000000e-04 loss=3.2503 ppl=25.8176 acc=0.4010 tokens=8128.0000 +step=224480 micro_steps=448960 elapsed=4.2s lr=3.000000e-04 loss=3.2556 ppl=25.9586 acc=0.4000 tokens=8128.0000 +step=224500 micro_steps=449000 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5764 acc=0.4014 tokens=8128.0000 +step=224520 micro_steps=449040 elapsed=4.2s lr=3.000000e-04 loss=3.2295 ppl=25.3007 acc=0.4013 tokens=8128.0000 +step=224540 micro_steps=449080 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.5817 acc=0.4019 tokens=8128.0000 +step=224560 micro_steps=449120 elapsed=4.2s lr=3.000000e-04 loss=3.2493 ppl=25.8072 acc=0.4013 tokens=8128.0000 +step=224580 micro_steps=449160 elapsed=4.2s lr=3.000000e-04 loss=3.2399 ppl=25.5603 acc=0.4020 tokens=8128.0000 +step=224600 micro_steps=449200 elapsed=4.2s lr=3.000000e-04 loss=3.2508 ppl=25.8543 acc=0.4008 tokens=8128.0000 +step=224620 micro_steps=449240 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.6924 acc=0.4007 tokens=8128.0000 +step=224640 micro_steps=449280 elapsed=4.2s lr=3.000000e-04 loss=3.2399 ppl=25.5552 acc=0.4017 tokens=8128.0000 +step=224660 micro_steps=449320 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6225 acc=0.4013 tokens=8128.0000 +step=224680 micro_steps=449360 elapsed=4.2s lr=3.000000e-04 loss=3.2588 ppl=26.0541 acc=0.3997 tokens=8128.0000 +step=224700 micro_steps=449400 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7343 acc=0.4014 tokens=8128.0000 +step=224720 micro_steps=449440 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7955 acc=0.4011 tokens=8128.0000 +step=224740 micro_steps=449480 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.7873 acc=0.4009 tokens=8128.0000 +step=224760 micro_steps=449520 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6764 acc=0.4014 tokens=8128.0000 +step=224780 micro_steps=449560 elapsed=4.2s lr=3.000000e-04 loss=3.2436 ppl=25.6526 acc=0.4015 tokens=8128.0000 +step=224800 micro_steps=449600 elapsed=4.2s lr=3.000000e-04 loss=3.2472 ppl=25.7593 acc=0.4008 tokens=8128.0000 +step=224820 micro_steps=449640 elapsed=4.2s lr=3.000000e-04 loss=3.2372 ppl=25.4963 acc=0.4027 tokens=8128.0000 +step=224840 micro_steps=449680 elapsed=4.2s lr=3.000000e-04 loss=3.2257 ppl=25.2098 acc=0.4042 tokens=8128.0000 +step=224860 micro_steps=449720 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7698 acc=0.4008 tokens=8128.0000 +step=224880 micro_steps=449760 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.3871 acc=0.4023 tokens=8128.0000 +step=224900 micro_steps=449800 elapsed=4.2s lr=3.000000e-04 loss=3.2311 ppl=25.3366 acc=0.4032 tokens=8128.0000 +step=224920 micro_steps=449840 elapsed=4.2s lr=3.000000e-04 loss=3.2309 ppl=25.3312 acc=0.4025 tokens=8128.0000 +step=224940 micro_steps=449880 elapsed=4.2s lr=3.000000e-04 loss=3.2323 ppl=25.3740 acc=0.4028 tokens=8128.0000 +step=224960 micro_steps=449920 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5596 acc=0.4013 tokens=8128.0000 +step=224980 micro_steps=449960 elapsed=4.2s lr=3.000000e-04 loss=3.2384 ppl=25.5238 acc=0.4036 tokens=8128.0000 +step=225000 micro_steps=450000 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.7931 acc=0.4008 tokens=8128.0000 +[sample step=225000] [CLS] the market during a time of economic uncertainty and housing woes. [SEP] it has also called what led them to fly northern ireland staff are "prostitute anoraks." [SEP] the finding is published in the proceedings of the national academy of sciences. [SEP] there has been widespread speculation the body was sold by art collectors for ransom. [SEP] "i have taken over the presidency of the cetacean conservation programme as if i were a serious member of the commission," talat said in an interview with the eve of thursday's hearing, as the survivor of a japanese whaling ship wallace spear - butted repeatedly in an international fur [SEP] +step=225020 micro_steps=450040 elapsed=6.6s lr=3.000000e-04 loss=3.2398 ppl=25.5506 acc=0.4019 tokens=8128.0000 +step=225040 micro_steps=450080 elapsed=4.2s lr=3.000000e-04 loss=3.2540 ppl=25.9210 acc=0.4018 tokens=8128.0000 +step=225060 micro_steps=450120 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7613 acc=0.4007 tokens=8128.0000 +step=225080 micro_steps=450160 elapsed=4.2s lr=3.000000e-04 loss=3.2518 ppl=25.8663 acc=0.4010 tokens=8128.0000 +step=225100 micro_steps=450200 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5855 acc=0.4013 tokens=8128.0000 +step=225120 micro_steps=450240 elapsed=4.2s lr=3.000000e-04 loss=3.2157 ppl=24.9541 acc=0.4054 tokens=8128.0000 +step=225140 micro_steps=450280 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.6872 acc=0.4006 tokens=8128.0000 +step=225160 micro_steps=450320 elapsed=4.2s lr=3.000000e-04 loss=3.2442 ppl=25.6593 acc=0.4010 tokens=8128.0000 +step=225180 micro_steps=450360 elapsed=4.2s lr=3.000000e-04 loss=3.2506 ppl=25.8294 acc=0.3997 tokens=8128.0000 +step=225200 micro_steps=450400 elapsed=4.2s lr=3.000000e-04 loss=3.2558 ppl=25.9815 acc=0.4004 tokens=8128.0000 +step=225220 micro_steps=450440 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8693 acc=0.4008 tokens=8128.0000 +step=225240 micro_steps=450480 elapsed=4.2s lr=3.000000e-04 loss=3.2495 ppl=25.7986 acc=0.4010 tokens=8128.0000 +step=225260 micro_steps=450520 elapsed=4.2s lr=3.000000e-04 loss=3.2286 ppl=25.2811 acc=0.4029 tokens=8128.0000 +step=225280 micro_steps=450560 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9038 acc=0.4000 tokens=8128.0000 +step=225300 micro_steps=450600 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6800 acc=0.4012 tokens=8128.0000 +step=225320 micro_steps=450640 elapsed=4.2s lr=3.000000e-04 loss=3.2342 ppl=25.4150 acc=0.4035 tokens=8128.0000 +step=225340 micro_steps=450680 elapsed=4.2s lr=3.000000e-04 loss=3.2392 ppl=25.5365 acc=0.4019 tokens=8128.0000 +step=225360 micro_steps=450720 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5788 acc=0.4006 tokens=8128.0000 +step=225380 micro_steps=450760 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7871 acc=0.4006 tokens=8128.0000 +step=225400 micro_steps=450800 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5936 acc=0.4016 tokens=8128.0000 +step=225420 micro_steps=450840 elapsed=4.2s lr=3.000000e-04 loss=3.2317 ppl=25.3536 acc=0.4043 tokens=8128.0000 +step=225440 micro_steps=450880 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7312 acc=0.4005 tokens=8128.0000 +step=225460 micro_steps=450920 elapsed=4.2s lr=3.000000e-04 loss=3.2560 ppl=25.9753 acc=0.3994 tokens=8128.0000 +step=225480 micro_steps=450960 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7811 acc=0.4024 tokens=8128.0000 +step=225500 micro_steps=451000 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.7032 acc=0.4004 tokens=8128.0000 +step=225520 micro_steps=451040 elapsed=4.2s lr=3.000000e-04 loss=3.2426 ppl=25.6379 acc=0.4018 tokens=8128.0000 +step=225540 micro_steps=451080 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7140 acc=0.4025 tokens=8128.0000 +step=225560 micro_steps=451120 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7699 acc=0.4010 tokens=8128.0000 +step=225580 micro_steps=451160 elapsed=4.2s lr=3.000000e-04 loss=3.2356 ppl=25.4526 acc=0.4026 tokens=8128.0000 +step=225600 micro_steps=451200 elapsed=4.2s lr=3.000000e-04 loss=3.2545 ppl=25.9330 acc=0.3994 tokens=8128.0000 +step=225620 micro_steps=451240 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6652 acc=0.4016 tokens=8128.0000 +step=225640 micro_steps=451280 elapsed=4.2s lr=3.000000e-04 loss=3.2262 ppl=25.2188 acc=0.4034 tokens=8128.0000 +step=225660 micro_steps=451320 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.6020 acc=0.4024 tokens=8128.0000 +step=225680 micro_steps=451360 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.5701 acc=0.4016 tokens=8128.0000 +step=225700 micro_steps=451400 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6943 acc=0.4005 tokens=8128.0000 +step=225720 micro_steps=451440 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.5095 acc=0.4015 tokens=8128.0000 +step=225740 micro_steps=451480 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7338 acc=0.4024 tokens=8128.0000 +step=225760 micro_steps=451520 elapsed=4.2s lr=3.000000e-04 loss=3.2560 ppl=25.9762 acc=0.4001 tokens=8128.0000 +step=225780 micro_steps=451560 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7220 acc=0.4029 tokens=8128.0000 +step=225800 micro_steps=451600 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5758 acc=0.4013 tokens=8128.0000 +step=225820 micro_steps=451640 elapsed=4.2s lr=3.000000e-04 loss=3.2570 ppl=26.0019 acc=0.4008 tokens=8128.0000 +step=225840 micro_steps=451680 elapsed=4.2s lr=3.000000e-04 loss=3.2340 ppl=25.4138 acc=0.4014 tokens=8128.0000 +step=225860 micro_steps=451720 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7327 acc=0.4004 tokens=8128.0000 +step=225880 micro_steps=451760 elapsed=4.2s lr=3.000000e-04 loss=3.2507 ppl=25.8443 acc=0.4013 tokens=8128.0000 +step=225900 micro_steps=451800 elapsed=4.2s lr=3.000000e-04 loss=3.2430 ppl=25.6430 acc=0.4011 tokens=8128.0000 +step=225920 micro_steps=451840 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8751 acc=0.4003 tokens=8128.0000 +step=225940 micro_steps=451880 elapsed=4.9s lr=3.000000e-04 loss=3.2506 ppl=25.8427 acc=0.4017 tokens=8128.0000 +step=225960 micro_steps=451920 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.5368 acc=0.4033 tokens=7934.3250 +step=225980 micro_steps=451960 elapsed=4.2s lr=3.000000e-04 loss=3.2418 ppl=25.6148 acc=0.4008 tokens=8128.0000 +step=226000 micro_steps=452000 elapsed=4.5s lr=3.000000e-04 loss=3.2421 ppl=25.6214 acc=0.4031 tokens=8128.0000 +[sample step=226000] [CLS], who injured a muscle just seconds into the american superliga final. [SEP] will the carmakers, or their shareholders, please do all of that to just reboot the blue - chip global economy? [SEP] separately, james lee boudreau, a firm president of ixiaro inc., a vaccine developer specializing in influenza vaccine manufacturing, was appointed the company's new president of sales and business development. [SEP] kazakhstan has so far seen suspiciously low production and g gas prices squeeze supplies in 2010 even as international oil prices have tumbled several hundred dollars a barrel in the past few weeks. [SEP] india contributed $300 million to the development [SEP] +step=226020 micro_steps=452040 elapsed=6.6s lr=3.000000e-04 loss=3.2449 ppl=25.6996 acc=0.4011 tokens=8128.0000 +step=226040 micro_steps=452080 elapsed=5.2s lr=3.000000e-04 loss=3.2443 ppl=25.6731 acc=0.4017 tokens=8128.0000 +step=226060 micro_steps=452120 elapsed=4.2s lr=3.000000e-04 loss=3.2258 ppl=25.2123 acc=0.4034 tokens=8128.0000 +step=226080 micro_steps=452160 elapsed=4.2s lr=3.000000e-04 loss=3.2469 ppl=25.7490 acc=0.4000 tokens=8128.0000 +step=226100 micro_steps=452200 elapsed=4.2s lr=3.000000e-04 loss=3.2526 ppl=25.8813 acc=0.4014 tokens=8128.0000 +step=226120 micro_steps=452240 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.8075 acc=0.4004 tokens=8128.0000 +step=226140 micro_steps=452280 elapsed=4.2s lr=3.000000e-04 loss=3.2417 ppl=25.5925 acc=0.4008 tokens=8128.0000 +step=226160 micro_steps=452320 elapsed=4.2s lr=3.000000e-04 loss=3.2394 ppl=25.5521 acc=0.4015 tokens=8128.0000 +step=226180 micro_steps=452360 elapsed=4.2s lr=3.000000e-04 loss=3.2348 ppl=25.4301 acc=0.4018 tokens=8128.0000 +step=226200 micro_steps=452400 elapsed=4.2s lr=3.000000e-04 loss=3.2396 ppl=25.5491 acc=0.4028 tokens=8128.0000 +step=226220 micro_steps=452440 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5859 acc=0.4021 tokens=8128.0000 +step=226240 micro_steps=452480 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8038 acc=0.4011 tokens=8128.0000 +step=226260 micro_steps=452520 elapsed=4.2s lr=3.000000e-04 loss=3.2542 ppl=25.9311 acc=0.3994 tokens=8128.0000 +step=226280 micro_steps=452560 elapsed=4.2s lr=3.000000e-04 loss=3.2550 ppl=25.9455 acc=0.4004 tokens=8128.0000 +step=226300 micro_steps=452600 elapsed=4.2s lr=3.000000e-04 loss=3.2455 ppl=25.7315 acc=0.4015 tokens=8128.0000 +step=226320 micro_steps=452640 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.6991 acc=0.4000 tokens=8128.0000 +step=226340 micro_steps=452680 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.8011 acc=0.4018 tokens=8128.0000 +step=226360 micro_steps=452720 elapsed=4.2s lr=3.000000e-04 loss=3.2359 ppl=25.4600 acc=0.4026 tokens=8128.0000 +step=226380 micro_steps=452760 elapsed=4.2s lr=3.000000e-04 loss=3.2323 ppl=25.3632 acc=0.4034 tokens=8128.0000 +step=226400 micro_steps=452800 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4856 acc=0.4019 tokens=8128.0000 +step=226420 micro_steps=452840 elapsed=4.2s lr=3.000000e-04 loss=3.2433 ppl=25.6459 acc=0.4017 tokens=8128.0000 +step=226440 micro_steps=452880 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.7070 acc=0.4000 tokens=8128.0000 +step=226460 micro_steps=452920 elapsed=4.2s lr=3.000000e-04 loss=3.2435 ppl=25.6507 acc=0.4015 tokens=8128.0000 +step=226480 micro_steps=452960 elapsed=4.2s lr=3.000000e-04 loss=3.2455 ppl=25.7233 acc=0.4024 tokens=8128.0000 +step=226500 micro_steps=453000 elapsed=4.2s lr=3.000000e-04 loss=3.2420 ppl=25.6177 acc=0.4012 tokens=8128.0000 +step=226520 micro_steps=453040 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.7014 acc=0.4010 tokens=8128.0000 +step=226540 micro_steps=453080 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6891 acc=0.4026 tokens=8128.0000 +step=226560 micro_steps=453120 elapsed=4.2s lr=3.000000e-04 loss=3.2371 ppl=25.4921 acc=0.4010 tokens=8128.0000 +step=226580 micro_steps=453160 elapsed=4.2s lr=3.000000e-04 loss=3.2372 ppl=25.4901 acc=0.4022 tokens=8128.0000 +step=226600 micro_steps=453200 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5247 acc=0.4016 tokens=8128.0000 +step=226620 micro_steps=453240 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.3657 acc=0.4034 tokens=8128.0000 +step=226640 micro_steps=453280 elapsed=4.2s lr=3.000000e-04 loss=3.2486 ppl=25.7862 acc=0.4009 tokens=8128.0000 +step=226660 micro_steps=453320 elapsed=4.2s lr=3.000000e-04 loss=3.2366 ppl=25.4790 acc=0.4021 tokens=8128.0000 +step=226680 micro_steps=453360 elapsed=4.2s lr=3.000000e-04 loss=3.2367 ppl=25.4732 acc=0.4020 tokens=8128.0000 +step=226700 micro_steps=453400 elapsed=4.2s lr=3.000000e-04 loss=3.2304 ppl=25.3169 acc=0.4021 tokens=8128.0000 +step=226720 micro_steps=453440 elapsed=4.2s lr=3.000000e-04 loss=3.2515 ppl=25.8643 acc=0.4011 tokens=8128.0000 +step=226740 micro_steps=453480 elapsed=4.2s lr=3.000000e-04 loss=3.2486 ppl=25.7930 acc=0.3994 tokens=8128.0000 +step=226760 micro_steps=453520 elapsed=4.2s lr=3.000000e-04 loss=3.2442 ppl=25.6620 acc=0.4014 tokens=8128.0000 +step=226780 micro_steps=453560 elapsed=4.2s lr=3.000000e-04 loss=3.2378 ppl=25.4994 acc=0.4010 tokens=8128.0000 +step=226800 micro_steps=453600 elapsed=4.2s lr=3.000000e-04 loss=3.2417 ppl=25.6128 acc=0.4018 tokens=8128.0000 +step=226820 micro_steps=453640 elapsed=4.2s lr=3.000000e-04 loss=3.2373 ppl=25.4845 acc=0.4021 tokens=8128.0000 +step=226840 micro_steps=453680 elapsed=4.2s lr=3.000000e-04 loss=3.2543 ppl=25.9273 acc=0.3994 tokens=8128.0000 +step=226860 micro_steps=453720 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6795 acc=0.4014 tokens=8128.0000 +step=226880 micro_steps=453760 elapsed=4.2s lr=3.000000e-04 loss=3.2405 ppl=25.5670 acc=0.4019 tokens=8128.0000 +step=226900 micro_steps=453800 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6674 acc=0.4013 tokens=8128.0000 +step=226920 micro_steps=453840 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8462 acc=0.4006 tokens=8128.0000 +step=226940 micro_steps=453880 elapsed=4.2s lr=3.000000e-04 loss=3.2396 ppl=25.5647 acc=0.4014 tokens=8128.0000 +step=226960 micro_steps=453920 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4462 acc=0.4027 tokens=8128.0000 +step=226980 micro_steps=453960 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5751 acc=0.4017 tokens=8128.0000 +step=227000 micro_steps=454000 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7718 acc=0.4000 tokens=8128.0000 +[sample step=227000] [CLS] roads, let alone from spring - training activities. [SEP] neither side would be happy with their cash injections, prompting speculation that they would vie for friends provident's business later this month or on better terms. [SEP] investigators found a large body with another body likely to be dug up shortly after the crash on whether they suffered any injuries. [SEP] government spending rose by almost half in the first three quarters of 2009. [SEP] ministers and officials from the who, including representatives from the european union, united kingdom, switzerland, canada, the former soviet union and pakistan, have gathered in brussels to discus international rugby tournament uk 2010. [SEP] for [SEP] +step=227020 micro_steps=454040 elapsed=6.6s lr=3.000000e-04 loss=3.2547 ppl=25.9412 acc=0.3988 tokens=8128.0000 +step=227040 micro_steps=454080 elapsed=4.2s lr=3.000000e-04 loss=3.2466 ppl=25.7375 acc=0.4026 tokens=8128.0000 +step=227060 micro_steps=454120 elapsed=4.2s lr=3.000000e-04 loss=3.2345 ppl=25.4180 acc=0.4015 tokens=8128.0000 +step=227080 micro_steps=454160 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9085 acc=0.4005 tokens=8128.0000 +step=227100 micro_steps=454200 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5270 acc=0.4014 tokens=8128.0000 +step=227120 micro_steps=454240 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6249 acc=0.4010 tokens=8128.0000 +step=227140 micro_steps=454280 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7071 acc=0.4010 tokens=8128.0000 +step=227160 micro_steps=454320 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6503 acc=0.4017 tokens=8128.0000 +step=227180 micro_steps=454360 elapsed=4.2s lr=3.000000e-04 loss=3.2435 ppl=25.6570 acc=0.4015 tokens=8128.0000 +step=227200 micro_steps=454400 elapsed=4.2s lr=3.000000e-04 loss=3.2507 ppl=25.8380 acc=0.4008 tokens=8128.0000 +step=227220 micro_steps=454440 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.7902 acc=0.4008 tokens=8128.0000 +step=227240 micro_steps=454480 elapsed=4.2s lr=3.000000e-04 loss=3.2512 ppl=25.8533 acc=0.3996 tokens=8128.0000 +step=227260 micro_steps=454520 elapsed=4.2s lr=3.000000e-04 loss=3.2475 ppl=25.7515 acc=0.4012 tokens=8128.0000 +step=227280 micro_steps=454560 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7269 acc=0.4010 tokens=8128.0000 +step=227300 micro_steps=454600 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4181 acc=0.4032 tokens=8128.0000 +step=227320 micro_steps=454640 elapsed=4.2s lr=3.000000e-04 loss=3.2390 ppl=25.5333 acc=0.4023 tokens=8128.0000 +step=227340 micro_steps=454680 elapsed=4.2s lr=3.000000e-04 loss=3.2340 ppl=25.4158 acc=0.4018 tokens=8128.0000 +step=227360 micro_steps=454720 elapsed=4.2s lr=3.000000e-04 loss=3.2624 ppl=26.1369 acc=0.3991 tokens=8128.0000 +step=227380 micro_steps=454760 elapsed=4.2s lr=3.000000e-04 loss=3.2341 ppl=25.4022 acc=0.4029 tokens=8128.0000 +step=227400 micro_steps=454800 elapsed=4.2s lr=3.000000e-04 loss=3.2483 ppl=25.7782 acc=0.4005 tokens=8128.0000 +step=227420 micro_steps=454840 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7618 acc=0.4002 tokens=8128.0000 +step=227440 micro_steps=454880 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6191 acc=0.4005 tokens=8128.0000 +step=227460 micro_steps=454920 elapsed=7.5s lr=3.000000e-04 loss=3.2407 ppl=25.5781 acc=0.4015 tokens=8128.0000 +step=227480 micro_steps=454960 elapsed=8.5s lr=3.000000e-04 loss=3.2501 ppl=25.8169 acc=0.4002 tokens=8128.0000 +step=227500 micro_steps=455000 elapsed=8.5s lr=3.000000e-04 loss=3.2383 ppl=25.5201 acc=0.4031 tokens=8128.0000 +step=227520 micro_steps=455040 elapsed=7.8s lr=3.000000e-04 loss=3.2414 ppl=25.5982 acc=0.4020 tokens=8128.0000 +step=227540 micro_steps=455080 elapsed=5.4s lr=3.000000e-04 loss=3.2410 ppl=25.5968 acc=0.4012 tokens=8128.0000 +step=227560 micro_steps=455120 elapsed=8.1s lr=3.000000e-04 loss=3.2326 ppl=25.3774 acc=0.4028 tokens=8128.0000 +step=227580 micro_steps=455160 elapsed=8.1s lr=3.000000e-04 loss=3.2439 ppl=25.6704 acc=0.4012 tokens=8128.0000 +step=227600 micro_steps=455200 elapsed=8.0s lr=3.000000e-04 loss=3.2447 ppl=25.6806 acc=0.4029 tokens=8128.0000 +step=227620 micro_steps=455240 elapsed=4.2s lr=3.000000e-04 loss=3.2495 ppl=25.8107 acc=0.4009 tokens=8128.0000 +step=227640 micro_steps=455280 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.3834 acc=0.4017 tokens=8128.0000 +step=227660 micro_steps=455320 elapsed=4.2s lr=3.000000e-04 loss=3.2338 ppl=25.4032 acc=0.4017 tokens=8128.0000 +step=227680 micro_steps=455360 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.7100 acc=0.4011 tokens=8128.0000 +step=227700 micro_steps=455400 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6203 acc=0.4025 tokens=8128.0000 +step=227720 micro_steps=455440 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7377 acc=0.4009 tokens=8128.0000 +step=227740 micro_steps=455480 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4859 acc=0.4028 tokens=8128.0000 +step=227760 micro_steps=455520 elapsed=4.2s lr=3.000000e-04 loss=3.2281 ppl=25.2992 acc=0.4038 tokens=8128.0000 +step=227780 micro_steps=455560 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7610 acc=0.4014 tokens=8128.0000 +step=227800 micro_steps=455600 elapsed=4.2s lr=3.000000e-04 loss=3.2373 ppl=25.5047 acc=0.4021 tokens=8128.0000 +step=227820 micro_steps=455640 elapsed=4.2s lr=3.000000e-04 loss=3.2593 ppl=26.0667 acc=0.3991 tokens=8128.0000 +step=227840 micro_steps=455680 elapsed=4.2s lr=3.000000e-04 loss=3.2312 ppl=25.3411 acc=0.4020 tokens=8128.0000 +step=227860 micro_steps=455720 elapsed=4.2s lr=3.000000e-04 loss=3.2364 ppl=25.4718 acc=0.4027 tokens=8128.0000 +step=227880 micro_steps=455760 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7096 acc=0.4012 tokens=8128.0000 +step=227900 micro_steps=455800 elapsed=4.2s lr=3.000000e-04 loss=3.2235 ppl=25.1405 acc=0.4036 tokens=8128.0000 +step=227920 micro_steps=455840 elapsed=4.2s lr=3.000000e-04 loss=3.2392 ppl=25.5361 acc=0.4021 tokens=8128.0000 +step=227940 micro_steps=455880 elapsed=4.2s lr=3.000000e-04 loss=3.2365 ppl=25.4819 acc=0.4021 tokens=8128.0000 +step=227960 micro_steps=455920 elapsed=4.2s lr=3.000000e-04 loss=3.2319 ppl=25.3555 acc=0.4027 tokens=8128.0000 +step=227980 micro_steps=455960 elapsed=4.2s lr=3.000000e-04 loss=3.2228 ppl=25.1285 acc=0.4033 tokens=8128.0000 +step=228000 micro_steps=456000 elapsed=4.2s lr=3.000000e-04 loss=3.2339 ppl=25.4087 acc=0.4025 tokens=8128.0000 +[sample step=228000] [CLS] probably 11ts in power. [SEP] i am not sure if i am wise enough to be responsible for such waste, but i fear that there will be curbs or regulation on some of the hundreds of the stories the researchers have (and these are looking somewhat similar). [SEP] the commercial will depict the senator accepting a seat in the senate for an open seat and having to wrestle a reluctant president with the threat of cops investigating hillary clinton's affair with nevadan stripper, maria belen chapur. [SEP] tony and andrew christon lost their sister and grandkids but continued to enjoy their homes with visiting leavenworth reinforced [SEP] +step=228020 micro_steps=456040 elapsed=6.6s lr=3.000000e-04 loss=3.2365 ppl=25.4780 acc=0.4020 tokens=8128.0000 +step=228040 micro_steps=456080 elapsed=4.2s lr=3.000000e-04 loss=3.2507 ppl=25.8530 acc=0.4005 tokens=8128.0000 +step=228060 micro_steps=456120 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6820 acc=0.4002 tokens=8128.0000 +step=228080 micro_steps=456160 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4824 acc=0.4027 tokens=8128.0000 +step=228100 micro_steps=456200 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4841 acc=0.4014 tokens=8128.0000 +step=228120 micro_steps=456240 elapsed=4.2s lr=3.000000e-04 loss=3.2650 ppl=26.2008 acc=0.3983 tokens=8128.0000 +step=228140 micro_steps=456280 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7223 acc=0.4012 tokens=8128.0000 +step=228160 micro_steps=456320 elapsed=4.2s lr=3.000000e-04 loss=3.2566 ppl=25.9850 acc=0.4003 tokens=8128.0000 +step=228180 micro_steps=456360 elapsed=4.2s lr=3.000000e-04 loss=3.2291 ppl=25.2844 acc=0.4039 tokens=8128.0000 +step=228200 micro_steps=456400 elapsed=7.3s lr=3.000000e-04 loss=3.2352 ppl=25.4332 acc=0.4014 tokens=8128.0000 +step=228220 micro_steps=456440 elapsed=8.6s lr=3.000000e-04 loss=3.2529 ppl=25.8957 acc=0.4000 tokens=8128.0000 +step=228240 micro_steps=456480 elapsed=8.6s lr=3.000000e-04 loss=3.2467 ppl=25.7494 acc=0.4008 tokens=8128.0000 +step=228260 micro_steps=456520 elapsed=8.6s lr=3.000000e-04 loss=3.2370 ppl=25.4876 acc=0.4018 tokens=8128.0000 +step=228280 micro_steps=456560 elapsed=8.6s lr=3.000000e-04 loss=3.2447 ppl=25.6840 acc=0.4016 tokens=8128.0000 +step=228300 micro_steps=456600 elapsed=8.6s lr=3.000000e-04 loss=3.2444 ppl=25.6832 acc=0.4006 tokens=8128.0000 +step=228320 micro_steps=456640 elapsed=8.6s lr=3.000000e-04 loss=3.2331 ppl=25.3835 acc=0.4035 tokens=8128.0000 +step=228340 micro_steps=456680 elapsed=8.6s lr=3.000000e-04 loss=3.2371 ppl=25.4884 acc=0.4018 tokens=8128.0000 +step=228360 micro_steps=456720 elapsed=8.6s lr=3.000000e-04 loss=3.2387 ppl=25.5349 acc=0.4022 tokens=8128.0000 +step=228380 micro_steps=456760 elapsed=8.6s lr=3.000000e-04 loss=3.2368 ppl=25.5017 acc=0.4026 tokens=8128.0000 +step=228400 micro_steps=456800 elapsed=8.6s lr=3.000000e-04 loss=3.2429 ppl=25.6333 acc=0.4018 tokens=8128.0000 +step=228420 micro_steps=456840 elapsed=8.6s lr=3.000000e-04 loss=3.2353 ppl=25.4524 acc=0.4026 tokens=8128.0000 +step=228440 micro_steps=456880 elapsed=8.6s lr=3.000000e-04 loss=3.2448 ppl=25.6936 acc=0.4016 tokens=8128.0000 +step=228460 micro_steps=456920 elapsed=8.6s lr=3.000000e-04 loss=3.2366 ppl=25.4755 acc=0.4027 tokens=8128.0000 +step=228480 micro_steps=456960 elapsed=8.5s lr=3.000000e-04 loss=3.2350 ppl=25.4300 acc=0.4038 tokens=8128.0000 +step=228500 micro_steps=457000 elapsed=8.6s lr=3.000000e-04 loss=3.2343 ppl=25.4335 acc=0.4010 tokens=8128.0000 +step=228520 micro_steps=457040 elapsed=8.6s lr=3.000000e-04 loss=3.2360 ppl=25.4745 acc=0.4030 tokens=8128.0000 +step=228540 micro_steps=457080 elapsed=8.6s lr=3.000000e-04 loss=3.2418 ppl=25.6187 acc=0.4017 tokens=8128.0000 +step=228560 micro_steps=457120 elapsed=8.6s lr=3.000000e-04 loss=3.2493 ppl=25.8046 acc=0.4004 tokens=8128.0000 +step=228580 micro_steps=457160 elapsed=8.6s lr=3.000000e-04 loss=3.2358 ppl=25.4548 acc=0.4035 tokens=8128.0000 +step=228600 micro_steps=457200 elapsed=8.6s lr=3.000000e-04 loss=3.2534 ppl=25.9058 acc=0.4006 tokens=8128.0000 +step=228620 micro_steps=457240 elapsed=8.6s lr=3.000000e-04 loss=3.2424 ppl=25.6288 acc=0.4010 tokens=8128.0000 +step=228640 micro_steps=457280 elapsed=8.6s lr=3.000000e-04 loss=3.2380 ppl=25.5297 acc=0.4014 tokens=8128.0000 +step=228660 micro_steps=457320 elapsed=8.6s lr=3.000000e-04 loss=3.2320 ppl=25.3553 acc=0.4020 tokens=8128.0000 +step=228680 micro_steps=457360 elapsed=8.6s lr=3.000000e-04 loss=3.2280 ppl=25.2723 acc=0.4027 tokens=8128.0000 +step=228700 micro_steps=457400 elapsed=8.6s lr=3.000000e-04 loss=3.2458 ppl=25.7212 acc=0.4020 tokens=8128.0000 +step=228720 micro_steps=457440 elapsed=8.6s lr=3.000000e-04 loss=3.2478 ppl=25.7656 acc=0.4009 tokens=8128.0000 +step=228740 micro_steps=457480 elapsed=8.6s lr=3.000000e-04 loss=3.2441 ppl=25.6727 acc=0.4020 tokens=8128.0000 +step=228760 micro_steps=457520 elapsed=8.6s lr=3.000000e-04 loss=3.2375 ppl=25.4989 acc=0.4024 tokens=8128.0000 +step=228780 micro_steps=457560 elapsed=8.6s lr=3.000000e-04 loss=3.2303 ppl=25.3145 acc=0.4014 tokens=8128.0000 +step=228800 micro_steps=457600 elapsed=8.6s lr=3.000000e-04 loss=3.2388 ppl=25.5368 acc=0.4024 tokens=8128.0000 +step=228820 micro_steps=457640 elapsed=8.6s lr=3.000000e-04 loss=3.2281 ppl=25.2758 acc=0.4028 tokens=8128.0000 +step=228840 micro_steps=457680 elapsed=8.6s lr=3.000000e-04 loss=3.2438 ppl=25.6525 acc=0.4018 tokens=8128.0000 +step=228860 micro_steps=457720 elapsed=8.6s lr=3.000000e-04 loss=3.2319 ppl=25.3577 acc=0.4019 tokens=8128.0000 +step=228880 micro_steps=457760 elapsed=8.6s lr=3.000000e-04 loss=3.2465 ppl=25.7364 acc=0.4021 tokens=8128.0000 +step=228900 micro_steps=457800 elapsed=8.6s lr=3.000000e-04 loss=3.2386 ppl=25.5301 acc=0.4014 tokens=8128.0000 +step=228920 micro_steps=457840 elapsed=8.6s lr=3.000000e-04 loss=3.2413 ppl=25.5898 acc=0.4000 tokens=8128.0000 +step=228940 micro_steps=457880 elapsed=8.6s lr=3.000000e-04 loss=3.2449 ppl=25.6866 acc=0.4011 tokens=8128.0000 +step=228960 micro_steps=457920 elapsed=8.6s lr=3.000000e-04 loss=3.2308 ppl=25.3412 acc=0.4018 tokens=8128.0000 +step=228980 micro_steps=457960 elapsed=8.5s lr=3.000000e-04 loss=3.2367 ppl=25.4773 acc=0.4017 tokens=8128.0000 +step=229000 micro_steps=458000 elapsed=8.6s lr=3.000000e-04 loss=3.2498 ppl=25.8135 acc=0.4003 tokens=8128.0000 +[sample step=229000] [CLS] investment options. [SEP] main rival oil - producers norway and switzerland already have more projects with development companies going on. [SEP] "why not win the lunchel?" intoned the waiter way back. [SEP] " the 48 - year - old man was taken for questioning at a local police station. [SEP] that's because dutch sensibility is the norm - - like spending a fortune for a vacation in venice. [SEP] but the mayor underestimated the stigma attached to name - calling; the supreme court was not convinced. [SEP] instead, he'll head into the postgame boxes for a final - day no. 3 - rated ranking [SEP] +step=229020 micro_steps=458040 elapsed=10.5s lr=3.000000e-04 loss=3.2419 ppl=25.6156 acc=0.4016 tokens=8128.0000 +step=229040 micro_steps=458080 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9262 acc=0.4003 tokens=8128.0000 +step=229060 micro_steps=458120 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.3781 acc=0.4024 tokens=8128.0000 +step=229080 micro_steps=458160 elapsed=4.2s lr=3.000000e-04 loss=3.2423 ppl=25.6287 acc=0.4006 tokens=8128.0000 +step=229100 micro_steps=458200 elapsed=4.2s lr=3.000000e-04 loss=3.2415 ppl=25.6123 acc=0.4016 tokens=8128.0000 +step=229120 micro_steps=458240 elapsed=4.2s lr=3.000000e-04 loss=3.2416 ppl=25.6066 acc=0.4013 tokens=8128.0000 +step=229140 micro_steps=458280 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8475 acc=0.4009 tokens=8128.0000 +step=229160 micro_steps=458320 elapsed=4.2s lr=3.000000e-04 loss=3.2356 ppl=25.4614 acc=0.4019 tokens=8128.0000 +step=229180 micro_steps=458360 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.6939 acc=0.4013 tokens=8128.0000 +step=229200 micro_steps=458400 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7566 acc=0.3998 tokens=8128.0000 +step=229220 micro_steps=458440 elapsed=4.2s lr=3.000000e-04 loss=3.2343 ppl=25.4297 acc=0.4026 tokens=8128.0000 +step=229240 micro_steps=458480 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5817 acc=0.4028 tokens=8128.0000 +step=229260 micro_steps=458520 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.5918 acc=0.4023 tokens=8128.0000 +step=229280 micro_steps=458560 elapsed=4.2s lr=3.000000e-04 loss=3.2401 ppl=25.5641 acc=0.4021 tokens=8128.0000 +step=229300 micro_steps=458600 elapsed=4.2s lr=3.000000e-04 loss=3.2384 ppl=25.5155 acc=0.4020 tokens=8128.0000 +step=229320 micro_steps=458640 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5851 acc=0.4027 tokens=8128.0000 +step=229340 micro_steps=458680 elapsed=4.2s lr=3.000000e-04 loss=3.2486 ppl=25.7805 acc=0.3998 tokens=8128.0000 +step=229360 micro_steps=458720 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6216 acc=0.4018 tokens=8128.0000 +step=229380 micro_steps=458760 elapsed=4.2s lr=3.000000e-04 loss=3.2397 ppl=25.5501 acc=0.4022 tokens=8128.0000 +step=229400 micro_steps=458800 elapsed=4.2s lr=3.000000e-04 loss=3.2355 ppl=25.4463 acc=0.4032 tokens=8128.0000 +step=229420 micro_steps=458840 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6981 acc=0.4009 tokens=8128.0000 +step=229440 micro_steps=458880 elapsed=4.2s lr=3.000000e-04 loss=3.2417 ppl=25.6069 acc=0.4020 tokens=8128.0000 +step=229460 micro_steps=458920 elapsed=4.2s lr=3.000000e-04 loss=3.2300 ppl=25.3068 acc=0.4024 tokens=8128.0000 +step=229480 micro_steps=458960 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=26.0109 acc=0.4004 tokens=8128.0000 +step=229500 micro_steps=459000 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4158 acc=0.4032 tokens=8128.0000 +step=229520 micro_steps=459040 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7732 acc=0.4003 tokens=8128.0000 +step=229540 micro_steps=459080 elapsed=4.2s lr=3.000000e-04 loss=3.2353 ppl=25.4445 acc=0.4029 tokens=8128.0000 +step=229560 micro_steps=459120 elapsed=4.2s lr=3.000000e-04 loss=3.2319 ppl=25.3486 acc=0.4039 tokens=8128.0000 +step=229580 micro_steps=459160 elapsed=4.2s lr=3.000000e-04 loss=3.2398 ppl=25.5511 acc=0.4015 tokens=8128.0000 +step=229600 micro_steps=459200 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.9111 acc=0.4008 tokens=8128.0000 +step=229620 micro_steps=459240 elapsed=4.2s lr=3.000000e-04 loss=3.2336 ppl=25.4042 acc=0.4035 tokens=8128.0000 +step=229640 micro_steps=459280 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8594 acc=0.4005 tokens=8128.0000 +step=229660 micro_steps=459320 elapsed=4.2s lr=3.000000e-04 loss=3.2420 ppl=25.6159 acc=0.4011 tokens=8128.0000 +step=229680 micro_steps=459360 elapsed=4.2s lr=3.000000e-04 loss=3.2451 ppl=25.6942 acc=0.4019 tokens=8128.0000 +step=229700 micro_steps=459400 elapsed=4.2s lr=3.000000e-04 loss=3.2506 ppl=25.8355 acc=0.4006 tokens=8128.0000 +step=229720 micro_steps=459440 elapsed=4.2s lr=3.000000e-04 loss=3.2441 ppl=25.6721 acc=0.4016 tokens=8128.0000 +step=229740 micro_steps=459480 elapsed=4.2s lr=3.000000e-04 loss=3.2348 ppl=25.4320 acc=0.4031 tokens=8128.0000 +step=229760 micro_steps=459520 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7239 acc=0.3998 tokens=8128.0000 +step=229780 micro_steps=459560 elapsed=4.2s lr=3.000000e-04 loss=3.2576 ppl=26.0301 acc=0.3999 tokens=8128.0000 +step=229800 micro_steps=459600 elapsed=4.2s lr=3.000000e-04 loss=3.2361 ppl=25.4547 acc=0.4021 tokens=8128.0000 +step=229820 micro_steps=459640 elapsed=4.2s lr=3.000000e-04 loss=3.2346 ppl=25.4257 acc=0.4032 tokens=8128.0000 +step=229840 micro_steps=459680 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.6855 acc=0.4011 tokens=8128.0000 +step=229860 micro_steps=459720 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.7972 acc=0.4010 tokens=8128.0000 +step=229880 micro_steps=459760 elapsed=4.2s lr=3.000000e-04 loss=3.2400 ppl=25.5588 acc=0.4023 tokens=8128.0000 +step=229900 micro_steps=459800 elapsed=4.2s lr=3.000000e-04 loss=3.2569 ppl=26.0036 acc=0.3999 tokens=8128.0000 +step=229920 micro_steps=459840 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7632 acc=0.4017 tokens=8128.0000 +step=229940 micro_steps=459880 elapsed=4.2s lr=3.000000e-04 loss=3.2442 ppl=25.6669 acc=0.4016 tokens=8128.0000 +step=229960 micro_steps=459920 elapsed=4.4s lr=3.000000e-04 loss=3.2385 ppl=25.5201 acc=0.4020 tokens=8128.0000 +step=229980 micro_steps=459960 elapsed=8.6s lr=3.000000e-04 loss=3.2365 ppl=25.4837 acc=0.4020 tokens=8128.0000 +step=230000 micro_steps=460000 elapsed=8.6s lr=3.000000e-04 loss=3.2483 ppl=25.7720 acc=0.4009 tokens=8128.0000 +[sample step=230000] [CLS] figure. [SEP] so why not give it a try? [SEP] what landscape do you enjoy? [SEP] this trading update comes amid a messy school buy - out row at cadbury, which in february was negotiated months late but the takeover debate with kraft is at an end. [SEP] that has happened with legacy loan funds, such as $165 million for the world war ii hospital ship uss arizona. [SEP] she said some local people had been helping by oil workers helping out police. [SEP] a virtual replica of the shipbird jet flew at 150 mph friday from cape canaveral, fla., to south florida's cape canaveral [SEP] +step=230020 micro_steps=460040 elapsed=11.0s lr=3.000000e-04 loss=3.2509 ppl=25.8618 acc=0.4000 tokens=8128.0000 +step=230040 micro_steps=460080 elapsed=8.6s lr=3.000000e-04 loss=3.2485 ppl=25.7881 acc=0.4007 tokens=8128.0000 +step=230060 micro_steps=460120 elapsed=8.6s lr=3.000000e-04 loss=3.2380 ppl=25.5053 acc=0.4022 tokens=8128.0000 +step=230080 micro_steps=460160 elapsed=8.6s lr=3.000000e-04 loss=3.2398 ppl=25.5446 acc=0.4025 tokens=8128.0000 +step=230100 micro_steps=460200 elapsed=8.6s lr=3.000000e-04 loss=3.2465 ppl=25.7381 acc=0.4025 tokens=8128.0000 +step=230120 micro_steps=460240 elapsed=8.6s lr=3.000000e-04 loss=3.2344 ppl=25.4242 acc=0.4032 tokens=8128.0000 +step=230140 micro_steps=460280 elapsed=8.6s lr=3.000000e-04 loss=3.2465 ppl=25.7472 acc=0.4009 tokens=8128.0000 +step=230160 micro_steps=460320 elapsed=8.5s lr=3.000000e-04 loss=3.2451 ppl=25.6918 acc=0.4014 tokens=8128.0000 +step=230180 micro_steps=460360 elapsed=8.6s lr=3.000000e-04 loss=3.2453 ppl=25.6913 acc=0.4011 tokens=8128.0000 +step=230200 micro_steps=460400 elapsed=8.6s lr=3.000000e-04 loss=3.2489 ppl=25.7940 acc=0.4010 tokens=8128.0000 +step=230220 micro_steps=460440 elapsed=8.6s lr=3.000000e-04 loss=3.2481 ppl=25.7658 acc=0.4005 tokens=8128.0000 +step=230240 micro_steps=460480 elapsed=8.5s lr=3.000000e-04 loss=3.2169 ppl=24.9974 acc=0.4052 tokens=8128.0000 +step=230260 micro_steps=460520 elapsed=8.6s lr=3.000000e-04 loss=3.2365 ppl=25.4748 acc=0.4022 tokens=8128.0000 +step=230280 micro_steps=460560 elapsed=8.6s lr=3.000000e-04 loss=3.2553 ppl=25.9572 acc=0.3986 tokens=8128.0000 +step=230300 micro_steps=460600 elapsed=8.6s lr=3.000000e-04 loss=3.2266 ppl=25.2169 acc=0.4033 tokens=8128.0000 +step=230320 micro_steps=460640 elapsed=8.6s lr=3.000000e-04 loss=3.2517 ppl=25.8603 acc=0.4012 tokens=8128.0000 +step=230340 micro_steps=460680 elapsed=8.6s lr=3.000000e-04 loss=3.2445 ppl=25.6776 acc=0.4005 tokens=8128.0000 +step=230360 micro_steps=460720 elapsed=8.6s lr=3.000000e-04 loss=3.2369 ppl=25.4767 acc=0.4015 tokens=8128.0000 +step=230380 micro_steps=460760 elapsed=8.6s lr=3.000000e-04 loss=3.2397 ppl=25.5567 acc=0.4025 tokens=8128.0000 +step=230400 micro_steps=460800 elapsed=8.6s lr=3.000000e-04 loss=3.2453 ppl=25.6973 acc=0.4010 tokens=8128.0000 +step=230420 micro_steps=460840 elapsed=8.6s lr=3.000000e-04 loss=3.2464 ppl=25.7293 acc=0.4005 tokens=8128.0000 +step=230440 micro_steps=460880 elapsed=8.6s lr=3.000000e-04 loss=3.2303 ppl=25.3278 acc=0.4037 tokens=8128.0000 +step=230460 micro_steps=460920 elapsed=8.6s lr=3.000000e-04 loss=3.2133 ppl=25.1561 acc=0.4080 tokens=8128.0000 +step=230480 micro_steps=460960 elapsed=8.6s lr=3.000000e-04 loss=3.2387 ppl=25.5284 acc=0.4019 tokens=8128.0000 +step=230500 micro_steps=461000 elapsed=8.6s lr=3.000000e-04 loss=3.2418 ppl=25.6091 acc=0.4024 tokens=8128.0000 +step=230520 micro_steps=461040 elapsed=8.6s lr=3.000000e-04 loss=3.2361 ppl=25.4631 acc=0.4025 tokens=8128.0000 +step=230540 micro_steps=461080 elapsed=8.6s lr=3.000000e-04 loss=3.2538 ppl=25.9034 acc=0.4000 tokens=8128.0000 +step=230560 micro_steps=461120 elapsed=8.6s lr=3.000000e-04 loss=3.2443 ppl=25.6727 acc=0.4016 tokens=8128.0000 +step=230580 micro_steps=461160 elapsed=8.6s lr=3.000000e-04 loss=3.2497 ppl=25.8233 acc=0.4009 tokens=8128.0000 +step=230600 micro_steps=461200 elapsed=8.6s lr=3.000000e-04 loss=3.2351 ppl=25.4408 acc=0.4012 tokens=8128.0000 +step=230620 micro_steps=461240 elapsed=8.6s lr=3.000000e-04 loss=3.2477 ppl=25.7584 acc=0.4005 tokens=8128.0000 +step=230640 micro_steps=461280 elapsed=8.6s lr=3.000000e-04 loss=3.2506 ppl=25.8386 acc=0.4010 tokens=8128.0000 +step=230660 micro_steps=461320 elapsed=8.5s lr=3.000000e-04 loss=3.2384 ppl=25.5253 acc=0.4024 tokens=8128.0000 +step=230680 micro_steps=461360 elapsed=8.6s lr=3.000000e-04 loss=3.2413 ppl=25.5892 acc=0.4011 tokens=8128.0000 +step=230700 micro_steps=461400 elapsed=8.6s lr=3.000000e-04 loss=3.2507 ppl=25.8386 acc=0.4006 tokens=8128.0000 +step=230720 micro_steps=461440 elapsed=8.6s lr=3.000000e-04 loss=3.2436 ppl=25.6602 acc=0.4012 tokens=8128.0000 +step=230740 micro_steps=461480 elapsed=8.6s lr=3.000000e-04 loss=3.2368 ppl=25.4768 acc=0.4029 tokens=8128.0000 +step=230760 micro_steps=461520 elapsed=8.6s lr=3.000000e-04 loss=3.2347 ppl=25.4278 acc=0.4016 tokens=8128.0000 +step=230780 micro_steps=461560 elapsed=8.6s lr=3.000000e-04 loss=3.2327 ppl=25.3823 acc=0.4034 tokens=8128.0000 +step=230800 micro_steps=461600 elapsed=8.6s lr=3.000000e-04 loss=3.2425 ppl=25.6174 acc=0.4018 tokens=8128.0000 +step=230820 micro_steps=461640 elapsed=8.6s lr=3.000000e-04 loss=3.2446 ppl=25.6916 acc=0.4007 tokens=8128.0000 +step=230840 micro_steps=461680 elapsed=8.6s lr=3.000000e-04 loss=3.2644 ppl=26.1920 acc=0.3980 tokens=8128.0000 +step=230860 micro_steps=461720 elapsed=8.6s lr=3.000000e-04 loss=3.2233 ppl=25.1411 acc=0.4048 tokens=8128.0000 +step=230880 micro_steps=461760 elapsed=8.6s lr=3.000000e-04 loss=3.2414 ppl=25.6066 acc=0.4014 tokens=8128.0000 +step=230900 micro_steps=461800 elapsed=8.6s lr=3.000000e-04 loss=3.2478 ppl=25.7640 acc=0.4006 tokens=8128.0000 +step=230920 micro_steps=461840 elapsed=8.6s lr=3.000000e-04 loss=3.2438 ppl=25.6575 acc=0.4021 tokens=8128.0000 +step=230940 micro_steps=461880 elapsed=8.6s lr=3.000000e-04 loss=3.2539 ppl=25.9299 acc=0.4003 tokens=8128.0000 +step=230960 micro_steps=461920 elapsed=8.6s lr=3.000000e-04 loss=3.2475 ppl=25.7595 acc=0.4011 tokens=8128.0000 +step=230980 micro_steps=461960 elapsed=8.6s lr=3.000000e-04 loss=3.2498 ppl=25.8075 acc=0.4018 tokens=8128.0000 +step=231000 micro_steps=462000 elapsed=8.6s lr=3.000000e-04 loss=3.2380 ppl=25.5198 acc=0.4022 tokens=8128.0000 +[sample step=231000] [CLS] 15 (upi) - - more than 2, 600 people in philadelphia clashed with police during street protests last week over proposed increases in driver's licenses, a police report said. [SEP] as reports of strandings have emerged, the search for survivors continues to get under way. [SEP] ironically, you can turn it into an attractive tenderloin and grilled mashed side of the same potato shell, where will you be on dry days (or even some irreparable remainder)? [SEP] the interception was gained on an incompletion by brady on the patriots'first play of the second quarter, after a rough [SEP] +step=231020 micro_steps=462040 elapsed=10.9s lr=3.000000e-04 loss=3.2519 ppl=25.8707 acc=0.4017 tokens=8128.0000 +step=231040 micro_steps=462080 elapsed=8.6s lr=3.000000e-04 loss=3.2417 ppl=25.6073 acc=0.4016 tokens=8128.0000 +step=231060 micro_steps=462120 elapsed=8.6s lr=3.000000e-04 loss=3.2425 ppl=25.6298 acc=0.4010 tokens=8128.0000 +step=231080 micro_steps=462160 elapsed=8.6s lr=3.000000e-04 loss=3.2351 ppl=25.4370 acc=0.4028 tokens=8128.0000 +step=231100 micro_steps=462200 elapsed=8.6s lr=3.000000e-04 loss=3.2379 ppl=25.5128 acc=0.4030 tokens=8128.0000 +step=231120 micro_steps=462240 elapsed=8.2s lr=3.000000e-04 loss=3.2397 ppl=25.5447 acc=0.4028 tokens=8128.0000 +step=231140 micro_steps=462280 elapsed=5.1s lr=3.000000e-04 loss=3.2468 ppl=25.7436 acc=0.4021 tokens=8128.0000 +step=231160 micro_steps=462320 elapsed=8.1s lr=3.000000e-04 loss=3.2372 ppl=25.5143 acc=0.4030 tokens=8128.0000 +step=231180 micro_steps=462360 elapsed=5.8s lr=3.000000e-04 loss=3.2471 ppl=25.7383 acc=0.4005 tokens=8128.0000 +step=231200 micro_steps=462400 elapsed=4.3s lr=3.000000e-04 loss=3.2385 ppl=25.5382 acc=0.4019 tokens=8128.0000 +step=231220 micro_steps=462440 elapsed=8.6s lr=3.000000e-04 loss=3.2265 ppl=25.2184 acc=0.4028 tokens=8128.0000 +step=231240 micro_steps=462480 elapsed=8.6s lr=3.000000e-04 loss=3.2426 ppl=25.6275 acc=0.4014 tokens=8128.0000 +step=231260 micro_steps=462520 elapsed=8.5s lr=3.000000e-04 loss=3.2332 ppl=25.4011 acc=0.4020 tokens=8128.0000 +step=231280 micro_steps=462560 elapsed=8.6s lr=3.000000e-04 loss=3.2509 ppl=25.8399 acc=0.4007 tokens=8128.0000 +step=231300 micro_steps=462600 elapsed=8.6s lr=3.000000e-04 loss=3.2472 ppl=25.7574 acc=0.4010 tokens=8128.0000 +step=231320 micro_steps=462640 elapsed=8.6s lr=3.000000e-04 loss=3.2424 ppl=25.6166 acc=0.4007 tokens=8128.0000 +step=231340 micro_steps=462680 elapsed=8.6s lr=3.000000e-04 loss=3.2387 ppl=25.5438 acc=0.4025 tokens=8128.0000 +step=231360 micro_steps=462720 elapsed=8.6s lr=3.000000e-04 loss=3.2556 ppl=25.9662 acc=0.4007 tokens=8128.0000 +step=231380 micro_steps=462760 elapsed=8.6s lr=3.000000e-04 loss=3.2476 ppl=25.7581 acc=0.4004 tokens=8128.0000 +step=231400 micro_steps=462800 elapsed=8.6s lr=3.000000e-04 loss=3.2285 ppl=25.2729 acc=0.4020 tokens=8128.0000 +step=231420 micro_steps=462840 elapsed=8.6s lr=3.000000e-04 loss=3.2498 ppl=25.8074 acc=0.4019 tokens=8128.0000 +step=231440 micro_steps=462880 elapsed=8.5s lr=3.000000e-04 loss=3.2314 ppl=25.3468 acc=0.4027 tokens=8128.0000 +step=231460 micro_steps=462920 elapsed=8.6s lr=3.000000e-04 loss=3.2362 ppl=25.4668 acc=0.4021 tokens=8128.0000 +step=231480 micro_steps=462960 elapsed=8.6s lr=3.000000e-04 loss=3.2375 ppl=25.5062 acc=0.4013 tokens=8128.0000 +step=231500 micro_steps=463000 elapsed=8.5s lr=3.000000e-04 loss=3.2458 ppl=25.7114 acc=0.3999 tokens=8128.0000 +step=231520 micro_steps=463040 elapsed=8.5s lr=3.000000e-04 loss=3.2355 ppl=25.4530 acc=0.4026 tokens=8128.0000 +step=231540 micro_steps=463080 elapsed=8.6s lr=3.000000e-04 loss=3.2458 ppl=25.7041 acc=0.4016 tokens=8128.0000 +step=231560 micro_steps=463120 elapsed=8.6s lr=3.000000e-04 loss=3.2437 ppl=25.6543 acc=0.4023 tokens=8128.0000 +step=231580 micro_steps=463160 elapsed=8.6s lr=3.000000e-04 loss=3.2365 ppl=25.4887 acc=0.4026 tokens=8128.0000 +step=231600 micro_steps=463200 elapsed=8.6s lr=3.000000e-04 loss=3.2262 ppl=25.2212 acc=0.4041 tokens=8128.0000 +step=231620 micro_steps=463240 elapsed=8.6s lr=3.000000e-04 loss=3.2406 ppl=25.5777 acc=0.4009 tokens=8128.0000 +step=231640 micro_steps=463280 elapsed=8.6s lr=3.000000e-04 loss=3.2527 ppl=25.8973 acc=0.3998 tokens=8128.0000 +step=231660 micro_steps=463320 elapsed=8.6s lr=3.000000e-04 loss=3.2468 ppl=25.7426 acc=0.4024 tokens=8128.0000 +step=231680 micro_steps=463360 elapsed=8.6s lr=3.000000e-04 loss=3.2412 ppl=25.5969 acc=0.4012 tokens=8128.0000 +step=231700 micro_steps=463400 elapsed=8.6s lr=3.000000e-04 loss=3.2432 ppl=25.6364 acc=0.4017 tokens=8128.0000 +step=231720 micro_steps=463440 elapsed=8.6s lr=3.000000e-04 loss=3.2409 ppl=25.5933 acc=0.4025 tokens=8128.0000 +step=231740 micro_steps=463480 elapsed=8.6s lr=3.000000e-04 loss=3.2440 ppl=25.6657 acc=0.4016 tokens=8128.0000 +step=231760 micro_steps=463520 elapsed=8.6s lr=3.000000e-04 loss=3.2113 ppl=24.9150 acc=0.4057 tokens=8128.0000 +step=231780 micro_steps=463560 elapsed=8.6s lr=3.000000e-04 loss=3.2413 ppl=25.6021 acc=0.4014 tokens=8128.0000 +step=231800 micro_steps=463600 elapsed=8.5s lr=3.000000e-04 loss=3.2361 ppl=25.4655 acc=0.4028 tokens=8128.0000 +step=231820 micro_steps=463640 elapsed=8.6s lr=3.000000e-04 loss=3.2325 ppl=25.3748 acc=0.4019 tokens=8128.0000 +step=231840 micro_steps=463680 elapsed=8.5s lr=3.000000e-04 loss=3.2393 ppl=25.5508 acc=0.4032 tokens=8128.0000 +step=231860 micro_steps=463720 elapsed=8.6s lr=3.000000e-04 loss=3.2459 ppl=25.7273 acc=0.4008 tokens=8128.0000 +step=231880 micro_steps=463760 elapsed=8.6s lr=3.000000e-04 loss=3.2422 ppl=25.6261 acc=0.4013 tokens=8128.0000 +step=231900 micro_steps=463800 elapsed=8.6s lr=3.000000e-04 loss=3.2492 ppl=25.7921 acc=0.4012 tokens=8128.0000 +step=231920 micro_steps=463840 elapsed=8.6s lr=3.000000e-04 loss=3.2249 ppl=25.1805 acc=0.4033 tokens=8128.0000 +step=231940 micro_steps=463880 elapsed=8.6s lr=3.000000e-04 loss=3.2543 ppl=25.9377 acc=0.4004 tokens=8128.0000 +step=231960 micro_steps=463920 elapsed=8.6s lr=3.000000e-04 loss=3.2539 ppl=25.9197 acc=0.4005 tokens=8128.0000 +step=231980 micro_steps=463960 elapsed=8.6s lr=3.000000e-04 loss=3.2360 ppl=25.4749 acc=0.4030 tokens=8128.0000 +step=232000 micro_steps=464000 elapsed=8.6s lr=3.000000e-04 loss=3.2472 ppl=25.7582 acc=0.4010 tokens=8128.0000 +[sample step=232000] [CLS] miss an entire season. [SEP] alan shearer's impending departure to newcastle must be done - - and only so long as the club revomends him. [SEP] over the long term, northrop grumman argued, it could skip another chance to press a technological claim with walshum, the university of georgia's team leader who built the plane. [SEP] is chairman. [SEP] sevilla started the scoring in the 57th minute after gallas and marc crosas signed late, but only after keane got his kicks clean through ball, under the posts and having gabriel obertan sent off late in the first half. [SEP] organizers [SEP] +step=232020 micro_steps=464040 elapsed=11.0s lr=3.000000e-04 loss=3.2538 ppl=25.9212 acc=0.4000 tokens=8128.0000 +step=232040 micro_steps=464080 elapsed=8.6s lr=3.000000e-04 loss=3.2499 ppl=25.8390 acc=0.4013 tokens=8128.0000 +step=232060 micro_steps=464120 elapsed=8.6s lr=3.000000e-04 loss=3.2300 ppl=25.3129 acc=0.4030 tokens=8128.0000 +step=232080 micro_steps=464160 elapsed=8.5s lr=3.000000e-04 loss=3.2412 ppl=25.6015 acc=0.4010 tokens=8128.0000 +step=232100 micro_steps=464200 elapsed=8.6s lr=3.000000e-04 loss=3.2381 ppl=25.5191 acc=0.4023 tokens=8128.0000 +step=232120 micro_steps=464240 elapsed=8.6s lr=3.000000e-04 loss=3.2469 ppl=25.7477 acc=0.4008 tokens=8128.0000 +step=232140 micro_steps=464280 elapsed=8.6s lr=3.000000e-04 loss=3.2304 ppl=25.3115 acc=0.4023 tokens=8128.0000 +step=232160 micro_steps=464320 elapsed=8.6s lr=3.000000e-04 loss=3.2481 ppl=25.7668 acc=0.4003 tokens=8128.0000 +step=232180 micro_steps=464360 elapsed=8.6s lr=3.000000e-04 loss=3.2405 ppl=25.5805 acc=0.4018 tokens=8128.0000 +step=232200 micro_steps=464400 elapsed=8.6s lr=3.000000e-04 loss=3.2383 ppl=25.5152 acc=0.4025 tokens=8128.0000 +step=232220 micro_steps=464440 elapsed=8.5s lr=3.000000e-04 loss=3.2382 ppl=25.5281 acc=0.4010 tokens=8128.0000 +step=232240 micro_steps=464480 elapsed=8.6s lr=3.000000e-04 loss=3.2296 ppl=25.2979 acc=0.4022 tokens=8128.0000 +step=232260 micro_steps=464520 elapsed=8.6s lr=3.000000e-04 loss=3.2462 ppl=25.7324 acc=0.4011 tokens=8128.0000 +step=232280 micro_steps=464560 elapsed=8.6s lr=3.000000e-04 loss=3.2266 ppl=25.2279 acc=0.4029 tokens=8128.0000 +step=232300 micro_steps=464600 elapsed=8.6s lr=3.000000e-04 loss=3.2301 ppl=25.3088 acc=0.4037 tokens=8128.0000 +step=232320 micro_steps=464640 elapsed=8.5s lr=3.000000e-04 loss=3.2308 ppl=25.3243 acc=0.4019 tokens=8128.0000 +step=232340 micro_steps=464680 elapsed=8.6s lr=3.000000e-04 loss=3.2439 ppl=25.6680 acc=0.4013 tokens=8128.0000 +step=232360 micro_steps=464720 elapsed=8.5s lr=3.000000e-04 loss=3.2318 ppl=25.3534 acc=0.4022 tokens=8128.0000 +step=232380 micro_steps=464760 elapsed=5.7s lr=3.000000e-04 loss=3.2446 ppl=25.7021 acc=0.4024 tokens=8128.0000 +step=232400 micro_steps=464800 elapsed=7.3s lr=3.000000e-04 loss=3.2180 ppl=25.0528 acc=0.4042 tokens=8128.0000 +step=232420 micro_steps=464840 elapsed=7.5s lr=3.000000e-04 loss=3.2375 ppl=25.4986 acc=0.4026 tokens=8128.0000 +step=232440 micro_steps=464880 elapsed=4.2s lr=3.000000e-04 loss=3.2219 ppl=25.1094 acc=0.4035 tokens=8128.0000 +step=232460 micro_steps=464920 elapsed=4.2s lr=3.000000e-04 loss=3.2461 ppl=25.7134 acc=0.4005 tokens=8128.0000 +step=232480 micro_steps=464960 elapsed=4.2s lr=3.000000e-04 loss=3.2336 ppl=25.4009 acc=0.4028 tokens=8128.0000 +step=232500 micro_steps=465000 elapsed=4.2s lr=3.000000e-04 loss=3.2498 ppl=25.8139 acc=0.4012 tokens=8128.0000 +step=232520 micro_steps=465040 elapsed=4.2s lr=3.000000e-04 loss=3.2345 ppl=25.4218 acc=0.4017 tokens=8128.0000 +step=232540 micro_steps=465080 elapsed=4.2s lr=3.000000e-04 loss=3.2328 ppl=25.3663 acc=0.4017 tokens=8128.0000 +step=232560 micro_steps=465120 elapsed=4.2s lr=3.000000e-04 loss=3.2309 ppl=25.3561 acc=0.4034 tokens=8128.0000 +step=232580 micro_steps=465160 elapsed=4.2s lr=3.000000e-04 loss=3.2342 ppl=25.4097 acc=0.4037 tokens=8128.0000 +step=232600 micro_steps=465200 elapsed=4.2s lr=3.000000e-04 loss=3.2224 ppl=25.1233 acc=0.4044 tokens=8128.0000 +step=232620 micro_steps=465240 elapsed=4.2s lr=3.000000e-04 loss=3.2498 ppl=25.8150 acc=0.4006 tokens=8128.0000 +step=232640 micro_steps=465280 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5879 acc=0.4008 tokens=8128.0000 +step=232660 micro_steps=465320 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6903 acc=0.4014 tokens=8128.0000 +step=232680 micro_steps=465360 elapsed=4.2s lr=3.000000e-04 loss=3.2379 ppl=25.4994 acc=0.4028 tokens=8128.0000 +step=232700 micro_steps=465400 elapsed=4.2s lr=3.000000e-04 loss=3.2343 ppl=25.4171 acc=0.4026 tokens=8128.0000 +step=232720 micro_steps=465440 elapsed=4.2s lr=3.000000e-04 loss=3.2485 ppl=25.7802 acc=0.4011 tokens=8128.0000 +step=232740 micro_steps=465480 elapsed=4.2s lr=3.000000e-04 loss=3.2281 ppl=25.2556 acc=0.4033 tokens=8128.0000 +step=232760 micro_steps=465520 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.9164 acc=0.4004 tokens=8128.0000 +step=232780 micro_steps=465560 elapsed=4.2s lr=3.000000e-04 loss=3.2384 ppl=25.5245 acc=0.4028 tokens=8128.0000 +step=232800 micro_steps=465600 elapsed=4.2s lr=3.000000e-04 loss=3.2451 ppl=25.6982 acc=0.4019 tokens=8128.0000 +step=232820 micro_steps=465640 elapsed=4.2s lr=3.000000e-04 loss=3.2487 ppl=25.7823 acc=0.4020 tokens=8128.0000 +step=232840 micro_steps=465680 elapsed=4.2s lr=3.000000e-04 loss=3.2335 ppl=25.3927 acc=0.4027 tokens=8128.0000 +step=232860 micro_steps=465720 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6826 acc=0.4010 tokens=8128.0000 +step=232880 micro_steps=465760 elapsed=4.2s lr=3.000000e-04 loss=3.2379 ppl=25.5158 acc=0.4021 tokens=8128.0000 +step=232900 micro_steps=465800 elapsed=4.2s lr=3.000000e-04 loss=3.2299 ppl=25.3052 acc=0.4031 tokens=8128.0000 +step=232920 micro_steps=465840 elapsed=4.2s lr=3.000000e-04 loss=3.2530 ppl=25.9017 acc=0.3995 tokens=8128.0000 +step=232940 micro_steps=465880 elapsed=4.2s lr=3.000000e-04 loss=3.2560 ppl=25.9702 acc=0.4012 tokens=8128.0000 +step=232960 micro_steps=465920 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7323 acc=0.4000 tokens=8128.0000 +step=232980 micro_steps=465960 elapsed=4.2s lr=3.000000e-04 loss=3.2486 ppl=25.7815 acc=0.4005 tokens=8128.0000 +step=233000 micro_steps=466000 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.7893 acc=0.4005 tokens=8128.0000 +[sample step=233000] [CLS] of black leaders who lament the decline of race in america. [SEP] but an immigration official told the newspaper that workers at the port new york and sea world were told on friday that the crossing would not reopen until 2012. [SEP] melzer and montanes, the no. 1 seeds, lost to federer and djokovic in the quarter - finals last year. [SEP] officer diane groome, principal investigative reporter for the new york times, previously worked for the times in washington. [SEP] stocks opened previously down extended losses. [SEP] a russian colgan carrier approached continental airlines for a one - way fare for connecting air speed control to controllers [SEP] +step=233020 micro_steps=466040 elapsed=6.6s lr=3.000000e-04 loss=3.2291 ppl=25.2948 acc=0.4031 tokens=8128.0000 +step=233040 micro_steps=466080 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.5769 acc=0.4021 tokens=8128.0000 +step=233060 micro_steps=466120 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5440 acc=0.4015 tokens=8128.0000 +step=233080 micro_steps=466160 elapsed=4.2s lr=3.000000e-04 loss=3.2361 ppl=25.4661 acc=0.4018 tokens=8128.0000 +step=233100 micro_steps=466200 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7116 acc=0.4020 tokens=8128.0000 +step=233120 micro_steps=466240 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7618 acc=0.4013 tokens=8128.0000 +step=233140 micro_steps=466280 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7230 acc=0.4009 tokens=8128.0000 +step=233160 micro_steps=466320 elapsed=4.2s lr=3.000000e-04 loss=3.2430 ppl=25.6429 acc=0.4033 tokens=8128.0000 +step=233180 micro_steps=466360 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5345 acc=0.4016 tokens=8128.0000 +step=233200 micro_steps=466400 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.5925 acc=0.4016 tokens=8128.0000 +step=233220 micro_steps=466440 elapsed=4.2s lr=3.000000e-04 loss=3.2366 ppl=25.4677 acc=0.4024 tokens=8128.0000 +step=233240 micro_steps=466480 elapsed=4.2s lr=3.000000e-04 loss=3.2290 ppl=25.2797 acc=0.4036 tokens=8128.0000 +step=233260 micro_steps=466520 elapsed=4.2s lr=3.000000e-04 loss=3.2416 ppl=25.6032 acc=0.4016 tokens=8128.0000 +step=233280 micro_steps=466560 elapsed=4.2s lr=3.000000e-04 loss=3.2578 ppl=26.0163 acc=0.3997 tokens=8128.0000 +step=233300 micro_steps=466600 elapsed=4.2s lr=3.000000e-04 loss=3.2455 ppl=25.6963 acc=0.4011 tokens=8128.0000 +step=233320 micro_steps=466640 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.7791 acc=0.4008 tokens=8128.0000 +step=233340 micro_steps=466680 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6607 acc=0.4019 tokens=8128.0000 +step=233360 micro_steps=466720 elapsed=4.2s lr=3.000000e-04 loss=3.2350 ppl=25.4465 acc=0.4033 tokens=8128.0000 +step=233380 micro_steps=466760 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7230 acc=0.4016 tokens=8128.0000 +step=233400 micro_steps=466800 elapsed=4.2s lr=3.000000e-04 loss=3.2416 ppl=25.6042 acc=0.4022 tokens=8128.0000 +step=233420 micro_steps=466840 elapsed=4.2s lr=3.000000e-04 loss=3.2470 ppl=25.7484 acc=0.4005 tokens=8128.0000 +step=233440 micro_steps=466880 elapsed=4.2s lr=3.000000e-04 loss=3.2280 ppl=25.2723 acc=0.4040 tokens=8128.0000 +step=233460 micro_steps=466920 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.6028 acc=0.4005 tokens=8128.0000 +step=233480 micro_steps=466960 elapsed=4.2s lr=3.000000e-04 loss=3.2460 ppl=25.7121 acc=0.4011 tokens=8128.0000 +step=233500 micro_steps=467000 elapsed=4.2s lr=3.000000e-04 loss=3.2474 ppl=25.7730 acc=0.4011 tokens=8128.0000 +step=233520 micro_steps=467040 elapsed=4.2s lr=3.000000e-04 loss=3.2300 ppl=25.3058 acc=0.4024 tokens=8128.0000 +step=233540 micro_steps=467080 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4310 acc=0.4026 tokens=8128.0000 +step=233560 micro_steps=467120 elapsed=4.2s lr=3.000000e-04 loss=3.2402 ppl=25.5762 acc=0.4020 tokens=8128.0000 +step=233580 micro_steps=467160 elapsed=4.2s lr=3.000000e-04 loss=3.2398 ppl=25.5634 acc=0.4030 tokens=8128.0000 +step=233600 micro_steps=467200 elapsed=4.2s lr=3.000000e-04 loss=3.2556 ppl=25.9595 acc=0.4003 tokens=8128.0000 +step=233620 micro_steps=467240 elapsed=4.2s lr=3.000000e-04 loss=3.2433 ppl=25.6465 acc=0.4020 tokens=8128.0000 +step=233640 micro_steps=467280 elapsed=4.2s lr=3.000000e-04 loss=3.2474 ppl=25.7484 acc=0.4006 tokens=8128.0000 +step=233660 micro_steps=467320 elapsed=4.2s lr=3.000000e-04 loss=3.2632 ppl=26.1681 acc=0.3983 tokens=8128.0000 +step=233680 micro_steps=467360 elapsed=4.2s lr=3.000000e-04 loss=3.2337 ppl=25.4030 acc=0.4030 tokens=8128.0000 +step=233700 micro_steps=467400 elapsed=5.7s lr=3.000000e-04 loss=3.2321 ppl=25.3553 acc=0.4020 tokens=8128.0000 +step=233720 micro_steps=467440 elapsed=8.5s lr=3.000000e-04 loss=3.2353 ppl=25.4506 acc=0.4020 tokens=8128.0000 +step=233740 micro_steps=467480 elapsed=8.5s lr=3.000000e-04 loss=3.2546 ppl=25.9396 acc=0.3996 tokens=8128.0000 +step=233760 micro_steps=467520 elapsed=8.5s lr=3.000000e-04 loss=3.2364 ppl=25.4762 acc=0.4039 tokens=8128.0000 +step=233780 micro_steps=467560 elapsed=8.5s lr=3.000000e-04 loss=3.2537 ppl=25.9242 acc=0.4005 tokens=8128.0000 +step=233800 micro_steps=467600 elapsed=8.5s lr=3.000000e-04 loss=3.2312 ppl=25.3486 acc=0.4026 tokens=8128.0000 +step=233820 micro_steps=467640 elapsed=8.5s lr=3.000000e-04 loss=3.2289 ppl=25.2776 acc=0.4033 tokens=8128.0000 +step=233840 micro_steps=467680 elapsed=8.5s lr=3.000000e-04 loss=3.2364 ppl=25.4722 acc=0.4034 tokens=8128.0000 +step=233860 micro_steps=467720 elapsed=8.5s lr=3.000000e-04 loss=3.2361 ppl=25.4520 acc=0.4028 tokens=8128.0000 +step=233880 micro_steps=467760 elapsed=8.6s lr=3.000000e-04 loss=3.2337 ppl=25.4019 acc=0.4031 tokens=8128.0000 +step=233900 micro_steps=467800 elapsed=8.6s lr=3.000000e-04 loss=3.2327 ppl=25.3852 acc=0.4027 tokens=8128.0000 +step=233920 micro_steps=467840 elapsed=8.5s lr=3.000000e-04 loss=3.2499 ppl=25.8106 acc=0.4008 tokens=8128.0000 +step=233940 micro_steps=467880 elapsed=8.5s lr=3.000000e-04 loss=3.2351 ppl=25.4289 acc=0.4030 tokens=8128.0000 +step=233960 micro_steps=467920 elapsed=8.6s lr=3.000000e-04 loss=3.2424 ppl=25.6422 acc=0.4009 tokens=8128.0000 +step=233980 micro_steps=467960 elapsed=8.6s lr=3.000000e-04 loss=3.2509 ppl=25.8498 acc=0.4008 tokens=8128.0000 +step=234000 micro_steps=468000 elapsed=8.5s lr=3.000000e-04 loss=3.2358 ppl=25.4592 acc=0.4009 tokens=8128.0000 +[sample step=234000] [CLS], stimulus, cooperation from russia, china, india, 10 eu countries, a fund made up of the world bank, the vienna - based international atomic energy agency, and the european union. [SEP] "we've got a lot of work to do on this, we have trust. [SEP]" this council's stance on sanctions resolution... i thought was calculated to help mitigate the problems that it could see, "marc agnifilo, a libyan politician on the council of europe, told the government - controlled sunday times. [SEP]" to be honest, i feel very comfortable with where the subject is, not [SEP] +step=234020 micro_steps=468040 elapsed=11.0s lr=3.000000e-04 loss=3.2402 ppl=25.5770 acc=0.4022 tokens=8128.0000 +step=234040 micro_steps=468080 elapsed=8.6s lr=3.000000e-04 loss=3.2292 ppl=25.3003 acc=0.4030 tokens=8128.0000 +step=234060 micro_steps=468120 elapsed=8.5s lr=3.000000e-04 loss=3.2435 ppl=25.6450 acc=0.4011 tokens=8128.0000 +step=234080 micro_steps=468160 elapsed=8.6s lr=3.000000e-04 loss=3.2466 ppl=25.7313 acc=0.4011 tokens=8128.0000 +step=234100 micro_steps=468200 elapsed=8.5s lr=3.000000e-04 loss=3.2448 ppl=25.6854 acc=0.4011 tokens=8128.0000 +step=234120 micro_steps=468240 elapsed=8.5s lr=3.000000e-04 loss=3.2382 ppl=25.5157 acc=0.4024 tokens=8128.0000 +step=234140 micro_steps=468280 elapsed=8.6s lr=3.000000e-04 loss=3.2391 ppl=25.5318 acc=0.4018 tokens=8128.0000 +step=234160 micro_steps=468320 elapsed=8.6s lr=3.000000e-04 loss=3.2504 ppl=25.8401 acc=0.4007 tokens=8128.0000 +step=234180 micro_steps=468360 elapsed=8.5s lr=3.000000e-04 loss=3.2390 ppl=25.5427 acc=0.4018 tokens=8128.0000 +step=234200 micro_steps=468400 elapsed=8.6s lr=3.000000e-04 loss=3.2339 ppl=25.4240 acc=0.4030 tokens=8128.0000 +step=234220 micro_steps=468440 elapsed=8.5s lr=3.000000e-04 loss=3.2443 ppl=25.6729 acc=0.4009 tokens=8128.0000 +step=234240 micro_steps=468480 elapsed=8.5s lr=3.000000e-04 loss=3.2268 ppl=25.2399 acc=0.4042 tokens=8128.0000 +step=234260 micro_steps=468520 elapsed=8.6s lr=3.000000e-04 loss=3.2215 ppl=25.0992 acc=0.4046 tokens=8128.0000 +step=234280 micro_steps=468560 elapsed=8.5s lr=3.000000e-04 loss=3.2476 ppl=25.7526 acc=0.4010 tokens=8128.0000 +step=234300 micro_steps=468600 elapsed=8.6s lr=3.000000e-04 loss=3.2382 ppl=25.5030 acc=0.4020 tokens=8128.0000 +step=234320 micro_steps=468640 elapsed=8.6s lr=3.000000e-04 loss=3.2323 ppl=25.3704 acc=0.4017 tokens=8128.0000 +step=234340 micro_steps=468680 elapsed=8.5s lr=3.000000e-04 loss=3.2553 ppl=25.9428 acc=0.3990 tokens=8128.0000 +step=234360 micro_steps=468720 elapsed=8.5s lr=3.000000e-04 loss=3.2366 ppl=25.4759 acc=0.4021 tokens=8128.0000 +step=234380 micro_steps=468760 elapsed=8.6s lr=3.000000e-04 loss=3.2498 ppl=25.8211 acc=0.4010 tokens=8128.0000 +step=234400 micro_steps=468800 elapsed=8.5s lr=3.000000e-04 loss=3.2358 ppl=25.4522 acc=0.4024 tokens=8128.0000 +step=234420 micro_steps=468840 elapsed=8.5s lr=3.000000e-04 loss=3.2469 ppl=25.7377 acc=0.4020 tokens=8128.0000 +step=234440 micro_steps=468880 elapsed=8.6s lr=3.000000e-04 loss=3.2310 ppl=25.3538 acc=0.4037 tokens=8128.0000 +step=234460 micro_steps=468920 elapsed=8.6s lr=3.000000e-04 loss=3.2506 ppl=25.8404 acc=0.4008 tokens=8128.0000 +step=234480 micro_steps=468960 elapsed=8.5s lr=3.000000e-04 loss=3.2402 ppl=25.5641 acc=0.4013 tokens=8128.0000 +step=234500 micro_steps=469000 elapsed=8.6s lr=3.000000e-04 loss=3.2482 ppl=25.7807 acc=0.4012 tokens=8128.0000 +step=234520 micro_steps=469040 elapsed=8.5s lr=3.000000e-04 loss=3.2226 ppl=25.1268 acc=0.4044 tokens=8128.0000 +step=234540 micro_steps=469080 elapsed=8.5s lr=3.000000e-04 loss=3.2531 ppl=25.9154 acc=0.4003 tokens=8128.0000 +step=234560 micro_steps=469120 elapsed=8.5s lr=3.000000e-04 loss=3.2325 ppl=25.3877 acc=0.4023 tokens=8128.0000 +step=234580 micro_steps=469160 elapsed=8.6s lr=3.000000e-04 loss=3.2328 ppl=25.3832 acc=0.4020 tokens=8128.0000 +step=234600 micro_steps=469200 elapsed=8.6s lr=3.000000e-04 loss=3.2369 ppl=25.4818 acc=0.4027 tokens=8128.0000 +step=234620 micro_steps=469240 elapsed=8.5s lr=3.000000e-04 loss=3.2508 ppl=25.8458 acc=0.4005 tokens=8128.0000 +step=234640 micro_steps=469280 elapsed=8.6s lr=3.000000e-04 loss=3.2364 ppl=25.4616 acc=0.4021 tokens=8128.0000 +step=234660 micro_steps=469320 elapsed=8.6s lr=3.000000e-04 loss=3.2449 ppl=25.7029 acc=0.4015 tokens=8128.0000 +step=234680 micro_steps=469360 elapsed=8.6s lr=3.000000e-04 loss=3.2285 ppl=25.2792 acc=0.4043 tokens=8128.0000 +step=234700 micro_steps=469400 elapsed=8.6s lr=3.000000e-04 loss=3.2307 ppl=25.3227 acc=0.4037 tokens=8128.0000 +step=234720 micro_steps=469440 elapsed=8.6s lr=3.000000e-04 loss=3.2347 ppl=25.4343 acc=0.4019 tokens=8128.0000 +step=234740 micro_steps=469480 elapsed=8.6s lr=3.000000e-04 loss=3.2431 ppl=25.6442 acc=0.4013 tokens=8128.0000 +step=234760 micro_steps=469520 elapsed=8.6s lr=3.000000e-04 loss=3.2418 ppl=25.6099 acc=0.4012 tokens=8128.0000 +step=234780 micro_steps=469560 elapsed=8.6s lr=3.000000e-04 loss=3.2277 ppl=25.2636 acc=0.4036 tokens=8128.0000 +step=234800 micro_steps=469600 elapsed=8.5s lr=3.000000e-04 loss=3.2505 ppl=25.8332 acc=0.4005 tokens=8128.0000 +step=234820 micro_steps=469640 elapsed=8.5s lr=3.000000e-04 loss=3.2343 ppl=25.4075 acc=0.4021 tokens=8128.0000 +step=234840 micro_steps=469680 elapsed=8.6s lr=3.000000e-04 loss=3.2446 ppl=25.6996 acc=0.4014 tokens=8128.0000 +step=234860 micro_steps=469720 elapsed=8.6s lr=3.000000e-04 loss=3.2460 ppl=25.7342 acc=0.4015 tokens=8128.0000 +step=234880 micro_steps=469760 elapsed=5.0s lr=3.000000e-04 loss=3.2474 ppl=25.7483 acc=0.4011 tokens=8128.0000 +step=234900 micro_steps=469800 elapsed=8.0s lr=3.000000e-04 loss=3.2485 ppl=25.7804 acc=0.3992 tokens=8128.0000 +step=234920 micro_steps=469840 elapsed=6.7s lr=3.000000e-04 loss=3.2494 ppl=25.8243 acc=0.4003 tokens=8128.0000 +step=234940 micro_steps=469880 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.8073 acc=0.4007 tokens=8128.0000 +step=234960 micro_steps=469920 elapsed=8.0s lr=3.000000e-04 loss=3.2308 ppl=25.3259 acc=0.4025 tokens=8128.0000 +step=234980 micro_steps=469960 elapsed=8.6s lr=3.000000e-04 loss=3.2681 ppl=26.2859 acc=0.3993 tokens=8128.0000 +step=235000 micro_steps=470000 elapsed=8.5s lr=3.000000e-04 loss=3.2370 ppl=25.4822 acc=0.4025 tokens=8128.0000 +[sample step=235000] [CLS] cost more than an ordinary property sale, michael corcoran, the chief executive of nyc & company, a marketing firm that conducts property research, called such homes "incredible." [SEP] although she took the car to task within just eight miles from home, she said she was a loyal democrat with a desire to be a lead -en and gelled in washington. [SEP] in addition, 15 environmental groups - - ranging from environmentalists to business interests and phalanxes of tv guide magazine - - said in a report wednesday that the amendments would force developers to pass significant changes without shareholder approval. [SEP] italy will embark on its biggest [SEP] +step=235020 micro_steps=470040 elapsed=11.0s lr=3.000000e-04 loss=3.2431 ppl=25.6391 acc=0.4008 tokens=8128.0000 +step=235040 micro_steps=470080 elapsed=8.6s lr=3.000000e-04 loss=3.2261 ppl=25.2183 acc=0.4037 tokens=8128.0000 +step=235060 micro_steps=470120 elapsed=8.6s lr=3.000000e-04 loss=3.2269 ppl=25.2340 acc=0.4039 tokens=8128.0000 +step=235080 micro_steps=470160 elapsed=8.6s lr=3.000000e-04 loss=3.2437 ppl=25.6681 acc=0.4003 tokens=8128.0000 +step=235100 micro_steps=470200 elapsed=8.6s lr=3.000000e-04 loss=3.2320 ppl=25.3626 acc=0.4024 tokens=8128.0000 +step=235120 micro_steps=470240 elapsed=8.6s lr=3.000000e-04 loss=3.2399 ppl=25.5658 acc=0.4011 tokens=8128.0000 +step=235140 micro_steps=470280 elapsed=8.5s lr=3.000000e-04 loss=3.2128 ppl=24.8866 acc=0.4059 tokens=8128.0000 +step=235160 micro_steps=470320 elapsed=8.6s lr=3.000000e-04 loss=3.2467 ppl=25.7274 acc=0.4013 tokens=8128.0000 +step=235180 micro_steps=470360 elapsed=8.5s lr=3.000000e-04 loss=3.2554 ppl=25.9565 acc=0.3994 tokens=8128.0000 +step=235200 micro_steps=470400 elapsed=8.5s lr=3.000000e-04 loss=3.2477 ppl=25.7653 acc=0.3995 tokens=8128.0000 +step=235220 micro_steps=470440 elapsed=8.6s lr=3.000000e-04 loss=3.2395 ppl=25.5519 acc=0.4030 tokens=8128.0000 +step=235240 micro_steps=470480 elapsed=8.5s lr=3.000000e-04 loss=3.2529 ppl=25.8928 acc=0.4006 tokens=8128.0000 +step=235260 micro_steps=470520 elapsed=8.5s lr=3.000000e-04 loss=3.2433 ppl=25.6457 acc=0.4018 tokens=8128.0000 +step=235280 micro_steps=470560 elapsed=8.5s lr=3.000000e-04 loss=3.2238 ppl=25.1570 acc=0.4039 tokens=8128.0000 +step=235300 micro_steps=470600 elapsed=8.6s lr=3.000000e-04 loss=3.2452 ppl=25.7024 acc=0.4016 tokens=8128.0000 +step=235320 micro_steps=470640 elapsed=8.5s lr=3.000000e-04 loss=3.2360 ppl=25.4614 acc=0.4018 tokens=8128.0000 +step=235340 micro_steps=470680 elapsed=8.5s lr=3.000000e-04 loss=3.2440 ppl=25.6706 acc=0.4011 tokens=8128.0000 +step=235360 micro_steps=470720 elapsed=8.6s lr=3.000000e-04 loss=3.2431 ppl=25.6331 acc=0.4013 tokens=8128.0000 +step=235380 micro_steps=470760 elapsed=8.5s lr=3.000000e-04 loss=3.2516 ppl=25.8632 acc=0.4003 tokens=8128.0000 +step=235400 micro_steps=470800 elapsed=8.5s lr=3.000000e-04 loss=3.2177 ppl=25.0873 acc=0.4060 tokens=8128.0000 +step=235420 micro_steps=470840 elapsed=8.6s lr=3.000000e-04 loss=3.2408 ppl=25.5965 acc=0.4007 tokens=8128.0000 +step=235440 micro_steps=470880 elapsed=8.6s lr=3.000000e-04 loss=3.2474 ppl=25.7572 acc=0.4011 tokens=8128.0000 +step=235460 micro_steps=470920 elapsed=8.5s lr=3.000000e-04 loss=3.2325 ppl=25.3778 acc=0.4033 tokens=8128.0000 +step=235480 micro_steps=470960 elapsed=8.6s lr=3.000000e-04 loss=3.2474 ppl=25.7511 acc=0.4012 tokens=8128.0000 +step=235500 micro_steps=471000 elapsed=8.5s lr=3.000000e-04 loss=3.2399 ppl=25.5796 acc=0.4024 tokens=8128.0000 +step=235520 micro_steps=471040 elapsed=8.6s lr=3.000000e-04 loss=3.2457 ppl=25.7230 acc=0.4011 tokens=8128.0000 +step=235540 micro_steps=471080 elapsed=8.5s lr=3.000000e-04 loss=3.2443 ppl=25.6763 acc=0.4018 tokens=8128.0000 +step=235560 micro_steps=471120 elapsed=8.6s lr=3.000000e-04 loss=3.2363 ppl=25.4541 acc=0.4023 tokens=8128.0000 +step=235580 micro_steps=471160 elapsed=8.6s lr=3.000000e-04 loss=3.2449 ppl=25.6777 acc=0.4008 tokens=8128.0000 +step=235600 micro_steps=471200 elapsed=8.6s lr=3.000000e-04 loss=3.2399 ppl=25.5560 acc=0.4023 tokens=8128.0000 +step=235620 micro_steps=471240 elapsed=8.6s lr=3.000000e-04 loss=3.2465 ppl=25.7431 acc=0.4013 tokens=8128.0000 +step=235640 micro_steps=471280 elapsed=8.6s lr=3.000000e-04 loss=3.2300 ppl=25.2978 acc=0.4029 tokens=8128.0000 +step=235660 micro_steps=471320 elapsed=8.5s lr=3.000000e-04 loss=3.2499 ppl=25.8137 acc=0.4004 tokens=8128.0000 +step=235680 micro_steps=471360 elapsed=8.6s lr=3.000000e-04 loss=3.2395 ppl=25.5630 acc=0.4013 tokens=8128.0000 +step=235700 micro_steps=471400 elapsed=8.5s lr=3.000000e-04 loss=3.2411 ppl=25.6037 acc=0.4015 tokens=8128.0000 +step=235720 micro_steps=471440 elapsed=8.6s lr=3.000000e-04 loss=3.2496 ppl=25.8039 acc=0.4012 tokens=8128.0000 +step=235740 micro_steps=471480 elapsed=8.5s lr=3.000000e-04 loss=3.2338 ppl=25.3955 acc=0.4018 tokens=8128.0000 +step=235760 micro_steps=471520 elapsed=8.6s lr=3.000000e-04 loss=3.2415 ppl=25.6065 acc=0.4013 tokens=8128.0000 +step=235780 micro_steps=471560 elapsed=8.6s lr=3.000000e-04 loss=3.2450 ppl=25.6902 acc=0.4025 tokens=8128.0000 +step=235800 micro_steps=471600 elapsed=8.5s lr=3.000000e-04 loss=3.2514 ppl=25.8567 acc=0.4033 tokens=8128.0000 +step=235820 micro_steps=471640 elapsed=8.5s lr=3.000000e-04 loss=3.2305 ppl=25.3219 acc=0.4023 tokens=8128.0000 +step=235840 micro_steps=471680 elapsed=8.6s lr=3.000000e-04 loss=3.2436 ppl=25.6651 acc=0.4017 tokens=8128.0000 +step=235860 micro_steps=471720 elapsed=8.6s lr=3.000000e-04 loss=3.2551 ppl=25.9512 acc=0.4009 tokens=8128.0000 +step=235880 micro_steps=471760 elapsed=8.5s lr=3.000000e-04 loss=3.2229 ppl=25.1378 acc=0.4043 tokens=8128.0000 +step=235900 micro_steps=471800 elapsed=8.5s lr=3.000000e-04 loss=3.2398 ppl=25.5574 acc=0.4017 tokens=8128.0000 +step=235920 micro_steps=471840 elapsed=8.5s lr=3.000000e-04 loss=3.2488 ppl=25.7932 acc=0.4011 tokens=8128.0000 +step=235940 micro_steps=471880 elapsed=8.5s lr=3.000000e-04 loss=3.2551 ppl=25.9582 acc=0.3993 tokens=8128.0000 +step=235960 micro_steps=471920 elapsed=8.5s lr=3.000000e-04 loss=3.2437 ppl=25.6618 acc=0.4001 tokens=8128.0000 +step=235980 micro_steps=471960 elapsed=8.5s lr=3.000000e-04 loss=3.2542 ppl=25.9353 acc=0.3995 tokens=8128.0000 +step=236000 micro_steps=472000 elapsed=8.5s lr=3.000000e-04 loss=3.2453 ppl=25.7049 acc=0.4016 tokens=8128.0000 +[sample step=236000] [CLS] annual or permanent. [SEP] but, if tourist travellers feel they have managed to stay safe at a family home recently embodied in the character miranda cosgrove they could be forgiven some of the bad news. [SEP] in the cambodian capital, phnom penh, protesters led by army tanks tried to follow around monks nearby, but backed off after soldiers started said to have attacked. [SEP] in particular, the pentagon is gearing up to increase funding for research and development in canada to $176 million by 2011. [SEP] " petrobras did not participate completely in the development because of lack of ties with other state - owned enterprises, [SEP] +step=236020 micro_steps=472040 elapsed=10.9s lr=3.000000e-04 loss=3.2361 ppl=25.4693 acc=0.4023 tokens=8128.0000 +step=236040 micro_steps=472080 elapsed=8.5s lr=3.000000e-04 loss=3.2489 ppl=25.7989 acc=0.4007 tokens=8128.0000 +step=236060 micro_steps=472120 elapsed=8.6s lr=3.000000e-04 loss=3.2486 ppl=25.7829 acc=0.4014 tokens=8128.0000 +step=236080 micro_steps=472160 elapsed=8.6s lr=3.000000e-04 loss=3.2467 ppl=25.7505 acc=0.4014 tokens=8128.0000 +step=236100 micro_steps=472200 elapsed=8.6s lr=3.000000e-04 loss=3.2323 ppl=25.3730 acc=0.4034 tokens=8128.0000 +step=236120 micro_steps=472240 elapsed=5.3s lr=3.000000e-04 loss=3.2395 ppl=25.5467 acc=0.4016 tokens=8128.0000 +step=236140 micro_steps=472280 elapsed=7.8s lr=3.000000e-04 loss=3.2255 ppl=25.1930 acc=0.4035 tokens=8128.0000 +step=236160 micro_steps=472320 elapsed=7.1s lr=3.000000e-04 loss=3.2325 ppl=25.4201 acc=0.4042 tokens=8128.0000 +step=236180 micro_steps=472360 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6639 acc=0.4018 tokens=8128.0000 +step=236200 micro_steps=472400 elapsed=4.2s lr=3.000000e-04 loss=3.2573 ppl=26.0019 acc=0.3997 tokens=8128.0000 +step=236220 micro_steps=472440 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6620 acc=0.4031 tokens=8128.0000 +step=236240 micro_steps=472480 elapsed=4.2s lr=3.000000e-04 loss=3.2392 ppl=25.5337 acc=0.4023 tokens=8128.0000 +step=236260 micro_steps=472520 elapsed=4.2s lr=3.000000e-04 loss=3.2346 ppl=25.4249 acc=0.4019 tokens=8128.0000 +step=236280 micro_steps=472560 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6404 acc=0.4007 tokens=8128.0000 +step=236300 micro_steps=472600 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6144 acc=0.4026 tokens=8128.0000 +step=236320 micro_steps=472640 elapsed=4.2s lr=3.000000e-04 loss=3.2433 ppl=25.6426 acc=0.4022 tokens=8128.0000 +step=236340 micro_steps=472680 elapsed=4.2s lr=3.000000e-04 loss=3.2451 ppl=25.6967 acc=0.4009 tokens=8128.0000 +step=236360 micro_steps=472720 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5160 acc=0.4024 tokens=8128.0000 +step=236380 micro_steps=472760 elapsed=4.2s lr=3.000000e-04 loss=3.2466 ppl=25.7441 acc=0.4005 tokens=8128.0000 +step=236400 micro_steps=472800 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6453 acc=0.4005 tokens=8128.0000 +step=236420 micro_steps=472840 elapsed=4.2s lr=3.000000e-04 loss=3.2335 ppl=25.3996 acc=0.4029 tokens=8128.0000 +step=236440 micro_steps=472880 elapsed=4.2s lr=3.000000e-04 loss=3.2493 ppl=25.7895 acc=0.3999 tokens=8128.0000 +step=236460 micro_steps=472920 elapsed=4.2s lr=3.000000e-04 loss=3.2343 ppl=25.4090 acc=0.4027 tokens=8128.0000 +step=236480 micro_steps=472960 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.6903 acc=0.4009 tokens=8128.0000 +step=236500 micro_steps=473000 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.6989 acc=0.4000 tokens=8128.0000 +step=236520 micro_steps=473040 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.9198 acc=0.3999 tokens=8128.0000 +step=236540 micro_steps=473080 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7435 acc=0.4006 tokens=8128.0000 +step=236560 micro_steps=473120 elapsed=4.2s lr=3.000000e-04 loss=3.2528 ppl=25.8882 acc=0.4002 tokens=8128.0000 +step=236580 micro_steps=473160 elapsed=4.2s lr=3.000000e-04 loss=3.2366 ppl=25.4853 acc=0.4022 tokens=8128.0000 +step=236600 micro_steps=473200 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.6883 acc=0.4010 tokens=8128.0000 +step=236620 micro_steps=473240 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4235 acc=0.4020 tokens=8128.0000 +step=236640 micro_steps=473280 elapsed=4.2s lr=3.000000e-04 loss=3.2214 ppl=25.1072 acc=0.4048 tokens=8128.0000 +step=236660 micro_steps=473320 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5230 acc=0.4024 tokens=8128.0000 +step=236680 micro_steps=473360 elapsed=4.2s lr=3.000000e-04 loss=3.2204 ppl=25.0710 acc=0.4051 tokens=8128.0000 +step=236700 micro_steps=473400 elapsed=4.2s lr=3.000000e-04 loss=3.2364 ppl=25.4832 acc=0.4017 tokens=8128.0000 +step=236720 micro_steps=473440 elapsed=4.1s lr=3.000000e-04 loss=3.2306 ppl=25.3286 acc=0.4030 tokens=8128.0000 +step=236740 micro_steps=473480 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5767 acc=0.4024 tokens=8128.0000 +step=236760 micro_steps=473520 elapsed=4.2s lr=3.000000e-04 loss=3.2416 ppl=25.6099 acc=0.4017 tokens=8128.0000 +step=236780 micro_steps=473560 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3424 acc=0.4027 tokens=8128.0000 +step=236800 micro_steps=473600 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7083 acc=0.4014 tokens=8128.0000 +step=236820 micro_steps=473640 elapsed=4.2s lr=3.000000e-04 loss=3.2340 ppl=25.4146 acc=0.4028 tokens=8128.0000 +step=236840 micro_steps=473680 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6205 acc=0.4016 tokens=8128.0000 +step=236860 micro_steps=473720 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7257 acc=0.4006 tokens=8128.0000 +step=236880 micro_steps=473760 elapsed=4.2s lr=3.000000e-04 loss=3.2438 ppl=25.6595 acc=0.4017 tokens=8128.0000 +step=236900 micro_steps=473800 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6617 acc=0.4006 tokens=8128.0000 +step=236920 micro_steps=473840 elapsed=4.2s lr=3.000000e-04 loss=3.2378 ppl=25.5097 acc=0.4024 tokens=8128.0000 +step=236940 micro_steps=473880 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7378 acc=0.4017 tokens=8128.0000 +step=236960 micro_steps=473920 elapsed=4.2s lr=3.000000e-04 loss=3.2393 ppl=25.5430 acc=0.4014 tokens=8128.0000 +step=236980 micro_steps=473960 elapsed=4.2s lr=3.000000e-04 loss=3.2381 ppl=25.5191 acc=0.4025 tokens=8128.0000 +step=237000 micro_steps=474000 elapsed=4.2s lr=3.000000e-04 loss=3.2406 ppl=25.5833 acc=0.4005 tokens=8128.0000 +[sample step=237000] [CLS] martin o'neill by taking everyone the day off on an easy flight to switzerland, a formula one circuit against which he takes the lead throughout the season. [SEP] dwain chambers contemplated churn - out porn star aaron kampman last month, or someone else on board? [SEP] norwich union's policy is package holidays and you can save up to £250 each by choosing physically - accessible shared facilities on the island, such as secondaries (01375 669060; www. secondaries. com/english) and homes in the north of the island ( 01756 713867; www. essex [SEP] +step=237020 micro_steps=474040 elapsed=6.6s lr=3.000000e-04 loss=3.2481 ppl=25.7709 acc=0.4016 tokens=8128.0000 +step=237040 micro_steps=474080 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4144 acc=0.4021 tokens=8128.0000 +step=237060 micro_steps=474120 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7961 acc=0.4005 tokens=8128.0000 +step=237080 micro_steps=474160 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6708 acc=0.4010 tokens=8128.0000 +step=237100 micro_steps=474200 elapsed=4.2s lr=3.000000e-04 loss=3.2475 ppl=25.7543 acc=0.4008 tokens=8128.0000 +step=237120 micro_steps=474240 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6520 acc=0.4012 tokens=8128.0000 +step=237140 micro_steps=474280 elapsed=4.2s lr=3.000000e-04 loss=3.2364 ppl=25.4803 acc=0.4028 tokens=8128.0000 +step=237160 micro_steps=474320 elapsed=4.2s lr=3.000000e-04 loss=3.2355 ppl=25.4563 acc=0.4020 tokens=8128.0000 +step=237180 micro_steps=474360 elapsed=4.2s lr=3.000000e-04 loss=3.2420 ppl=25.6223 acc=0.4009 tokens=8128.0000 +step=237200 micro_steps=474400 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8059 acc=0.4018 tokens=8128.0000 +step=237220 micro_steps=474440 elapsed=4.1s lr=3.000000e-04 loss=3.2332 ppl=25.3804 acc=0.4029 tokens=8128.0000 +step=237240 micro_steps=474480 elapsed=4.2s lr=3.000000e-04 loss=3.2159 ppl=24.9608 acc=0.4052 tokens=8128.0000 +step=237260 micro_steps=474520 elapsed=4.2s lr=3.000000e-04 loss=3.2336 ppl=25.4003 acc=0.4021 tokens=8128.0000 +step=237280 micro_steps=474560 elapsed=4.2s lr=3.000000e-04 loss=3.2299 ppl=25.3152 acc=0.4035 tokens=8128.0000 +step=237300 micro_steps=474600 elapsed=4.2s lr=3.000000e-04 loss=3.2480 ppl=25.7697 acc=0.4010 tokens=8128.0000 +step=237320 micro_steps=474640 elapsed=4.2s lr=3.000000e-04 loss=3.2386 ppl=25.5386 acc=0.4020 tokens=8128.0000 +step=237340 micro_steps=474680 elapsed=4.2s lr=3.000000e-04 loss=3.2417 ppl=25.6115 acc=0.4024 tokens=8128.0000 +step=237360 micro_steps=474720 elapsed=4.2s lr=3.000000e-04 loss=3.2376 ppl=25.4982 acc=0.4026 tokens=8128.0000 +step=237380 micro_steps=474760 elapsed=4.2s lr=3.000000e-04 loss=3.2493 ppl=25.8056 acc=0.4006 tokens=8128.0000 +step=237400 micro_steps=474800 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5252 acc=0.4023 tokens=8128.0000 +step=237420 micro_steps=474840 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.4831 acc=0.4022 tokens=8128.0000 +step=237440 micro_steps=474880 elapsed=4.2s lr=3.000000e-04 loss=3.2365 ppl=25.4868 acc=0.4015 tokens=8128.0000 +step=237460 micro_steps=474920 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7708 acc=0.4008 tokens=8128.0000 +step=237480 micro_steps=474960 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6844 acc=0.4011 tokens=8128.0000 +step=237500 micro_steps=475000 elapsed=4.2s lr=3.000000e-04 loss=3.2371 ppl=25.4878 acc=0.4029 tokens=8128.0000 +step=237520 micro_steps=475040 elapsed=4.2s lr=3.000000e-04 loss=3.2394 ppl=25.5494 acc=0.4027 tokens=8128.0000 +step=237540 micro_steps=475080 elapsed=4.2s lr=3.000000e-04 loss=3.2533 ppl=25.9117 acc=0.4002 tokens=8128.0000 +step=237560 micro_steps=475120 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6560 acc=0.4016 tokens=8128.0000 +step=237580 micro_steps=475160 elapsed=4.2s lr=3.000000e-04 loss=3.2251 ppl=25.1949 acc=0.4049 tokens=8128.0000 +step=237600 micro_steps=475200 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6232 acc=0.4017 tokens=8128.0000 +step=237620 micro_steps=475240 elapsed=4.2s lr=3.000000e-04 loss=3.2166 ppl=25.0266 acc=0.4051 tokens=8128.0000 +step=237640 micro_steps=475280 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7272 acc=0.4012 tokens=8128.0000 +step=237660 micro_steps=475320 elapsed=4.1s lr=3.000000e-04 loss=3.2294 ppl=25.3059 acc=0.4016 tokens=8128.0000 +step=237680 micro_steps=475360 elapsed=4.2s lr=3.000000e-04 loss=3.2375 ppl=25.4940 acc=0.4028 tokens=8128.0000 +step=237700 micro_steps=475400 elapsed=4.1s lr=3.000000e-04 loss=3.2359 ppl=25.4531 acc=0.4022 tokens=8128.0000 +step=237720 micro_steps=475440 elapsed=4.1s lr=3.000000e-04 loss=3.2465 ppl=25.7380 acc=0.4011 tokens=8128.0000 +step=237740 micro_steps=475480 elapsed=4.2s lr=3.000000e-04 loss=3.2206 ppl=25.0724 acc=0.4034 tokens=8128.0000 +step=237760 micro_steps=475520 elapsed=4.2s lr=3.000000e-04 loss=3.2311 ppl=25.3284 acc=0.4033 tokens=8128.0000 +step=237780 micro_steps=475560 elapsed=4.2s lr=3.000000e-04 loss=3.2282 ppl=25.2662 acc=0.4035 tokens=8128.0000 +step=237800 micro_steps=475600 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6519 acc=0.4017 tokens=8128.0000 +step=237820 micro_steps=475640 elapsed=4.2s lr=3.000000e-04 loss=3.2338 ppl=25.3893 acc=0.4018 tokens=8128.0000 +step=237840 micro_steps=475680 elapsed=4.2s lr=3.000000e-04 loss=3.2180 ppl=25.0779 acc=0.4046 tokens=8128.0000 +step=237860 micro_steps=475720 elapsed=4.2s lr=3.000000e-04 loss=3.2517 ppl=25.8584 acc=0.4002 tokens=8128.0000 +step=237880 micro_steps=475760 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.6976 acc=0.4009 tokens=8128.0000 +step=237900 micro_steps=475800 elapsed=4.2s lr=3.000000e-04 loss=3.2360 ppl=25.4606 acc=0.4025 tokens=8128.0000 +step=237920 micro_steps=475840 elapsed=4.2s lr=3.000000e-04 loss=3.2309 ppl=25.3303 acc=0.4022 tokens=8128.0000 +step=237940 micro_steps=475880 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5193 acc=0.4016 tokens=8128.0000 +step=237960 micro_steps=475920 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6665 acc=0.4019 tokens=8128.0000 +step=237980 micro_steps=475960 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5288 acc=0.4028 tokens=8128.0000 +step=238000 micro_steps=476000 elapsed=4.2s lr=3.000000e-04 loss=3.2301 ppl=25.3150 acc=0.4031 tokens=8128.0000 +[sample step=238000] [CLS] do it. [SEP] it also means 137 plots could be closed, an area where developers were expecting more to relocate. [SEP] this led to a similar local nurse mission to save the sick, and the decision to set up royal hospital where the remaining residents perished was vintage st bernardone. [SEP] a doctor told a house of lords committee today that a launch could not happen until 2015. [SEP] he was captured in december 2006 at an address apparently seen by mcneill and his british bodyguards in buner, the district of swat where the taliban let looters drive out the last few years of the eight - year taliban rule seven years ago [SEP] +step=238020 micro_steps=476040 elapsed=6.6s lr=3.000000e-04 loss=3.2371 ppl=25.4874 acc=0.4028 tokens=8128.0000 +step=238040 micro_steps=476080 elapsed=4.2s lr=3.000000e-04 loss=3.2324 ppl=25.3640 acc=0.4032 tokens=8128.0000 +step=238060 micro_steps=476120 elapsed=4.1s lr=3.000000e-04 loss=3.2396 ppl=25.5472 acc=0.4017 tokens=8128.0000 +step=238080 micro_steps=476160 elapsed=4.1s lr=3.000000e-04 loss=3.2439 ppl=25.6489 acc=0.4001 tokens=8128.0000 +step=238100 micro_steps=476200 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6252 acc=0.4010 tokens=8128.0000 +step=238120 micro_steps=476240 elapsed=4.2s lr=3.000000e-04 loss=3.2389 ppl=25.5264 acc=0.4022 tokens=8128.0000 +step=238140 micro_steps=476280 elapsed=4.1s lr=3.000000e-04 loss=3.2383 ppl=25.5216 acc=0.4020 tokens=8128.0000 +step=238160 micro_steps=476320 elapsed=4.1s lr=3.000000e-04 loss=3.2393 ppl=25.5457 acc=0.4019 tokens=8128.0000 +step=238180 micro_steps=476360 elapsed=4.1s lr=3.000000e-04 loss=3.2382 ppl=25.5293 acc=0.4021 tokens=8128.0000 +step=238200 micro_steps=476400 elapsed=4.1s lr=3.000000e-04 loss=3.2470 ppl=25.7450 acc=0.4011 tokens=8128.0000 +step=238220 micro_steps=476440 elapsed=4.1s lr=3.000000e-04 loss=3.2443 ppl=25.6732 acc=0.4025 tokens=8128.0000 +step=238240 micro_steps=476480 elapsed=4.1s lr=3.000000e-04 loss=3.2299 ppl=25.3038 acc=0.4026 tokens=8128.0000 +step=238260 micro_steps=476520 elapsed=4.1s lr=3.000000e-04 loss=3.2440 ppl=25.6688 acc=0.4008 tokens=8128.0000 +step=238280 micro_steps=476560 elapsed=4.1s lr=3.000000e-04 loss=3.2458 ppl=25.7104 acc=0.4008 tokens=8128.0000 +step=238300 micro_steps=476600 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6446 acc=0.4024 tokens=8128.0000 +step=238320 micro_steps=476640 elapsed=4.1s lr=3.000000e-04 loss=3.2373 ppl=25.4910 acc=0.4028 tokens=8128.0000 +step=238340 micro_steps=476680 elapsed=4.2s lr=3.000000e-04 loss=3.2515 ppl=25.8496 acc=0.4008 tokens=8128.0000 +step=238360 micro_steps=476720 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7004 acc=0.4006 tokens=8128.0000 +step=238380 micro_steps=476760 elapsed=4.2s lr=3.000000e-04 loss=3.2310 ppl=25.3363 acc=0.4016 tokens=8128.0000 +step=238400 micro_steps=476800 elapsed=4.2s lr=3.000000e-04 loss=3.2306 ppl=25.3310 acc=0.4028 tokens=8128.0000 +step=238420 micro_steps=476840 elapsed=4.2s lr=3.000000e-04 loss=3.2306 ppl=25.3344 acc=0.4028 tokens=8128.0000 +step=238440 micro_steps=476880 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.6972 acc=0.4010 tokens=8128.0000 +step=238460 micro_steps=476920 elapsed=4.2s lr=3.000000e-04 loss=3.2446 ppl=25.6890 acc=0.4013 tokens=8128.0000 +step=238480 micro_steps=476960 elapsed=4.2s lr=3.000000e-04 loss=3.2381 ppl=25.5180 acc=0.4023 tokens=8128.0000 +step=238500 micro_steps=477000 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6922 acc=0.4007 tokens=8128.0000 +step=238520 micro_steps=477040 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4104 acc=0.4014 tokens=8128.0000 +step=238540 micro_steps=477080 elapsed=4.2s lr=3.000000e-04 loss=3.2474 ppl=25.7643 acc=0.4008 tokens=8128.0000 +step=238560 micro_steps=477120 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6826 acc=0.4017 tokens=8128.0000 +step=238580 micro_steps=477160 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8171 acc=0.4019 tokens=8128.0000 +step=238600 micro_steps=477200 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6163 acc=0.4022 tokens=8128.0000 +step=238620 micro_steps=477240 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7333 acc=0.4010 tokens=8128.0000 +step=238640 micro_steps=477280 elapsed=4.2s lr=3.000000e-04 loss=3.2397 ppl=25.5512 acc=0.4024 tokens=8128.0000 +step=238660 micro_steps=477320 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5698 acc=0.4010 tokens=8128.0000 +step=238680 micro_steps=477360 elapsed=4.2s lr=3.000000e-04 loss=3.2390 ppl=25.5574 acc=0.4031 tokens=8128.0000 +step=238700 micro_steps=477400 elapsed=4.2s lr=3.000000e-04 loss=3.2275 ppl=25.2506 acc=0.4038 tokens=8128.0000 +step=238720 micro_steps=477440 elapsed=4.2s lr=3.000000e-04 loss=3.2255 ppl=25.2016 acc=0.4037 tokens=8128.0000 +step=238740 micro_steps=477480 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6326 acc=0.4015 tokens=8128.0000 +step=238760 micro_steps=477520 elapsed=4.2s lr=3.000000e-04 loss=3.2340 ppl=25.4220 acc=0.4019 tokens=8128.0000 +step=238780 micro_steps=477560 elapsed=4.1s lr=3.000000e-04 loss=3.2218 ppl=25.1018 acc=0.4038 tokens=8128.0000 +step=238800 micro_steps=477600 elapsed=4.1s lr=3.000000e-04 loss=3.2269 ppl=25.2319 acc=0.4035 tokens=8128.0000 +step=238820 micro_steps=477640 elapsed=4.2s lr=3.000000e-04 loss=3.2342 ppl=25.4207 acc=0.4022 tokens=8128.0000 +step=238840 micro_steps=477680 elapsed=4.1s lr=3.000000e-04 loss=3.2467 ppl=25.7313 acc=0.4005 tokens=8128.0000 +step=238860 micro_steps=477720 elapsed=4.1s lr=3.000000e-04 loss=3.2295 ppl=25.2928 acc=0.4043 tokens=8128.0000 +step=238880 micro_steps=477760 elapsed=4.1s lr=3.000000e-04 loss=3.2368 ppl=25.4791 acc=0.4022 tokens=8128.0000 +step=238900 micro_steps=477800 elapsed=4.1s lr=3.000000e-04 loss=3.2416 ppl=25.5990 acc=0.4024 tokens=8128.0000 +step=238920 micro_steps=477840 elapsed=4.1s lr=3.000000e-04 loss=3.2465 ppl=25.7224 acc=0.4019 tokens=8128.0000 +step=238940 micro_steps=477880 elapsed=4.1s lr=3.000000e-04 loss=3.2505 ppl=25.8241 acc=0.4004 tokens=8128.0000 +step=238960 micro_steps=477920 elapsed=4.1s lr=3.000000e-04 loss=3.2344 ppl=25.4257 acc=0.4019 tokens=8128.0000 +step=238980 micro_steps=477960 elapsed=4.1s lr=3.000000e-04 loss=3.2350 ppl=25.4366 acc=0.4021 tokens=8128.0000 +step=239000 micro_steps=478000 elapsed=4.1s lr=3.000000e-04 loss=3.2221 ppl=25.1118 acc=0.4035 tokens=8128.0000 +[sample step=239000] [CLS] outdoor tours for visitors to cumbria archaeological sites opened yesterday. [SEP] this year's festival kicks off with a two - week celebration of theater, music and craft. [SEP] the terrorist threats against airlines have vastly increased, notably in nigeria and china, but also in both countries and in the west african region and perhaps as a "potential successor" in the pacific, and some domestic carriers decided to end plans at the expense of these countries themselves, the brazilian passenger saw that security was paramount and that passengers were to be searched on the grounds that they were carrying arms, " ms altbodon said. [SEP] the exile ties seem to ensure that [SEP] +step=239020 micro_steps=478040 elapsed=6.6s lr=3.000000e-04 loss=3.2381 ppl=25.5087 acc=0.4011 tokens=8128.0000 +step=239040 micro_steps=478080 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6271 acc=0.4007 tokens=8128.0000 +step=239060 micro_steps=478120 elapsed=4.2s lr=3.000000e-04 loss=3.2500 ppl=25.8177 acc=0.3999 tokens=8128.0000 +step=239080 micro_steps=478160 elapsed=4.2s lr=3.000000e-04 loss=3.2541 ppl=25.9294 acc=0.4005 tokens=8128.0000 +step=239100 micro_steps=478200 elapsed=4.1s lr=3.000000e-04 loss=3.2474 ppl=25.7424 acc=0.4011 tokens=8128.0000 +step=239120 micro_steps=478240 elapsed=4.2s lr=3.000000e-04 loss=3.2364 ppl=25.4729 acc=0.4014 tokens=8128.0000 +step=239140 micro_steps=478280 elapsed=4.1s lr=3.000000e-04 loss=3.2364 ppl=25.4763 acc=0.4028 tokens=8128.0000 +step=239160 micro_steps=478320 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6881 acc=0.4010 tokens=8128.0000 +step=239180 micro_steps=478360 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4727 acc=0.4030 tokens=8128.0000 +step=239200 micro_steps=478400 elapsed=4.1s lr=3.000000e-04 loss=3.2284 ppl=25.2677 acc=0.4039 tokens=8128.0000 +step=239220 micro_steps=478440 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.6053 acc=0.4014 tokens=8128.0000 +step=239240 micro_steps=478480 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.5078 acc=0.4016 tokens=8128.0000 +step=239260 micro_steps=478520 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6365 acc=0.4010 tokens=8128.0000 +step=239280 micro_steps=478560 elapsed=4.2s lr=3.000000e-04 loss=3.2274 ppl=25.2587 acc=0.4034 tokens=8128.0000 +step=239300 micro_steps=478600 elapsed=4.2s lr=3.000000e-04 loss=3.2322 ppl=25.3636 acc=0.4033 tokens=8128.0000 +step=239320 micro_steps=478640 elapsed=4.1s lr=3.000000e-04 loss=3.2452 ppl=25.6867 acc=0.4007 tokens=8128.0000 +step=239340 micro_steps=478680 elapsed=4.1s lr=3.000000e-04 loss=3.2506 ppl=25.8513 acc=0.4006 tokens=8128.0000 +step=239360 micro_steps=478720 elapsed=4.2s lr=3.000000e-04 loss=3.2390 ppl=25.5617 acc=0.4023 tokens=8128.0000 +step=239380 micro_steps=478760 elapsed=4.2s lr=3.000000e-04 loss=3.2483 ppl=25.7778 acc=0.4007 tokens=8128.0000 +step=239400 micro_steps=478800 elapsed=4.1s lr=3.000000e-04 loss=3.2332 ppl=25.3917 acc=0.4039 tokens=8128.0000 +step=239420 micro_steps=478840 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.8944 acc=0.4008 tokens=8128.0000 +step=239440 micro_steps=478880 elapsed=4.1s lr=3.000000e-04 loss=3.2365 ppl=25.4785 acc=0.4026 tokens=8128.0000 +step=239460 micro_steps=478920 elapsed=4.2s lr=3.000000e-04 loss=3.2406 ppl=25.5818 acc=0.4019 tokens=8128.0000 +step=239480 micro_steps=478960 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5864 acc=0.4020 tokens=8128.0000 +step=239500 micro_steps=479000 elapsed=4.1s lr=3.000000e-04 loss=3.2351 ppl=25.4402 acc=0.4021 tokens=8128.0000 +step=239520 micro_steps=479040 elapsed=4.1s lr=3.000000e-04 loss=3.2340 ppl=25.4203 acc=0.4028 tokens=8128.0000 +step=239540 micro_steps=479080 elapsed=4.2s lr=3.000000e-04 loss=3.2275 ppl=25.2507 acc=0.4040 tokens=8128.0000 +step=239560 micro_steps=479120 elapsed=4.2s lr=3.000000e-04 loss=3.2337 ppl=25.4017 acc=0.4023 tokens=8128.0000 +step=239580 micro_steps=479160 elapsed=4.2s lr=3.000000e-04 loss=3.2538 ppl=25.9146 acc=0.3990 tokens=8128.0000 +step=239600 micro_steps=479200 elapsed=4.1s lr=3.000000e-04 loss=3.2263 ppl=25.2244 acc=0.4035 tokens=8128.0000 +step=239620 micro_steps=479240 elapsed=4.2s lr=3.000000e-04 loss=3.2516 ppl=25.8635 acc=0.4014 tokens=8128.0000 +step=239640 micro_steps=479280 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7307 acc=0.4018 tokens=8128.0000 +step=239660 micro_steps=479320 elapsed=4.1s lr=3.000000e-04 loss=3.2423 ppl=25.6210 acc=0.4021 tokens=8128.0000 +step=239680 micro_steps=479360 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4965 acc=0.4023 tokens=8128.0000 +step=239700 micro_steps=479400 elapsed=4.2s lr=3.000000e-04 loss=3.2579 ppl=26.0092 acc=0.3998 tokens=8128.0000 +step=239720 micro_steps=479440 elapsed=4.2s lr=3.000000e-04 loss=3.2254 ppl=25.1979 acc=0.4026 tokens=8128.0000 +step=239740 micro_steps=479480 elapsed=4.1s lr=3.000000e-04 loss=3.2430 ppl=25.6472 acc=0.4017 tokens=8128.0000 +step=239760 micro_steps=479520 elapsed=4.1s lr=3.000000e-04 loss=3.2456 ppl=25.7040 acc=0.4012 tokens=8128.0000 +step=239780 micro_steps=479560 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6546 acc=0.4014 tokens=8128.0000 +step=239800 micro_steps=479600 elapsed=4.9s lr=3.000000e-04 loss=3.2462 ppl=25.7366 acc=0.4011 tokens=8128.0000 +step=239820 micro_steps=479640 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7600 acc=0.4017 tokens=8128.0000 +step=239840 micro_steps=479680 elapsed=4.2s lr=3.000000e-04 loss=3.2226 ppl=25.2905 acc=0.4042 tokens=7934.3250 +step=239860 micro_steps=479720 elapsed=4.5s lr=3.000000e-04 loss=3.2379 ppl=25.5117 acc=0.4009 tokens=8128.0000 +step=239880 micro_steps=479760 elapsed=4.2s lr=3.000000e-04 loss=3.2389 ppl=25.5387 acc=0.4024 tokens=8128.0000 +step=239900 micro_steps=479800 elapsed=4.2s lr=3.000000e-04 loss=3.2381 ppl=25.5292 acc=0.4030 tokens=8128.0000 +step=239920 micro_steps=479840 elapsed=5.1s lr=3.000000e-04 loss=3.2247 ppl=25.1766 acc=0.4036 tokens=8128.0000 +step=239940 micro_steps=479880 elapsed=4.2s lr=3.000000e-04 loss=3.2288 ppl=25.2865 acc=0.4032 tokens=8128.0000 +step=239960 micro_steps=479920 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7109 acc=0.4008 tokens=8128.0000 +step=239980 micro_steps=479960 elapsed=4.2s lr=3.000000e-04 loss=3.2572 ppl=26.0046 acc=0.4002 tokens=8128.0000 +step=240000 micro_steps=480000 elapsed=4.2s lr=3.000000e-04 loss=3.2381 ppl=25.5144 acc=0.4013 tokens=8128.0000 +[sample step=240000] [CLS] crime conference, about woods'public breakup and the media coverage of the golfer's affairs. [SEP] ron widdowson investigated, which means, although he accepts that most of them may come down to psychological difficulties and dysfunctional relationships, you probably have one too many in you, genuinely a refugee. [SEP] whether it was from "anti - government" monk groups or young civil society activists like the coffee said saturday's protests were intended to push the government toward a military "coupon," the washington post said tuesday. [SEP] what about a drug known as mutat injection, which, generally, was universally condemned as wrong [SEP] +step=240020 micro_steps=480040 elapsed=7.7s lr=3.000000e-04 loss=3.2382 ppl=25.5116 acc=0.4018 tokens=8128.0000 +step=240040 micro_steps=480080 elapsed=4.2s lr=3.000000e-04 loss=3.2284 ppl=25.2697 acc=0.4034 tokens=8128.0000 +step=240060 micro_steps=480120 elapsed=4.2s lr=3.000000e-04 loss=3.2364 ppl=25.4657 acc=0.4008 tokens=8128.0000 +step=240080 micro_steps=480160 elapsed=4.2s lr=3.000000e-04 loss=3.2386 ppl=25.5205 acc=0.4031 tokens=8128.0000 +step=240100 micro_steps=480200 elapsed=4.2s lr=3.000000e-04 loss=3.2347 ppl=25.4319 acc=0.4022 tokens=8128.0000 +step=240120 micro_steps=480240 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6045 acc=0.4018 tokens=8128.0000 +step=240140 micro_steps=480280 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7660 acc=0.4009 tokens=8128.0000 +step=240160 micro_steps=480320 elapsed=4.2s lr=3.000000e-04 loss=3.2529 ppl=25.8992 acc=0.4010 tokens=8128.0000 +step=240180 micro_steps=480360 elapsed=4.2s lr=3.000000e-04 loss=3.2555 ppl=25.9962 acc=0.3997 tokens=8128.0000 +step=240200 micro_steps=480400 elapsed=4.2s lr=3.000000e-04 loss=3.2366 ppl=25.4798 acc=0.4021 tokens=8128.0000 +step=240220 micro_steps=480440 elapsed=4.2s lr=3.000000e-04 loss=3.2348 ppl=25.4382 acc=0.4028 tokens=8128.0000 +step=240240 micro_steps=480480 elapsed=4.2s lr=3.000000e-04 loss=3.2386 ppl=25.5307 acc=0.4029 tokens=8128.0000 +step=240260 micro_steps=480520 elapsed=4.2s lr=3.000000e-04 loss=3.2243 ppl=25.1550 acc=0.4043 tokens=8128.0000 +step=240280 micro_steps=480560 elapsed=4.2s lr=3.000000e-04 loss=3.2418 ppl=25.6170 acc=0.4026 tokens=8128.0000 +step=240300 micro_steps=480600 elapsed=4.2s lr=3.000000e-04 loss=3.2354 ppl=25.4546 acc=0.4014 tokens=8128.0000 +step=240320 micro_steps=480640 elapsed=4.2s lr=3.000000e-04 loss=3.2375 ppl=25.4955 acc=0.4012 tokens=8128.0000 +step=240340 micro_steps=480680 elapsed=4.2s lr=3.000000e-04 loss=3.2397 ppl=25.5569 acc=0.4029 tokens=8128.0000 +step=240360 micro_steps=480720 elapsed=4.2s lr=3.000000e-04 loss=3.2428 ppl=25.6449 acc=0.4020 tokens=8128.0000 +step=240380 micro_steps=480760 elapsed=4.2s lr=3.000000e-04 loss=3.2416 ppl=25.6124 acc=0.4015 tokens=8128.0000 +step=240400 micro_steps=480800 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4899 acc=0.4020 tokens=8128.0000 +step=240420 micro_steps=480840 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5978 acc=0.4023 tokens=8128.0000 +step=240440 micro_steps=480880 elapsed=4.2s lr=3.000000e-04 loss=3.2268 ppl=25.2231 acc=0.4023 tokens=8128.0000 +step=240460 micro_steps=480920 elapsed=4.2s lr=3.000000e-04 loss=3.2343 ppl=25.4167 acc=0.4021 tokens=8128.0000 +step=240480 micro_steps=480960 elapsed=4.2s lr=3.000000e-04 loss=3.2308 ppl=25.3309 acc=0.4029 tokens=8128.0000 +step=240500 micro_steps=481000 elapsed=4.2s lr=3.000000e-04 loss=3.2388 ppl=25.5347 acc=0.4018 tokens=8128.0000 +step=240520 micro_steps=481040 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5575 acc=0.4022 tokens=8128.0000 +step=240540 micro_steps=481080 elapsed=4.2s lr=3.000000e-04 loss=3.2379 ppl=25.5007 acc=0.4022 tokens=8128.0000 +step=240560 micro_steps=481120 elapsed=4.2s lr=3.000000e-04 loss=3.2242 ppl=25.1675 acc=0.4027 tokens=8128.0000 +step=240580 micro_steps=481160 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.4943 acc=0.4008 tokens=8128.0000 +step=240600 micro_steps=481200 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.7009 acc=0.4022 tokens=8128.0000 +step=240620 micro_steps=481240 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.7015 acc=0.4001 tokens=8128.0000 +step=240640 micro_steps=481280 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.3657 acc=0.4016 tokens=8128.0000 +step=240660 micro_steps=481320 elapsed=4.2s lr=3.000000e-04 loss=3.2433 ppl=25.6458 acc=0.4009 tokens=8128.0000 +step=240680 micro_steps=481360 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.6028 acc=0.4020 tokens=8128.0000 +step=240700 micro_steps=481400 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5746 acc=0.4019 tokens=8128.0000 +step=240720 micro_steps=481440 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6764 acc=0.4010 tokens=8128.0000 +step=240740 micro_steps=481480 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.4893 acc=0.4022 tokens=8128.0000 +step=240760 micro_steps=481520 elapsed=4.2s lr=3.000000e-04 loss=3.2489 ppl=25.7864 acc=0.4012 tokens=8128.0000 +step=240780 micro_steps=481560 elapsed=4.2s lr=3.000000e-04 loss=3.2312 ppl=25.3373 acc=0.4029 tokens=8128.0000 +step=240800 micro_steps=481600 elapsed=4.2s lr=3.000000e-04 loss=3.2472 ppl=25.7555 acc=0.4011 tokens=8128.0000 +step=240820 micro_steps=481640 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3511 acc=0.4024 tokens=8128.0000 +step=240840 micro_steps=481680 elapsed=4.2s lr=3.000000e-04 loss=3.2264 ppl=25.2200 acc=0.4034 tokens=8128.0000 +step=240860 micro_steps=481720 elapsed=4.2s lr=3.000000e-04 loss=3.2390 ppl=25.5267 acc=0.4024 tokens=8128.0000 +step=240880 micro_steps=481760 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7604 acc=0.4003 tokens=8128.0000 +step=240900 micro_steps=481800 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7945 acc=0.4017 tokens=8128.0000 +step=240920 micro_steps=481840 elapsed=4.2s lr=3.000000e-04 loss=3.2360 ppl=25.4665 acc=0.4027 tokens=8128.0000 +step=240940 micro_steps=481880 elapsed=4.2s lr=3.000000e-04 loss=3.2323 ppl=25.3674 acc=0.4017 tokens=8128.0000 +step=240960 micro_steps=481920 elapsed=4.2s lr=3.000000e-04 loss=3.2513 ppl=25.8496 acc=0.4003 tokens=8128.0000 +step=240980 micro_steps=481960 elapsed=4.2s lr=3.000000e-04 loss=3.2338 ppl=25.3973 acc=0.4021 tokens=8128.0000 +step=241000 micro_steps=482000 elapsed=4.2s lr=3.000000e-04 loss=3.2394 ppl=25.5474 acc=0.4011 tokens=8128.0000 +[sample step=241000] [CLS] card. [SEP] katherine jackson is a private person and you should meet her directly. [SEP] weeks and forest declined to comment. [SEP] holding the triangle together seems to spur responsive thinking at university, but the federal reserve hasn't yet made the leap. [SEP] if it were your theory that taxes should go up an hour to even cover all children, for example, would you find that tax programs are not balanced to some degree? [SEP] revenue fell 15 percent to $2. 02 billion, from $2. 27 billion a year ago. [SEP] it was brutally clear. [SEP] group b: mls m. l. s. c., [SEP] +step=241020 micro_steps=482040 elapsed=6.6s lr=3.000000e-04 loss=3.2487 ppl=25.7925 acc=0.4011 tokens=8128.0000 +step=241040 micro_steps=482080 elapsed=4.2s lr=3.000000e-04 loss=3.2296 ppl=25.2946 acc=0.4036 tokens=8128.0000 +step=241060 micro_steps=482120 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.5002 acc=0.4023 tokens=8128.0000 +step=241080 micro_steps=482160 elapsed=4.2s lr=3.000000e-04 loss=3.2526 ppl=25.8778 acc=0.4002 tokens=8128.0000 +step=241100 micro_steps=482200 elapsed=4.2s lr=3.000000e-04 loss=3.2460 ppl=25.7187 acc=0.4013 tokens=8128.0000 +step=241120 micro_steps=482240 elapsed=4.2s lr=3.000000e-04 loss=3.2418 ppl=25.6009 acc=0.4017 tokens=8128.0000 +step=241140 micro_steps=482280 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6191 acc=0.4022 tokens=8128.0000 +step=241160 micro_steps=482320 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6588 acc=0.4012 tokens=8128.0000 +step=241180 micro_steps=482360 elapsed=4.2s lr=3.000000e-04 loss=3.2313 ppl=25.3376 acc=0.4030 tokens=8128.0000 +step=241200 micro_steps=482400 elapsed=4.2s lr=3.000000e-04 loss=3.2265 ppl=25.2223 acc=0.4027 tokens=8128.0000 +step=241220 micro_steps=482440 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7322 acc=0.4000 tokens=8128.0000 +step=241240 micro_steps=482480 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.6938 acc=0.4021 tokens=8128.0000 +step=241260 micro_steps=482520 elapsed=4.2s lr=3.000000e-04 loss=3.2401 ppl=25.5638 acc=0.4022 tokens=8128.0000 +step=241280 micro_steps=482560 elapsed=4.2s lr=3.000000e-04 loss=3.2435 ppl=25.6503 acc=0.4011 tokens=8128.0000 +step=241300 micro_steps=482600 elapsed=4.2s lr=3.000000e-04 loss=3.2382 ppl=25.5048 acc=0.4009 tokens=8128.0000 +step=241320 micro_steps=482640 elapsed=4.2s lr=3.000000e-04 loss=3.2345 ppl=25.4323 acc=0.4014 tokens=8128.0000 +step=241340 micro_steps=482680 elapsed=4.2s lr=3.000000e-04 loss=3.2446 ppl=25.6698 acc=0.4012 tokens=8128.0000 +step=241360 micro_steps=482720 elapsed=4.2s lr=3.000000e-04 loss=3.2336 ppl=25.4088 acc=0.4035 tokens=8128.0000 +step=241380 micro_steps=482760 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.6860 acc=0.4013 tokens=8128.0000 +step=241400 micro_steps=482800 elapsed=4.2s lr=3.000000e-04 loss=3.2415 ppl=25.6102 acc=0.4021 tokens=8128.0000 +step=241420 micro_steps=482840 elapsed=4.2s lr=3.000000e-04 loss=3.2303 ppl=25.3178 acc=0.4031 tokens=8128.0000 +step=241440 micro_steps=482880 elapsed=4.2s lr=3.000000e-04 loss=3.2293 ppl=25.3030 acc=0.4030 tokens=8128.0000 +step=241460 micro_steps=482920 elapsed=4.2s lr=3.000000e-04 loss=3.2489 ppl=25.7899 acc=0.4008 tokens=8128.0000 +step=241480 micro_steps=482960 elapsed=4.2s lr=3.000000e-04 loss=3.2308 ppl=25.3242 acc=0.4041 tokens=8128.0000 +step=241500 micro_steps=483000 elapsed=4.2s lr=3.000000e-04 loss=3.2494 ppl=25.8023 acc=0.4003 tokens=8128.0000 +step=241520 micro_steps=483040 elapsed=4.2s lr=3.000000e-04 loss=3.2237 ppl=25.1437 acc=0.4030 tokens=8128.0000 +step=241540 micro_steps=483080 elapsed=4.2s lr=3.000000e-04 loss=3.2304 ppl=25.3242 acc=0.4028 tokens=8128.0000 +step=241560 micro_steps=483120 elapsed=4.2s lr=3.000000e-04 loss=3.2502 ppl=25.8261 acc=0.4005 tokens=8128.0000 +step=241580 micro_steps=483160 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6502 acc=0.4008 tokens=8128.0000 +step=241600 micro_steps=483200 elapsed=4.2s lr=3.000000e-04 loss=3.2288 ppl=25.2804 acc=0.4037 tokens=8128.0000 +step=241620 micro_steps=483240 elapsed=4.2s lr=3.000000e-04 loss=3.2228 ppl=25.1622 acc=0.4045 tokens=8128.0000 +step=241640 micro_steps=483280 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6603 acc=0.4014 tokens=8128.0000 +step=241660 micro_steps=483320 elapsed=4.2s lr=3.000000e-04 loss=3.2296 ppl=25.3117 acc=0.4035 tokens=8128.0000 +step=241680 micro_steps=483360 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7934 acc=0.4004 tokens=8128.0000 +step=241700 micro_steps=483400 elapsed=4.2s lr=3.000000e-04 loss=3.2411 ppl=25.6049 acc=0.4017 tokens=8128.0000 +step=241720 micro_steps=483440 elapsed=4.2s lr=3.000000e-04 loss=3.2318 ppl=25.3602 acc=0.4028 tokens=8128.0000 +step=241740 micro_steps=483480 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5026 acc=0.4025 tokens=8128.0000 +step=241760 micro_steps=483520 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4066 acc=0.4019 tokens=8128.0000 +step=241780 micro_steps=483560 elapsed=4.2s lr=3.000000e-04 loss=3.2242 ppl=25.1632 acc=0.4039 tokens=8128.0000 +step=241800 micro_steps=483600 elapsed=4.2s lr=3.000000e-04 loss=3.2340 ppl=25.4077 acc=0.4021 tokens=8128.0000 +step=241820 micro_steps=483640 elapsed=4.2s lr=3.000000e-04 loss=3.2206 ppl=25.0807 acc=0.4040 tokens=8128.0000 +step=241840 micro_steps=483680 elapsed=4.2s lr=3.000000e-04 loss=3.2379 ppl=25.5038 acc=0.4011 tokens=8128.0000 +step=241860 micro_steps=483720 elapsed=4.2s lr=3.000000e-04 loss=3.2080 ppl=24.7512 acc=0.4059 tokens=8128.0000 +step=241880 micro_steps=483760 elapsed=4.2s lr=3.000000e-04 loss=3.2275 ppl=25.2492 acc=0.4029 tokens=8128.0000 +step=241900 micro_steps=483800 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8485 acc=0.4005 tokens=8128.0000 +step=241920 micro_steps=483840 elapsed=4.2s lr=3.000000e-04 loss=3.2433 ppl=25.6642 acc=0.4007 tokens=8128.0000 +step=241940 micro_steps=483880 elapsed=4.2s lr=3.000000e-04 loss=3.2346 ppl=25.4187 acc=0.4020 tokens=8128.0000 +step=241960 micro_steps=483920 elapsed=4.2s lr=3.000000e-04 loss=3.2359 ppl=25.4577 acc=0.4012 tokens=8128.0000 +step=241980 micro_steps=483960 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.6914 acc=0.4016 tokens=8128.0000 +step=242000 micro_steps=484000 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.6862 acc=0.4015 tokens=8128.0000 +[sample step=242000] [CLS]s when questions first arose about the money she spent in her vice presidential bid, her campaign said. [SEP] ashley cole, a key member of chelsea's "lifting team," returned with a broken toe. [SEP] revenue climbed 17 percent to $22. 7 billion, a fourfold jump. [SEP] sir hugh orde, president of the association of chief police officers and chief constable of the royal british legion, said forces planning to locate police officers were also far more concerned with the location of civilians under a constant curfew. [SEP] if we replace chemistry with biology, we will be changing the chemistry of our planet. [SEP] tulsa [SEP] +step=242020 micro_steps=484040 elapsed=6.6s lr=3.000000e-04 loss=3.2512 ppl=25.8448 acc=0.4006 tokens=8128.0000 +step=242040 micro_steps=484080 elapsed=4.2s lr=3.000000e-04 loss=3.2436 ppl=25.6507 acc=0.4019 tokens=8128.0000 +step=242060 micro_steps=484120 elapsed=4.2s lr=3.000000e-04 loss=3.2202 ppl=25.0572 acc=0.4052 tokens=8128.0000 +step=242080 micro_steps=484160 elapsed=4.2s lr=3.000000e-04 loss=3.2489 ppl=25.7958 acc=0.3991 tokens=8128.0000 +step=242100 micro_steps=484200 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5433 acc=0.4020 tokens=8128.0000 +step=242120 micro_steps=484240 elapsed=4.2s lr=3.000000e-04 loss=3.2455 ppl=25.7127 acc=0.4005 tokens=8128.0000 +step=242140 micro_steps=484280 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5409 acc=0.4015 tokens=8128.0000 +step=242160 micro_steps=484320 elapsed=4.2s lr=3.000000e-04 loss=3.2309 ppl=25.3434 acc=0.4025 tokens=8128.0000 +step=242180 micro_steps=484360 elapsed=4.2s lr=3.000000e-04 loss=3.2442 ppl=25.6740 acc=0.4020 tokens=8128.0000 +step=242200 micro_steps=484400 elapsed=4.2s lr=3.000000e-04 loss=3.2215 ppl=25.0936 acc=0.4043 tokens=8128.0000 +step=242220 micro_steps=484440 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6209 acc=0.4018 tokens=8128.0000 +step=242240 micro_steps=484480 elapsed=4.2s lr=3.000000e-04 loss=3.2259 ppl=25.2221 acc=0.4031 tokens=8128.0000 +step=242260 micro_steps=484520 elapsed=4.2s lr=3.000000e-04 loss=3.2401 ppl=25.5604 acc=0.4018 tokens=8128.0000 +step=242280 micro_steps=484560 elapsed=4.2s lr=3.000000e-04 loss=3.2322 ppl=25.3750 acc=0.4028 tokens=8128.0000 +step=242300 micro_steps=484600 elapsed=4.2s lr=3.000000e-04 loss=3.2376 ppl=25.5046 acc=0.4029 tokens=8128.0000 +step=242320 micro_steps=484640 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6303 acc=0.4022 tokens=8128.0000 +step=242340 micro_steps=484680 elapsed=4.2s lr=3.000000e-04 loss=3.2283 ppl=25.2644 acc=0.4035 tokens=8128.0000 +step=242360 micro_steps=484720 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4378 acc=0.4031 tokens=8128.0000 +step=242380 micro_steps=484760 elapsed=4.2s lr=3.000000e-04 loss=3.2220 ppl=25.1195 acc=0.4037 tokens=8128.0000 +step=242400 micro_steps=484800 elapsed=4.2s lr=3.000000e-04 loss=3.2332 ppl=25.4025 acc=0.4027 tokens=8128.0000 +step=242420 micro_steps=484840 elapsed=4.2s lr=3.000000e-04 loss=3.2483 ppl=25.7880 acc=0.4008 tokens=8128.0000 +step=242440 micro_steps=484880 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4378 acc=0.4036 tokens=8128.0000 +step=242460 micro_steps=484920 elapsed=4.2s lr=3.000000e-04 loss=3.2495 ppl=25.8009 acc=0.4012 tokens=8128.0000 +step=242480 micro_steps=484960 elapsed=4.2s lr=3.000000e-04 loss=3.2393 ppl=25.5536 acc=0.4016 tokens=8128.0000 +step=242500 micro_steps=485000 elapsed=4.2s lr=3.000000e-04 loss=3.2382 ppl=25.5218 acc=0.4017 tokens=8128.0000 +step=242520 micro_steps=485040 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4318 acc=0.4011 tokens=8128.0000 +step=242540 micro_steps=485080 elapsed=4.2s lr=3.000000e-04 loss=3.2254 ppl=25.2007 acc=0.4032 tokens=8128.0000 +step=242560 micro_steps=485120 elapsed=4.2s lr=3.000000e-04 loss=3.2327 ppl=25.3934 acc=0.4035 tokens=8128.0000 +step=242580 micro_steps=485160 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5186 acc=0.4025 tokens=8128.0000 +step=242600 micro_steps=485200 elapsed=4.2s lr=3.000000e-04 loss=3.2488 ppl=25.7909 acc=0.4018 tokens=8128.0000 +step=242620 micro_steps=485240 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.3999 acc=0.4029 tokens=8128.0000 +step=242640 micro_steps=485280 elapsed=4.2s lr=3.000000e-04 loss=3.2362 ppl=25.4628 acc=0.4020 tokens=8128.0000 +step=242660 micro_steps=485320 elapsed=4.2s lr=3.000000e-04 loss=3.2225 ppl=25.1126 acc=0.4026 tokens=8128.0000 +step=242680 micro_steps=485360 elapsed=4.2s lr=3.000000e-04 loss=3.2266 ppl=25.2389 acc=0.4039 tokens=8128.0000 +step=242700 micro_steps=485400 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5437 acc=0.4018 tokens=8128.0000 +step=242720 micro_steps=485440 elapsed=4.1s lr=3.000000e-04 loss=3.2281 ppl=25.2527 acc=0.4032 tokens=8128.0000 +step=242740 micro_steps=485480 elapsed=4.2s lr=3.000000e-04 loss=3.2342 ppl=25.4224 acc=0.4016 tokens=8128.0000 +step=242760 micro_steps=485520 elapsed=4.1s lr=3.000000e-04 loss=3.2465 ppl=25.7338 acc=0.4011 tokens=8128.0000 +step=242780 micro_steps=485560 elapsed=4.1s lr=3.000000e-04 loss=3.2328 ppl=25.3767 acc=0.4019 tokens=8128.0000 +step=242800 micro_steps=485600 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.5965 acc=0.4005 tokens=8128.0000 +step=242820 micro_steps=485640 elapsed=4.2s lr=3.000000e-04 loss=3.2280 ppl=25.2615 acc=0.4035 tokens=8128.0000 +step=242840 micro_steps=485680 elapsed=4.1s lr=3.000000e-04 loss=3.2397 ppl=25.5644 acc=0.4008 tokens=8128.0000 +step=242860 micro_steps=485720 elapsed=4.2s lr=3.000000e-04 loss=3.2319 ppl=25.3581 acc=0.4021 tokens=8128.0000 +step=242880 micro_steps=485760 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7823 acc=0.4009 tokens=8128.0000 +step=242900 micro_steps=485800 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.5987 acc=0.4012 tokens=8128.0000 +step=242920 micro_steps=485840 elapsed=4.2s lr=3.000000e-04 loss=3.2421 ppl=25.6239 acc=0.4009 tokens=8128.0000 +step=242940 micro_steps=485880 elapsed=4.2s lr=3.000000e-04 loss=3.2341 ppl=25.4143 acc=0.4024 tokens=8128.0000 +step=242960 micro_steps=485920 elapsed=4.2s lr=3.000000e-04 loss=3.2416 ppl=25.6114 acc=0.4008 tokens=8128.0000 +step=242980 micro_steps=485960 elapsed=4.2s lr=3.000000e-04 loss=3.2388 ppl=25.5366 acc=0.4012 tokens=8128.0000 +step=243000 micro_steps=486000 elapsed=4.2s lr=3.000000e-04 loss=3.2397 ppl=25.5687 acc=0.4031 tokens=8128.0000 +[sample step=243000] [CLS] by complications following surgery. [SEP] police have warned the thousands of motorists who have inadvertently swapped their road cars on to the a35 at kirkby - in - ashfield - for more serious ones will only think twice before getting behind the wheel. [SEP] the conflict is highly unpopular among pakistan's people. [SEP] " we were surprised because we're not having any announcements on our plans to buy into an espresso maker, but market shares of visible companies like pepsi, coca - cola and pepsi says they are also spreading. [SEP] st mary's cathedral is a landmark on the main ring road above lake louise and avalanches [SEP] +step=243020 micro_steps=486040 elapsed=6.6s lr=3.000000e-04 loss=3.2306 ppl=25.3260 acc=0.4036 tokens=8128.0000 +step=243040 micro_steps=486080 elapsed=4.2s lr=3.000000e-04 loss=3.2436 ppl=25.6565 acc=0.4012 tokens=8128.0000 +step=243060 micro_steps=486120 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.7024 acc=0.4006 tokens=8128.0000 +step=243080 micro_steps=486160 elapsed=4.2s lr=3.000000e-04 loss=3.2321 ppl=25.3617 acc=0.4026 tokens=8128.0000 +step=243100 micro_steps=486200 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4600 acc=0.4034 tokens=8128.0000 +step=243120 micro_steps=486240 elapsed=4.2s lr=3.000000e-04 loss=3.2358 ppl=25.4583 acc=0.4038 tokens=8128.0000 +step=243140 micro_steps=486280 elapsed=4.2s lr=3.000000e-04 loss=3.2320 ppl=25.3508 acc=0.4029 tokens=8128.0000 +step=243160 micro_steps=486320 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4824 acc=0.4029 tokens=8128.0000 +step=243180 micro_steps=486360 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5285 acc=0.4023 tokens=8128.0000 +step=243200 micro_steps=486400 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5045 acc=0.4022 tokens=8128.0000 +step=243220 micro_steps=486440 elapsed=4.2s lr=3.000000e-04 loss=3.2411 ppl=25.5906 acc=0.4021 tokens=8128.0000 +step=243240 micro_steps=486480 elapsed=4.2s lr=3.000000e-04 loss=3.2398 ppl=25.5698 acc=0.4012 tokens=8128.0000 +step=243260 micro_steps=486520 elapsed=4.2s lr=3.000000e-04 loss=3.2329 ppl=25.3806 acc=0.4030 tokens=8128.0000 +step=243280 micro_steps=486560 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.5019 acc=0.4027 tokens=8128.0000 +step=243300 micro_steps=486600 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6269 acc=0.4008 tokens=8128.0000 +step=243320 micro_steps=486640 elapsed=4.2s lr=3.000000e-04 loss=3.2334 ppl=25.3961 acc=0.4027 tokens=8128.0000 +step=243340 micro_steps=486680 elapsed=4.2s lr=3.000000e-04 loss=3.2346 ppl=25.4273 acc=0.4017 tokens=8128.0000 +step=243360 micro_steps=486720 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5882 acc=0.4021 tokens=8128.0000 +step=243380 micro_steps=486760 elapsed=4.2s lr=3.000000e-04 loss=3.2332 ppl=25.3829 acc=0.4028 tokens=8128.0000 +step=243400 micro_steps=486800 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6596 acc=0.4006 tokens=8128.0000 +step=243420 micro_steps=486840 elapsed=4.2s lr=3.000000e-04 loss=3.2314 ppl=25.3475 acc=0.4033 tokens=8128.0000 +step=243440 micro_steps=486880 elapsed=4.2s lr=3.000000e-04 loss=3.2297 ppl=25.2907 acc=0.4038 tokens=8128.0000 +step=243460 micro_steps=486920 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6214 acc=0.4016 tokens=8128.0000 +step=243480 micro_steps=486960 elapsed=4.2s lr=3.000000e-04 loss=3.2378 ppl=25.5169 acc=0.4024 tokens=8128.0000 +step=243500 micro_steps=487000 elapsed=4.2s lr=3.000000e-04 loss=3.2340 ppl=25.4097 acc=0.4030 tokens=8128.0000 +step=243520 micro_steps=487040 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7567 acc=0.4007 tokens=8128.0000 +step=243540 micro_steps=487080 elapsed=4.2s lr=3.000000e-04 loss=3.2348 ppl=25.4367 acc=0.4022 tokens=8128.0000 +step=243560 micro_steps=487120 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5831 acc=0.4024 tokens=8128.0000 +step=243580 micro_steps=487160 elapsed=4.2s lr=3.000000e-04 loss=3.2565 ppl=25.9885 acc=0.3997 tokens=8128.0000 +step=243600 micro_steps=487200 elapsed=4.2s lr=3.000000e-04 loss=3.2345 ppl=25.4307 acc=0.4032 tokens=8128.0000 +step=243620 micro_steps=487240 elapsed=4.2s lr=3.000000e-04 loss=3.2331 ppl=25.3827 acc=0.4020 tokens=8128.0000 +step=243640 micro_steps=487280 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7305 acc=0.4012 tokens=8128.0000 +step=243660 micro_steps=487320 elapsed=4.2s lr=3.000000e-04 loss=3.2491 ppl=25.7988 acc=0.4008 tokens=8128.0000 +step=243680 micro_steps=487360 elapsed=4.2s lr=3.000000e-04 loss=3.2343 ppl=25.4213 acc=0.4019 tokens=8128.0000 +step=243700 micro_steps=487400 elapsed=4.2s lr=3.000000e-04 loss=3.2311 ppl=25.3374 acc=0.4033 tokens=8128.0000 +step=243720 micro_steps=487440 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7885 acc=0.4007 tokens=8128.0000 +step=243740 micro_steps=487480 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4176 acc=0.4030 tokens=8128.0000 +step=243760 micro_steps=487520 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.6886 acc=0.4009 tokens=8128.0000 +step=243780 micro_steps=487560 elapsed=4.2s lr=3.000000e-04 loss=3.2474 ppl=25.7580 acc=0.4020 tokens=8128.0000 +step=243800 micro_steps=487600 elapsed=4.2s lr=3.000000e-04 loss=3.2485 ppl=25.7785 acc=0.4016 tokens=8128.0000 +step=243820 micro_steps=487640 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4766 acc=0.4027 tokens=8128.0000 +step=243840 micro_steps=487680 elapsed=4.2s lr=3.000000e-04 loss=3.2317 ppl=25.3550 acc=0.4032 tokens=8128.0000 +step=243860 micro_steps=487720 elapsed=4.2s lr=3.000000e-04 loss=3.2319 ppl=25.3670 acc=0.4028 tokens=8128.0000 +step=243880 micro_steps=487760 elapsed=4.2s lr=3.000000e-04 loss=3.2574 ppl=26.0212 acc=0.3993 tokens=8128.0000 +step=243900 micro_steps=487800 elapsed=4.2s lr=3.000000e-04 loss=3.2386 ppl=25.5339 acc=0.4024 tokens=8128.0000 +step=243920 micro_steps=487840 elapsed=4.2s lr=3.000000e-04 loss=3.2378 ppl=25.5089 acc=0.4015 tokens=8128.0000 +step=243940 micro_steps=487880 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4431 acc=0.4031 tokens=8128.0000 +step=243960 micro_steps=487920 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4755 acc=0.4029 tokens=8128.0000 +step=243980 micro_steps=487960 elapsed=4.2s lr=3.000000e-04 loss=3.2427 ppl=25.6433 acc=0.4018 tokens=8128.0000 +step=244000 micro_steps=488000 elapsed=4.2s lr=3.000000e-04 loss=3.2293 ppl=25.3015 acc=0.4033 tokens=8128.0000 +[sample step=244000] [CLS] coming on top of declining sales of desktop laptops and portable controls which have had a long - term negative impact on personal computers. [SEP] ec: most of what we are told is publicly backed up by non - disclosure. [SEP] standard & poor's is down slightly for the year, its highest - ever nosedive because of investor concerns about rising gilt yields and consumer risk aversion. [SEP] the selling of three beers free with a champagne cork costs 71 fares, 22pc more than the libertines in 2005, and 50 % more than the legal drinking age, according to peter collinge, strategist at no [SEP] +step=244020 micro_steps=488040 elapsed=6.6s lr=3.000000e-04 loss=3.2415 ppl=25.6077 acc=0.4014 tokens=8128.0000 +step=244040 micro_steps=488080 elapsed=4.2s lr=3.000000e-04 loss=3.2420 ppl=25.6123 acc=0.4014 tokens=8128.0000 +step=244060 micro_steps=488120 elapsed=4.2s lr=3.000000e-04 loss=3.2405 ppl=25.5784 acc=0.4019 tokens=8128.0000 +step=244080 micro_steps=488160 elapsed=4.2s lr=3.000000e-04 loss=3.2547 ppl=25.9296 acc=0.3995 tokens=8128.0000 +step=244100 micro_steps=488200 elapsed=4.2s lr=3.000000e-04 loss=3.2254 ppl=25.1929 acc=0.4040 tokens=8128.0000 +step=244120 micro_steps=488240 elapsed=4.2s lr=3.000000e-04 loss=3.2133 ppl=24.9109 acc=0.4057 tokens=8128.0000 +step=244140 micro_steps=488280 elapsed=4.2s lr=3.000000e-04 loss=3.2435 ppl=25.6513 acc=0.4004 tokens=8128.0000 +step=244160 micro_steps=488320 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.5040 acc=0.4009 tokens=8128.0000 +step=244180 micro_steps=488360 elapsed=4.2s lr=3.000000e-04 loss=3.2393 ppl=25.5397 acc=0.4018 tokens=8128.0000 +step=244200 micro_steps=488400 elapsed=4.2s lr=3.000000e-04 loss=3.2451 ppl=25.6901 acc=0.4007 tokens=8128.0000 +step=244220 micro_steps=488440 elapsed=4.2s lr=3.000000e-04 loss=3.2318 ppl=25.3557 acc=0.4024 tokens=8128.0000 +step=244240 micro_steps=488480 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5699 acc=0.4015 tokens=8128.0000 +step=244260 micro_steps=488520 elapsed=4.2s lr=3.000000e-04 loss=3.2295 ppl=25.2987 acc=0.4028 tokens=8128.0000 +step=244280 micro_steps=488560 elapsed=4.2s lr=3.000000e-04 loss=3.2471 ppl=25.7483 acc=0.4008 tokens=8128.0000 +step=244300 micro_steps=488600 elapsed=4.2s lr=3.000000e-04 loss=3.2366 ppl=25.4742 acc=0.4026 tokens=8128.0000 +step=244320 micro_steps=488640 elapsed=4.2s lr=3.000000e-04 loss=3.1944 ppl=24.6850 acc=0.4098 tokens=8128.0000 +step=244340 micro_steps=488680 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6623 acc=0.4012 tokens=8128.0000 +step=244360 micro_steps=488720 elapsed=4.2s lr=3.000000e-04 loss=3.2341 ppl=25.4082 acc=0.4031 tokens=8128.0000 +step=244380 micro_steps=488760 elapsed=4.2s lr=3.000000e-04 loss=3.2372 ppl=25.4900 acc=0.4018 tokens=8128.0000 +step=244400 micro_steps=488800 elapsed=4.2s lr=3.000000e-04 loss=3.2364 ppl=25.4650 acc=0.4028 tokens=8128.0000 +step=244420 micro_steps=488840 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7533 acc=0.4009 tokens=8128.0000 +step=244440 micro_steps=488880 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7340 acc=0.4012 tokens=8128.0000 +step=244460 micro_steps=488920 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6552 acc=0.4013 tokens=8128.0000 +step=244480 micro_steps=488960 elapsed=4.2s lr=3.000000e-04 loss=3.2359 ppl=25.4611 acc=0.4012 tokens=8128.0000 +step=244500 micro_steps=489000 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.6852 acc=0.4010 tokens=8128.0000 +step=244520 micro_steps=489040 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4259 acc=0.4035 tokens=8128.0000 +step=244540 micro_steps=489080 elapsed=4.2s lr=3.000000e-04 loss=3.2420 ppl=25.6160 acc=0.4014 tokens=8128.0000 +step=244560 micro_steps=489120 elapsed=4.2s lr=3.000000e-04 loss=3.2402 ppl=25.5599 acc=0.4013 tokens=8128.0000 +step=244580 micro_steps=489160 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.8019 acc=0.4006 tokens=8128.0000 +step=244600 micro_steps=489200 elapsed=4.2s lr=3.000000e-04 loss=3.2237 ppl=25.1497 acc=0.4034 tokens=8128.0000 +step=244620 micro_steps=489240 elapsed=4.2s lr=3.000000e-04 loss=3.2405 ppl=25.5685 acc=0.4018 tokens=8128.0000 +step=244640 micro_steps=489280 elapsed=4.2s lr=3.000000e-04 loss=3.2319 ppl=25.3692 acc=0.4025 tokens=8128.0000 +step=244660 micro_steps=489320 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4539 acc=0.4023 tokens=8128.0000 +step=244680 micro_steps=489360 elapsed=4.2s lr=3.000000e-04 loss=3.2362 ppl=25.4697 acc=0.4024 tokens=8128.0000 +step=244700 micro_steps=489400 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8172 acc=0.4001 tokens=8128.0000 +step=244720 micro_steps=489440 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4835 acc=0.4025 tokens=8128.0000 +step=244740 micro_steps=489480 elapsed=4.2s lr=3.000000e-04 loss=3.2249 ppl=25.1820 acc=0.4041 tokens=8128.0000 +step=244760 micro_steps=489520 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.9085 acc=0.4004 tokens=8128.0000 +step=244780 micro_steps=489560 elapsed=4.2s lr=3.000000e-04 loss=3.2427 ppl=25.6356 acc=0.4015 tokens=8128.0000 +step=244800 micro_steps=489600 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4798 acc=0.4019 tokens=8128.0000 +step=244820 micro_steps=489640 elapsed=4.2s lr=3.000000e-04 loss=3.2505 ppl=25.8348 acc=0.4006 tokens=8128.0000 +step=244840 micro_steps=489680 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.7163 acc=0.4024 tokens=8128.0000 +step=244860 micro_steps=489720 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5906 acc=0.4022 tokens=8128.0000 +step=244880 micro_steps=489760 elapsed=4.2s lr=3.000000e-04 loss=3.2385 ppl=25.5253 acc=0.4034 tokens=8128.0000 +step=244900 micro_steps=489800 elapsed=4.2s lr=3.000000e-04 loss=3.2498 ppl=25.8187 acc=0.4015 tokens=8128.0000 +step=244920 micro_steps=489840 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4577 acc=0.4014 tokens=8128.0000 +step=244940 micro_steps=489880 elapsed=4.2s lr=3.000000e-04 loss=3.2364 ppl=25.4707 acc=0.4015 tokens=8128.0000 +step=244960 micro_steps=489920 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.3884 acc=0.4034 tokens=8128.0000 +step=244980 micro_steps=489960 elapsed=4.2s lr=3.000000e-04 loss=3.2337 ppl=25.4011 acc=0.4031 tokens=8128.0000 +step=245000 micro_steps=490000 elapsed=4.2s lr=3.000000e-04 loss=3.2421 ppl=25.6094 acc=0.4023 tokens=8128.0000 +[sample step=245000] [CLS] unbearable, "smith said. [SEP] he also told the judge her" smirked and said kevin mccall does not understand why people crying in this way and that were not his only assets. " [SEP] the saying goes that terrestrial children have not only done well in the game but also on tv. [SEP] the economy was also a topic longer discussed in forth kong, where on thursday wwf spearheaded a $500 million emergency stimulus grant from china. [SEP] the columbus (ohio) dispatch reported tuesday that pickens was banning new drilling and production off the state's gulf coast peninsula late last week as well, contending that the potential for plunging the state [SEP] +step=245020 micro_steps=490040 elapsed=6.6s lr=3.000000e-04 loss=3.2364 ppl=25.4847 acc=0.4029 tokens=8128.0000 +step=245040 micro_steps=490080 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5285 acc=0.4026 tokens=8128.0000 +step=245060 micro_steps=490120 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4298 acc=0.4032 tokens=8128.0000 +step=245080 micro_steps=490160 elapsed=4.2s lr=3.000000e-04 loss=3.2329 ppl=25.3758 acc=0.4017 tokens=8128.0000 +step=245100 micro_steps=490200 elapsed=4.2s lr=3.000000e-04 loss=3.2294 ppl=25.2956 acc=0.4030 tokens=8128.0000 +step=245120 micro_steps=490240 elapsed=4.2s lr=3.000000e-04 loss=3.2356 ppl=25.4486 acc=0.4012 tokens=8128.0000 +step=245140 micro_steps=490280 elapsed=4.2s lr=3.000000e-04 loss=3.2319 ppl=25.3660 acc=0.4027 tokens=8128.0000 +step=245160 micro_steps=490320 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8787 acc=0.4000 tokens=8128.0000 +step=245180 micro_steps=490360 elapsed=4.2s lr=3.000000e-04 loss=3.2385 ppl=25.5302 acc=0.4029 tokens=8128.0000 +step=245200 micro_steps=490400 elapsed=4.2s lr=3.000000e-04 loss=3.2385 ppl=25.5223 acc=0.4018 tokens=8128.0000 +step=245220 micro_steps=490440 elapsed=4.2s lr=3.000000e-04 loss=3.2455 ppl=25.7115 acc=0.4013 tokens=8128.0000 +step=245240 micro_steps=490480 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.6960 acc=0.4018 tokens=8128.0000 +step=245260 micro_steps=490520 elapsed=4.2s lr=3.000000e-04 loss=3.2362 ppl=25.4662 acc=0.4018 tokens=8128.0000 +step=245280 micro_steps=490560 elapsed=4.2s lr=3.000000e-04 loss=3.2354 ppl=25.4398 acc=0.4031 tokens=8128.0000 +step=245300 micro_steps=490600 elapsed=4.2s lr=3.000000e-04 loss=3.2353 ppl=25.4429 acc=0.4029 tokens=8128.0000 +step=245320 micro_steps=490640 elapsed=4.2s lr=3.000000e-04 loss=3.2238 ppl=25.1502 acc=0.4038 tokens=8128.0000 +step=245340 micro_steps=490680 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5825 acc=0.4006 tokens=8128.0000 +step=245360 micro_steps=490720 elapsed=4.2s lr=3.000000e-04 loss=3.2280 ppl=25.2608 acc=0.4025 tokens=8128.0000 +step=245380 micro_steps=490760 elapsed=4.2s lr=3.000000e-04 loss=3.2420 ppl=25.6169 acc=0.4007 tokens=8128.0000 +step=245400 micro_steps=490800 elapsed=4.2s lr=3.000000e-04 loss=3.2335 ppl=25.3989 acc=0.4035 tokens=8128.0000 +step=245420 micro_steps=490840 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7158 acc=0.4019 tokens=8128.0000 +step=245440 micro_steps=490880 elapsed=4.2s lr=3.000000e-04 loss=3.2323 ppl=25.3653 acc=0.4029 tokens=8128.0000 +step=245460 micro_steps=490920 elapsed=4.2s lr=3.000000e-04 loss=3.2211 ppl=25.0920 acc=0.4039 tokens=8128.0000 +step=245480 micro_steps=490960 elapsed=4.2s lr=3.000000e-04 loss=3.2282 ppl=25.2687 acc=0.4035 tokens=8128.0000 +step=245500 micro_steps=491000 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6823 acc=0.4004 tokens=8128.0000 +step=245520 micro_steps=491040 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8931 acc=0.4010 tokens=8128.0000 +step=245540 micro_steps=491080 elapsed=4.2s lr=3.000000e-04 loss=3.2329 ppl=25.3847 acc=0.4033 tokens=8128.0000 +step=245560 micro_steps=491120 elapsed=4.2s lr=3.000000e-04 loss=3.2444 ppl=25.6717 acc=0.4015 tokens=8128.0000 +step=245580 micro_steps=491160 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6416 acc=0.4016 tokens=8128.0000 +step=245600 micro_steps=491200 elapsed=4.2s lr=3.000000e-04 loss=3.2302 ppl=25.3201 acc=0.4034 tokens=8128.0000 +step=245620 micro_steps=491240 elapsed=4.2s lr=3.000000e-04 loss=3.2310 ppl=25.3343 acc=0.4029 tokens=8128.0000 +step=245640 micro_steps=491280 elapsed=4.2s lr=3.000000e-04 loss=3.2104 ppl=24.9010 acc=0.4059 tokens=8128.0000 +step=245660 micro_steps=491320 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6523 acc=0.4017 tokens=8128.0000 +step=245680 micro_steps=491360 elapsed=4.2s lr=3.000000e-04 loss=3.2271 ppl=25.2412 acc=0.4041 tokens=8128.0000 +step=245700 micro_steps=491400 elapsed=4.2s lr=3.000000e-04 loss=3.2345 ppl=25.4206 acc=0.4030 tokens=8128.0000 +step=245720 micro_steps=491440 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5980 acc=0.4019 tokens=8128.0000 +step=245740 micro_steps=491480 elapsed=4.2s lr=3.000000e-04 loss=3.2322 ppl=25.3743 acc=0.4024 tokens=8128.0000 +step=245760 micro_steps=491520 elapsed=4.2s lr=3.000000e-04 loss=3.2421 ppl=25.6186 acc=0.4021 tokens=8128.0000 +step=245780 micro_steps=491560 elapsed=4.2s lr=3.000000e-04 loss=3.2299 ppl=25.2985 acc=0.4035 tokens=8128.0000 +step=245800 micro_steps=491600 elapsed=4.1s lr=3.000000e-04 loss=3.2317 ppl=25.3566 acc=0.4024 tokens=8128.0000 +step=245820 micro_steps=491640 elapsed=4.2s lr=3.000000e-04 loss=3.2572 ppl=26.0061 acc=0.4008 tokens=8128.0000 +step=245840 micro_steps=491680 elapsed=4.2s lr=3.000000e-04 loss=3.2348 ppl=25.4386 acc=0.4024 tokens=8128.0000 +step=245860 micro_steps=491720 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6202 acc=0.4026 tokens=8128.0000 +step=245880 micro_steps=491760 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6552 acc=0.4020 tokens=8128.0000 +step=245900 micro_steps=491800 elapsed=4.2s lr=3.000000e-04 loss=3.2498 ppl=25.8234 acc=0.3997 tokens=8128.0000 +step=245920 micro_steps=491840 elapsed=4.2s lr=3.000000e-04 loss=3.2370 ppl=25.5049 acc=0.4024 tokens=8128.0000 +step=245940 micro_steps=491880 elapsed=4.2s lr=3.000000e-04 loss=3.2323 ppl=25.3673 acc=0.4021 tokens=8128.0000 +step=245960 micro_steps=491920 elapsed=4.2s lr=3.000000e-04 loss=3.2336 ppl=25.4033 acc=0.4023 tokens=8128.0000 +step=245980 micro_steps=491960 elapsed=4.2s lr=3.000000e-04 loss=3.2433 ppl=25.6562 acc=0.4023 tokens=8128.0000 +step=246000 micro_steps=492000 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5488 acc=0.4014 tokens=8128.0000 +[sample step=246000] [CLS] match, they travel to 13th - placed derby in hand andragueno is convinced if his side take the next step they will go the distance by reaching an agreement with owner randy lerner. [SEP] betage gastri replica corpses of deputy police chief persepolis paivai, chief of staff houseo mtesi and senior officer ieuan wyn jones of south africa are dutifully displayed which contain some of the most rigorous data retrieved in history. [SEP] if you bet against an opponent, don't underestimate the danger. [SEP] blumenthal's operation is immediate. [SEP] birmingham - based jjb [SEP] +step=246020 micro_steps=492040 elapsed=6.6s lr=3.000000e-04 loss=3.2298 ppl=25.2959 acc=0.4022 tokens=8128.0000 +step=246040 micro_steps=492080 elapsed=4.2s lr=3.000000e-04 loss=3.2520 ppl=25.8651 acc=0.4000 tokens=8128.0000 +step=246060 micro_steps=492120 elapsed=4.2s lr=3.000000e-04 loss=3.2345 ppl=25.4146 acc=0.4024 tokens=8128.0000 +step=246080 micro_steps=492160 elapsed=4.2s lr=3.000000e-04 loss=3.2338 ppl=25.4084 acc=0.4023 tokens=8128.0000 +step=246100 micro_steps=492200 elapsed=4.2s lr=3.000000e-04 loss=3.2240 ppl=25.1660 acc=0.4031 tokens=8128.0000 +step=246120 micro_steps=492240 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5571 acc=0.4012 tokens=8128.0000 +step=246140 micro_steps=492280 elapsed=4.2s lr=3.000000e-04 loss=3.2347 ppl=25.4286 acc=0.4014 tokens=8128.0000 +step=246160 micro_steps=492320 elapsed=4.2s lr=3.000000e-04 loss=3.2177 ppl=25.0086 acc=0.4047 tokens=8128.0000 +step=246180 micro_steps=492360 elapsed=4.2s lr=3.000000e-04 loss=3.2273 ppl=25.2334 acc=0.4035 tokens=8128.0000 +step=246200 micro_steps=492400 elapsed=4.2s lr=3.000000e-04 loss=3.2346 ppl=25.4247 acc=0.4020 tokens=8128.0000 +step=246220 micro_steps=492440 elapsed=4.2s lr=3.000000e-04 loss=3.2303 ppl=25.3180 acc=0.4030 tokens=8128.0000 +step=246240 micro_steps=492480 elapsed=4.2s lr=3.000000e-04 loss=3.2428 ppl=25.6423 acc=0.4008 tokens=8128.0000 +step=246260 micro_steps=492520 elapsed=4.2s lr=3.000000e-04 loss=3.2240 ppl=25.1827 acc=0.4042 tokens=8128.0000 +step=246280 micro_steps=492560 elapsed=4.2s lr=3.000000e-04 loss=3.2206 ppl=25.1069 acc=0.4044 tokens=8128.0000 +step=246300 micro_steps=492600 elapsed=4.1s lr=3.000000e-04 loss=3.2297 ppl=25.3033 acc=0.4033 tokens=8128.0000 +step=246320 micro_steps=492640 elapsed=4.2s lr=3.000000e-04 loss=3.2328 ppl=25.3832 acc=0.4033 tokens=8128.0000 +step=246340 micro_steps=492680 elapsed=4.2s lr=3.000000e-04 loss=3.2306 ppl=25.3178 acc=0.4023 tokens=8128.0000 +step=246360 micro_steps=492720 elapsed=4.2s lr=3.000000e-04 loss=3.2353 ppl=25.4403 acc=0.4041 tokens=8128.0000 +step=246380 micro_steps=492760 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5826 acc=0.4018 tokens=8128.0000 +step=246400 micro_steps=492800 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4187 acc=0.4011 tokens=8128.0000 +step=246420 micro_steps=492840 elapsed=4.2s lr=3.000000e-04 loss=3.2237 ppl=25.1535 acc=0.4036 tokens=8128.0000 +step=246440 micro_steps=492880 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3567 acc=0.4033 tokens=8128.0000 +step=246460 micro_steps=492920 elapsed=4.2s lr=3.000000e-04 loss=3.2246 ppl=25.1653 acc=0.4043 tokens=8128.0000 +step=246480 micro_steps=492960 elapsed=4.2s lr=3.000000e-04 loss=3.2353 ppl=25.4465 acc=0.4027 tokens=8128.0000 +step=246500 micro_steps=493000 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6688 acc=0.4007 tokens=8128.0000 +step=246520 micro_steps=493040 elapsed=4.2s lr=3.000000e-04 loss=3.2321 ppl=25.3538 acc=0.4023 tokens=8128.0000 +step=246540 micro_steps=493080 elapsed=4.1s lr=3.000000e-04 loss=3.2371 ppl=25.4899 acc=0.4038 tokens=8128.0000 +step=246560 micro_steps=493120 elapsed=4.2s lr=3.000000e-04 loss=3.2343 ppl=25.4128 acc=0.4022 tokens=8128.0000 +step=246580 micro_steps=493160 elapsed=4.2s lr=3.000000e-04 loss=3.2370 ppl=25.4900 acc=0.4023 tokens=8128.0000 +step=246600 micro_steps=493200 elapsed=4.2s lr=3.000000e-04 loss=3.2388 ppl=25.5246 acc=0.4020 tokens=8128.0000 +step=246620 micro_steps=493240 elapsed=4.2s lr=3.000000e-04 loss=3.2360 ppl=25.4593 acc=0.4029 tokens=8128.0000 +step=246640 micro_steps=493280 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4489 acc=0.4017 tokens=8128.0000 +step=246660 micro_steps=493320 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6841 acc=0.4017 tokens=8128.0000 +step=246680 micro_steps=493360 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6163 acc=0.4023 tokens=8128.0000 +step=246700 micro_steps=493400 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6466 acc=0.4009 tokens=8128.0000 +step=246720 micro_steps=493440 elapsed=4.2s lr=3.000000e-04 loss=3.2303 ppl=25.3149 acc=0.4037 tokens=8128.0000 +step=246740 micro_steps=493480 elapsed=4.2s lr=3.000000e-04 loss=3.2474 ppl=25.7471 acc=0.4009 tokens=8128.0000 +step=246760 micro_steps=493520 elapsed=4.2s lr=3.000000e-04 loss=3.2226 ppl=25.1280 acc=0.4043 tokens=8128.0000 +step=246780 micro_steps=493560 elapsed=4.2s lr=3.000000e-04 loss=3.2287 ppl=25.2833 acc=0.4038 tokens=8128.0000 +step=246800 micro_steps=493600 elapsed=4.2s lr=3.000000e-04 loss=3.2516 ppl=25.8593 acc=0.4010 tokens=8128.0000 +step=246820 micro_steps=493640 elapsed=4.2s lr=3.000000e-04 loss=3.2427 ppl=25.6305 acc=0.4016 tokens=8128.0000 +step=246840 micro_steps=493680 elapsed=4.2s lr=3.000000e-04 loss=3.2559 ppl=25.9681 acc=0.3995 tokens=8128.0000 +step=246860 micro_steps=493720 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.3648 acc=0.4016 tokens=8128.0000 +step=246880 micro_steps=493760 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6596 acc=0.4013 tokens=8128.0000 +step=246900 micro_steps=493800 elapsed=4.2s lr=3.000000e-04 loss=3.2289 ppl=25.2809 acc=0.4035 tokens=8128.0000 +step=246920 micro_steps=493840 elapsed=4.2s lr=3.000000e-04 loss=3.2341 ppl=25.4160 acc=0.4019 tokens=8128.0000 +step=246940 micro_steps=493880 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.3864 acc=0.4024 tokens=8128.0000 +step=246960 micro_steps=493920 elapsed=4.2s lr=3.000000e-04 loss=3.2385 ppl=25.5343 acc=0.4022 tokens=8128.0000 +step=246980 micro_steps=493960 elapsed=4.2s lr=3.000000e-04 loss=3.2480 ppl=25.7698 acc=0.4012 tokens=8128.0000 +step=247000 micro_steps=494000 elapsed=4.2s lr=3.000000e-04 loss=3.2444 ppl=25.6848 acc=0.4017 tokens=8128.0000 +[sample step=247000] [CLS] with well - meaning legal changes. [SEP] in a sign of the expansion of japanese government bonds, the yield on the 10 - year government bond down 3 basis points to 3. 03 per cent. ● in midday trading, the first crude futures contract for 16 months overturned almost £1 to £1. 28 a barrel, driven by supply concerns at the prince's rum and aim metallurgical licences. [SEP] that's addictions not medicine or anything. [SEP] derby playhouse is addressing a need for a new venue after a review by blackpool council in april. [SEP] restitution is also required if workers are harmed rather than treated [SEP] +step=247020 micro_steps=494040 elapsed=6.6s lr=3.000000e-04 loss=3.2418 ppl=25.6123 acc=0.4027 tokens=8128.0000 +step=247040 micro_steps=494080 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5805 acc=0.4019 tokens=8128.0000 +step=247060 micro_steps=494120 elapsed=4.2s lr=3.000000e-04 loss=3.2276 ppl=25.2494 acc=0.4037 tokens=8128.0000 +step=247080 micro_steps=494160 elapsed=4.2s lr=3.000000e-04 loss=3.2303 ppl=25.3147 acc=0.4025 tokens=8128.0000 +step=247100 micro_steps=494200 elapsed=4.2s lr=3.000000e-04 loss=3.2322 ppl=25.3570 acc=0.4034 tokens=8128.0000 +step=247120 micro_steps=494240 elapsed=4.2s lr=3.000000e-04 loss=3.2399 ppl=25.5487 acc=0.4023 tokens=8128.0000 +step=247140 micro_steps=494280 elapsed=4.2s lr=3.000000e-04 loss=3.2402 ppl=25.5675 acc=0.4015 tokens=8128.0000 +step=247160 micro_steps=494320 elapsed=4.2s lr=3.000000e-04 loss=3.2523 ppl=25.8700 acc=0.3999 tokens=8128.0000 +step=247180 micro_steps=494360 elapsed=4.2s lr=3.000000e-04 loss=3.2388 ppl=25.5296 acc=0.4026 tokens=8128.0000 +step=247200 micro_steps=494400 elapsed=4.2s lr=3.000000e-04 loss=3.2525 ppl=25.8854 acc=0.3998 tokens=8128.0000 +step=247220 micro_steps=494440 elapsed=4.2s lr=3.000000e-04 loss=3.2354 ppl=25.4483 acc=0.4029 tokens=8128.0000 +step=247240 micro_steps=494480 elapsed=4.2s lr=3.000000e-04 loss=3.2217 ppl=25.1076 acc=0.4047 tokens=8128.0000 +step=247260 micro_steps=494520 elapsed=4.2s lr=3.000000e-04 loss=3.2442 ppl=25.6668 acc=0.4026 tokens=8128.0000 +step=247280 micro_steps=494560 elapsed=4.2s lr=3.000000e-04 loss=3.2428 ppl=25.6431 acc=0.4010 tokens=8128.0000 +step=247300 micro_steps=494600 elapsed=4.2s lr=3.000000e-04 loss=3.2382 ppl=25.5184 acc=0.4013 tokens=8128.0000 +step=247320 micro_steps=494640 elapsed=4.2s lr=3.000000e-04 loss=3.2235 ppl=25.1738 acc=0.4033 tokens=8128.0000 +step=247340 micro_steps=494680 elapsed=4.2s lr=3.000000e-04 loss=3.2371 ppl=25.4827 acc=0.4013 tokens=8128.0000 +step=247360 micro_steps=494720 elapsed=4.2s lr=3.000000e-04 loss=3.2442 ppl=25.6771 acc=0.4009 tokens=8128.0000 +step=247380 micro_steps=494760 elapsed=4.2s lr=3.000000e-04 loss=3.2399 ppl=25.5629 acc=0.4019 tokens=8128.0000 +step=247400 micro_steps=494800 elapsed=4.2s lr=3.000000e-04 loss=3.2278 ppl=25.2593 acc=0.4029 tokens=8128.0000 +step=247420 micro_steps=494840 elapsed=4.2s lr=3.000000e-04 loss=3.2342 ppl=25.4125 acc=0.4023 tokens=8128.0000 +step=247440 micro_steps=494880 elapsed=4.2s lr=3.000000e-04 loss=3.2267 ppl=25.2312 acc=0.4038 tokens=8128.0000 +step=247460 micro_steps=494920 elapsed=4.2s lr=3.000000e-04 loss=3.2506 ppl=25.8309 acc=0.4008 tokens=8128.0000 +step=247480 micro_steps=494960 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.6892 acc=0.4013 tokens=8128.0000 +step=247500 micro_steps=495000 elapsed=4.2s lr=3.000000e-04 loss=3.2423 ppl=25.6207 acc=0.4020 tokens=8128.0000 +step=247520 micro_steps=495040 elapsed=4.2s lr=3.000000e-04 loss=3.2526 ppl=25.8844 acc=0.4000 tokens=8128.0000 +step=247540 micro_steps=495080 elapsed=4.2s lr=3.000000e-04 loss=3.2531 ppl=25.9000 acc=0.3994 tokens=8128.0000 +step=247560 micro_steps=495120 elapsed=4.2s lr=3.000000e-04 loss=3.2273 ppl=25.2426 acc=0.4040 tokens=8128.0000 +step=247580 micro_steps=495160 elapsed=4.2s lr=3.000000e-04 loss=3.2257 ppl=25.2009 acc=0.4031 tokens=8128.0000 +step=247600 micro_steps=495200 elapsed=4.2s lr=3.000000e-04 loss=3.2342 ppl=25.4173 acc=0.4014 tokens=8128.0000 +step=247620 micro_steps=495240 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.8065 acc=0.4011 tokens=8128.0000 +step=247640 micro_steps=495280 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7698 acc=0.4014 tokens=8128.0000 +step=247660 micro_steps=495320 elapsed=4.2s lr=3.000000e-04 loss=3.2285 ppl=25.2676 acc=0.4040 tokens=8128.0000 +step=247680 micro_steps=495360 elapsed=4.2s lr=3.000000e-04 loss=3.2271 ppl=25.2496 acc=0.4035 tokens=8128.0000 +step=247700 micro_steps=495400 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3379 acc=0.4032 tokens=8128.0000 +step=247720 micro_steps=495440 elapsed=4.2s lr=3.000000e-04 loss=3.2331 ppl=25.3811 acc=0.4035 tokens=8128.0000 +step=247740 micro_steps=495480 elapsed=4.2s lr=3.000000e-04 loss=3.2311 ppl=25.3342 acc=0.4031 tokens=8128.0000 +step=247760 micro_steps=495520 elapsed=4.2s lr=3.000000e-04 loss=3.2292 ppl=25.2801 acc=0.4033 tokens=8128.0000 +step=247780 micro_steps=495560 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.6010 acc=0.4018 tokens=8128.0000 +step=247800 micro_steps=495600 elapsed=4.2s lr=3.000000e-04 loss=3.2385 ppl=25.5195 acc=0.4019 tokens=8128.0000 +step=247820 micro_steps=495640 elapsed=4.2s lr=3.000000e-04 loss=3.2276 ppl=25.2463 acc=0.4028 tokens=8128.0000 +step=247840 micro_steps=495680 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7741 acc=0.4003 tokens=8128.0000 +step=247860 micro_steps=495720 elapsed=4.2s lr=3.000000e-04 loss=3.2298 ppl=25.3125 acc=0.4032 tokens=8128.0000 +step=247880 micro_steps=495760 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7738 acc=0.4007 tokens=8128.0000 +step=247900 micro_steps=495800 elapsed=4.2s lr=3.000000e-04 loss=3.2274 ppl=25.2469 acc=0.4029 tokens=8128.0000 +step=247920 micro_steps=495840 elapsed=4.2s lr=3.000000e-04 loss=3.2307 ppl=25.3289 acc=0.4029 tokens=8128.0000 +step=247940 micro_steps=495880 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6217 acc=0.4024 tokens=8128.0000 +step=247960 micro_steps=495920 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5532 acc=0.4018 tokens=8128.0000 +step=247980 micro_steps=495960 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.5001 acc=0.4023 tokens=8128.0000 +step=248000 micro_steps=496000 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4297 acc=0.4033 tokens=8128.0000 +[sample step=248000] [CLS]. [SEP] that recently helped fuel the sell - off in equities on both sides of the atlantic. [SEP] how did obama's newfound experience with that networking tool come about? [SEP] the group owes its current $125m in unsecured debt plus its interest and note that it made an operating loss of $605m in the first six months of the year. [SEP] as they expand westwards they must aim to bring in more biomass. [SEP] colombia still has laptops that are filled with samples of drug shipments to become as easily used as manual items. [SEP] paul samuelson, the vice president for government relations, spent [SEP] +step=248020 micro_steps=496040 elapsed=6.6s lr=3.000000e-04 loss=3.2421 ppl=25.6179 acc=0.4016 tokens=8128.0000 +step=248040 micro_steps=496080 elapsed=4.2s lr=3.000000e-04 loss=3.2378 ppl=25.5161 acc=0.4033 tokens=8128.0000 +step=248060 micro_steps=496120 elapsed=4.2s lr=3.000000e-04 loss=3.2294 ppl=25.3024 acc=0.4023 tokens=8128.0000 +step=248080 micro_steps=496160 elapsed=4.2s lr=3.000000e-04 loss=3.2286 ppl=25.2778 acc=0.4028 tokens=8128.0000 +step=248100 micro_steps=496200 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6828 acc=0.4007 tokens=8128.0000 +step=248120 micro_steps=496240 elapsed=4.2s lr=3.000000e-04 loss=3.2209 ppl=25.0840 acc=0.4047 tokens=8128.0000 +step=248140 micro_steps=496280 elapsed=4.2s lr=3.000000e-04 loss=3.2252 ppl=25.1868 acc=0.4036 tokens=8128.0000 +step=248160 micro_steps=496320 elapsed=4.2s lr=3.000000e-04 loss=3.2427 ppl=25.6245 acc=0.4012 tokens=8128.0000 +step=248180 micro_steps=496360 elapsed=4.2s lr=3.000000e-04 loss=3.2294 ppl=25.2892 acc=0.4024 tokens=8128.0000 +step=248200 micro_steps=496400 elapsed=4.2s lr=3.000000e-04 loss=3.2376 ppl=25.5010 acc=0.4012 tokens=8128.0000 +step=248220 micro_steps=496440 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.7908 acc=0.4000 tokens=8128.0000 +step=248240 micro_steps=496480 elapsed=4.2s lr=3.000000e-04 loss=3.2326 ppl=25.3767 acc=0.4023 tokens=8128.0000 +step=248260 micro_steps=496520 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7432 acc=0.4007 tokens=8128.0000 +step=248280 micro_steps=496560 elapsed=4.2s lr=3.000000e-04 loss=3.2305 ppl=25.3133 acc=0.4035 tokens=8128.0000 +step=248300 micro_steps=496600 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5352 acc=0.4033 tokens=8128.0000 +step=248320 micro_steps=496640 elapsed=4.2s lr=3.000000e-04 loss=3.2375 ppl=25.5117 acc=0.4024 tokens=8128.0000 +step=248340 micro_steps=496680 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.6016 acc=0.4007 tokens=8128.0000 +step=248360 micro_steps=496720 elapsed=4.2s lr=3.000000e-04 loss=3.2345 ppl=25.4154 acc=0.4018 tokens=8128.0000 +step=248380 micro_steps=496760 elapsed=4.2s lr=3.000000e-04 loss=3.2327 ppl=25.3966 acc=0.4036 tokens=8128.0000 +step=248400 micro_steps=496800 elapsed=4.2s lr=3.000000e-04 loss=3.2351 ppl=25.4445 acc=0.4024 tokens=8128.0000 +step=248420 micro_steps=496840 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7607 acc=0.4016 tokens=8128.0000 +step=248440 micro_steps=496880 elapsed=4.2s lr=3.000000e-04 loss=3.2258 ppl=25.2029 acc=0.4034 tokens=8128.0000 +step=248460 micro_steps=496920 elapsed=4.2s lr=3.000000e-04 loss=3.2304 ppl=25.3200 acc=0.4025 tokens=8128.0000 +step=248480 micro_steps=496960 elapsed=4.2s lr=3.000000e-04 loss=3.2361 ppl=25.4670 acc=0.4027 tokens=8128.0000 +step=248500 micro_steps=497000 elapsed=4.2s lr=3.000000e-04 loss=3.2373 ppl=25.4937 acc=0.4035 tokens=8128.0000 +step=248520 micro_steps=497040 elapsed=4.2s lr=3.000000e-04 loss=3.2337 ppl=25.3970 acc=0.4021 tokens=8128.0000 +step=248540 micro_steps=497080 elapsed=4.2s lr=3.000000e-04 loss=3.2361 ppl=25.4849 acc=0.4029 tokens=8128.0000 +step=248560 micro_steps=497120 elapsed=4.2s lr=3.000000e-04 loss=3.2307 ppl=25.3180 acc=0.4033 tokens=8128.0000 +step=248580 micro_steps=497160 elapsed=4.2s lr=3.000000e-04 loss=3.2320 ppl=25.3679 acc=0.4031 tokens=8128.0000 +step=248600 micro_steps=497200 elapsed=4.2s lr=3.000000e-04 loss=3.2283 ppl=25.2670 acc=0.4023 tokens=8128.0000 +step=248620 micro_steps=497240 elapsed=4.2s lr=3.000000e-04 loss=3.2353 ppl=25.4397 acc=0.4023 tokens=8128.0000 +step=248640 micro_steps=497280 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.3941 acc=0.4030 tokens=8128.0000 +step=248660 micro_steps=497320 elapsed=4.2s lr=3.000000e-04 loss=3.2367 ppl=25.4948 acc=0.4021 tokens=8128.0000 +step=248680 micro_steps=497360 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5137 acc=0.4024 tokens=8128.0000 +step=248700 micro_steps=497400 elapsed=4.2s lr=3.000000e-04 loss=3.2339 ppl=25.4142 acc=0.4029 tokens=8128.0000 +step=248720 micro_steps=497440 elapsed=4.2s lr=3.000000e-04 loss=3.2475 ppl=25.7630 acc=0.4010 tokens=8128.0000 +step=248740 micro_steps=497480 elapsed=4.2s lr=3.000000e-04 loss=3.2327 ppl=25.3938 acc=0.4020 tokens=8128.0000 +step=248760 micro_steps=497520 elapsed=4.2s lr=3.000000e-04 loss=3.2493 ppl=25.7934 acc=0.4000 tokens=8128.0000 +step=248780 micro_steps=497560 elapsed=4.2s lr=3.000000e-04 loss=3.2415 ppl=25.6080 acc=0.4011 tokens=8128.0000 +step=248800 micro_steps=497600 elapsed=4.2s lr=3.000000e-04 loss=3.2442 ppl=25.6867 acc=0.4016 tokens=8128.0000 +step=248820 micro_steps=497640 elapsed=4.2s lr=3.000000e-04 loss=3.2358 ppl=25.4690 acc=0.4016 tokens=8128.0000 +step=248840 micro_steps=497680 elapsed=4.2s lr=3.000000e-04 loss=3.2451 ppl=25.6869 acc=0.4004 tokens=8128.0000 +step=248860 micro_steps=497720 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7824 acc=0.4016 tokens=8128.0000 +step=248880 micro_steps=497760 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6014 acc=0.4011 tokens=8128.0000 +step=248900 micro_steps=497800 elapsed=4.2s lr=3.000000e-04 loss=3.2289 ppl=25.2774 acc=0.4034 tokens=8128.0000 +step=248920 micro_steps=497840 elapsed=4.2s lr=3.000000e-04 loss=3.2225 ppl=25.1302 acc=0.4055 tokens=8128.0000 +step=248940 micro_steps=497880 elapsed=4.2s lr=3.000000e-04 loss=3.2305 ppl=25.3275 acc=0.4025 tokens=8128.0000 +step=248960 micro_steps=497920 elapsed=4.2s lr=3.000000e-04 loss=3.2375 ppl=25.5172 acc=0.4019 tokens=8128.0000 +step=248980 micro_steps=497960 elapsed=4.2s lr=3.000000e-04 loss=3.2329 ppl=25.3778 acc=0.4028 tokens=8128.0000 +step=249000 micro_steps=498000 elapsed=4.2s lr=3.000000e-04 loss=3.2311 ppl=25.3511 acc=0.4028 tokens=8128.0000 +[sample step=249000] [CLS] cheddar with rotisserie chickens, pork loin and carrots, says that i shouldn't bore you with statistics or statistics about my asmara, but then, sigh, great news? [SEP] wal - mart also fails to mention the absurd distinction between plastic bumper light - upers and "a lump of metal religious faces festooned in light blue - - a little golden, and a little gold." [SEP] stevie wonder. i recognized them for unveiling a new tie in my career and has a great spirit. i am proud to be part of a strong region that is such a big part of the [SEP] +step=249020 micro_steps=498040 elapsed=6.6s lr=3.000000e-04 loss=3.2093 ppl=24.7842 acc=0.4062 tokens=8128.0000 +step=249040 micro_steps=498080 elapsed=4.2s lr=3.000000e-04 loss=3.2511 ppl=25.8483 acc=0.3999 tokens=8128.0000 +step=249060 micro_steps=498120 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.7970 acc=0.3995 tokens=8128.0000 +step=249080 micro_steps=498160 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.6909 acc=0.4012 tokens=8128.0000 +step=249100 micro_steps=498200 elapsed=4.2s lr=3.000000e-04 loss=3.2313 ppl=25.3344 acc=0.4045 tokens=8128.0000 +step=249120 micro_steps=498240 elapsed=4.2s lr=3.000000e-04 loss=3.2468 ppl=25.7413 acc=0.4009 tokens=8128.0000 +step=249140 micro_steps=498280 elapsed=4.2s lr=3.000000e-04 loss=3.2373 ppl=25.4854 acc=0.4020 tokens=8128.0000 +step=249160 micro_steps=498320 elapsed=4.2s lr=3.000000e-04 loss=3.2218 ppl=25.1086 acc=0.4042 tokens=8128.0000 +step=249180 micro_steps=498360 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.5064 acc=0.4028 tokens=8128.0000 +step=249200 micro_steps=498400 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5496 acc=0.4012 tokens=8128.0000 +step=249220 micro_steps=498440 elapsed=4.2s lr=3.000000e-04 loss=3.2433 ppl=25.6489 acc=0.4017 tokens=8128.0000 +step=249240 micro_steps=498480 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5700 acc=0.4009 tokens=8128.0000 +step=249260 micro_steps=498520 elapsed=4.2s lr=3.000000e-04 loss=3.2195 ppl=25.1415 acc=0.4065 tokens=8128.0000 +step=249280 micro_steps=498560 elapsed=4.2s lr=3.000000e-04 loss=3.2397 ppl=25.5616 acc=0.4026 tokens=8128.0000 +step=249300 micro_steps=498600 elapsed=4.2s lr=3.000000e-04 loss=3.2460 ppl=25.7216 acc=0.4004 tokens=8128.0000 +step=249320 micro_steps=498640 elapsed=4.2s lr=3.000000e-04 loss=3.2297 ppl=25.3061 acc=0.4032 tokens=8128.0000 +step=249340 micro_steps=498680 elapsed=4.2s lr=3.000000e-04 loss=3.2244 ppl=25.1696 acc=0.4044 tokens=8128.0000 +step=249360 micro_steps=498720 elapsed=4.2s lr=3.000000e-04 loss=3.2554 ppl=25.9588 acc=0.3999 tokens=8128.0000 +step=249380 micro_steps=498760 elapsed=4.2s lr=3.000000e-04 loss=3.2317 ppl=25.3613 acc=0.4034 tokens=8128.0000 +step=249400 micro_steps=498800 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.6149 acc=0.4017 tokens=8128.0000 +step=249420 micro_steps=498840 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5852 acc=0.4020 tokens=8128.0000 +step=249440 micro_steps=498880 elapsed=4.2s lr=3.000000e-04 loss=3.2303 ppl=25.3075 acc=0.4039 tokens=8128.0000 +step=249460 micro_steps=498920 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.5807 acc=0.4009 tokens=8128.0000 +step=249480 micro_steps=498960 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4854 acc=0.4020 tokens=8128.0000 +step=249500 micro_steps=499000 elapsed=4.2s lr=3.000000e-04 loss=3.2361 ppl=25.4690 acc=0.4015 tokens=8128.0000 +step=249520 micro_steps=499040 elapsed=4.2s lr=3.000000e-04 loss=3.2398 ppl=25.5526 acc=0.4022 tokens=8128.0000 +step=249540 micro_steps=499080 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5814 acc=0.4012 tokens=8128.0000 +step=249560 micro_steps=499120 elapsed=4.2s lr=3.000000e-04 loss=3.2365 ppl=25.4928 acc=0.4018 tokens=8128.0000 +step=249580 micro_steps=499160 elapsed=4.2s lr=3.000000e-04 loss=3.2324 ppl=25.3781 acc=0.4023 tokens=8128.0000 +step=249600 micro_steps=499200 elapsed=4.2s lr=3.000000e-04 loss=3.2438 ppl=25.6612 acc=0.4019 tokens=8128.0000 +step=249620 micro_steps=499240 elapsed=4.2s lr=3.000000e-04 loss=3.2301 ppl=25.3073 acc=0.4020 tokens=8128.0000 +step=249640 micro_steps=499280 elapsed=4.2s lr=3.000000e-04 loss=3.2416 ppl=25.6127 acc=0.4014 tokens=8128.0000 +step=249660 micro_steps=499320 elapsed=4.2s lr=3.000000e-04 loss=3.2420 ppl=25.6135 acc=0.4029 tokens=8128.0000 +step=249680 micro_steps=499360 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.5029 acc=0.4029 tokens=8128.0000 +step=249700 micro_steps=499400 elapsed=4.2s lr=3.000000e-04 loss=3.2265 ppl=25.2156 acc=0.4035 tokens=8128.0000 +step=249720 micro_steps=499440 elapsed=4.2s lr=3.000000e-04 loss=3.2473 ppl=25.7594 acc=0.4007 tokens=8128.0000 +step=249740 micro_steps=499480 elapsed=4.2s lr=3.000000e-04 loss=3.2379 ppl=25.5253 acc=0.4033 tokens=8128.0000 +step=249760 micro_steps=499520 elapsed=4.2s lr=3.000000e-04 loss=3.2242 ppl=25.1623 acc=0.4034 tokens=8128.0000 +step=249780 micro_steps=499560 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7321 acc=0.4017 tokens=8128.0000 +step=249800 micro_steps=499600 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5297 acc=0.4021 tokens=8128.0000 +step=249820 micro_steps=499640 elapsed=4.2s lr=3.000000e-04 loss=3.2576 ppl=26.0181 acc=0.3986 tokens=8128.0000 +step=249840 micro_steps=499680 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6372 acc=0.3998 tokens=8128.0000 +step=249860 micro_steps=499720 elapsed=4.2s lr=3.000000e-04 loss=3.2363 ppl=25.4776 acc=0.4023 tokens=8128.0000 +step=249880 micro_steps=499760 elapsed=4.2s lr=3.000000e-04 loss=3.2415 ppl=25.6055 acc=0.4017 tokens=8128.0000 +step=249900 micro_steps=499800 elapsed=4.2s lr=3.000000e-04 loss=3.2406 ppl=25.5849 acc=0.4019 tokens=8128.0000 +step=249920 micro_steps=499840 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6761 acc=0.4014 tokens=8128.0000 +step=249940 micro_steps=499880 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.8006 acc=0.4003 tokens=8128.0000 +step=249960 micro_steps=499920 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4669 acc=0.4032 tokens=8128.0000 +step=249980 micro_steps=499960 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3486 acc=0.4030 tokens=8128.0000 +step=250000 micro_steps=500000 elapsed=4.2s lr=3.000000e-04 loss=3.2261 ppl=25.2084 acc=0.4040 tokens=8128.0000 +[sample step=250000] [CLS] getting started. [SEP] he said investigators are still trying to determine if a same - sex marriage will cause damage during the trial. [SEP] i am always able to connect to other people. [SEP] you're all in a big country that does hate god and hatred. [SEP] you totally don't. [SEP] they obtained the mgt push phoenix and found it in a treasured gold belonging to mrs. patterson, the owner of cycladic bath, fortune teller, who had been married to the woman once lovingly named susan arnold. [SEP] the ability to buy £250m of shares in cable and telecommunications firms this summer has been [SEP] +step=250020 micro_steps=500040 elapsed=6.6s lr=3.000000e-04 loss=3.2354 ppl=25.4422 acc=0.4022 tokens=8128.0000 +step=250040 micro_steps=500080 elapsed=4.2s lr=3.000000e-04 loss=3.2275 ppl=25.2969 acc=0.4043 tokens=8128.0000 +step=250060 micro_steps=500120 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6755 acc=0.4013 tokens=8128.0000 +step=250080 micro_steps=500160 elapsed=4.2s lr=3.000000e-04 loss=3.2461 ppl=25.7195 acc=0.4017 tokens=8128.0000 +step=250100 micro_steps=500200 elapsed=4.2s lr=3.000000e-04 loss=3.2351 ppl=25.4395 acc=0.4028 tokens=8128.0000 +step=250120 micro_steps=500240 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6102 acc=0.4024 tokens=8128.0000 +step=250140 micro_steps=500280 elapsed=4.2s lr=3.000000e-04 loss=3.2350 ppl=25.4322 acc=0.4017 tokens=8128.0000 +step=250160 micro_steps=500320 elapsed=4.2s lr=3.000000e-04 loss=3.2311 ppl=25.3389 acc=0.4041 tokens=8128.0000 +step=250180 micro_steps=500360 elapsed=4.2s lr=3.000000e-04 loss=3.2420 ppl=25.6176 acc=0.4024 tokens=8128.0000 +step=250200 micro_steps=500400 elapsed=4.2s lr=3.000000e-04 loss=3.2327 ppl=25.3765 acc=0.4034 tokens=8128.0000 +step=250220 micro_steps=500440 elapsed=4.2s lr=3.000000e-04 loss=3.2375 ppl=25.5031 acc=0.4022 tokens=8128.0000 +step=250240 micro_steps=500480 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6241 acc=0.4013 tokens=8128.0000 +step=250260 micro_steps=500520 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6855 acc=0.4009 tokens=8128.0000 +step=250280 micro_steps=500560 elapsed=4.2s lr=3.000000e-04 loss=3.2362 ppl=25.4789 acc=0.4011 tokens=8128.0000 +step=250300 micro_steps=500600 elapsed=4.2s lr=3.000000e-04 loss=3.2351 ppl=25.4358 acc=0.4028 tokens=8128.0000 +step=250320 micro_steps=500640 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5296 acc=0.4024 tokens=8128.0000 +step=250340 micro_steps=500680 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5278 acc=0.4026 tokens=8128.0000 +step=250360 micro_steps=500720 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.3803 acc=0.4008 tokens=8128.0000 +step=250380 micro_steps=500760 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6979 acc=0.4002 tokens=8128.0000 +step=250400 micro_steps=500800 elapsed=4.2s lr=3.000000e-04 loss=3.2527 ppl=25.8914 acc=0.4002 tokens=8128.0000 +step=250420 micro_steps=500840 elapsed=4.2s lr=3.000000e-04 loss=3.2485 ppl=25.7851 acc=0.4002 tokens=8128.0000 +step=250440 micro_steps=500880 elapsed=4.2s lr=3.000000e-04 loss=3.2421 ppl=25.6127 acc=0.4014 tokens=8128.0000 +step=250460 micro_steps=500920 elapsed=4.2s lr=3.000000e-04 loss=3.2390 ppl=25.5491 acc=0.4017 tokens=8128.0000 +step=250480 micro_steps=500960 elapsed=4.2s lr=3.000000e-04 loss=3.2204 ppl=25.0622 acc=0.4040 tokens=8128.0000 +step=250500 micro_steps=501000 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5264 acc=0.4016 tokens=8128.0000 +step=250520 micro_steps=501040 elapsed=4.2s lr=3.000000e-04 loss=3.2284 ppl=25.2791 acc=0.4038 tokens=8128.0000 +step=250540 micro_steps=501080 elapsed=4.2s lr=3.000000e-04 loss=3.2153 ppl=24.9523 acc=0.4050 tokens=8128.0000 +step=250560 micro_steps=501120 elapsed=4.2s lr=3.000000e-04 loss=3.2296 ppl=25.3015 acc=0.4031 tokens=8128.0000 +step=250580 micro_steps=501160 elapsed=4.2s lr=3.000000e-04 loss=3.2343 ppl=25.4195 acc=0.4021 tokens=8128.0000 +step=250600 micro_steps=501200 elapsed=4.2s lr=3.000000e-04 loss=3.2288 ppl=25.2879 acc=0.4037 tokens=8128.0000 +step=250620 micro_steps=501240 elapsed=4.2s lr=3.000000e-04 loss=3.2405 ppl=25.5760 acc=0.4025 tokens=8128.0000 +step=250640 micro_steps=501280 elapsed=4.2s lr=3.000000e-04 loss=3.2270 ppl=25.2275 acc=0.4041 tokens=8128.0000 +step=250660 micro_steps=501320 elapsed=4.2s lr=3.000000e-04 loss=3.2310 ppl=25.3358 acc=0.4024 tokens=8128.0000 +step=250680 micro_steps=501360 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5533 acc=0.4014 tokens=8128.0000 +step=250700 micro_steps=501400 elapsed=4.2s lr=3.000000e-04 loss=3.2276 ppl=25.2449 acc=0.4035 tokens=8128.0000 +step=250720 micro_steps=501440 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7321 acc=0.4009 tokens=8128.0000 +step=250740 micro_steps=501480 elapsed=4.2s lr=3.000000e-04 loss=3.2439 ppl=25.6602 acc=0.4011 tokens=8128.0000 +step=250760 micro_steps=501520 elapsed=4.2s lr=3.000000e-04 loss=3.2393 ppl=25.5440 acc=0.4019 tokens=8128.0000 +step=250780 micro_steps=501560 elapsed=4.2s lr=3.000000e-04 loss=3.2366 ppl=25.4609 acc=0.4012 tokens=8128.0000 +step=250800 micro_steps=501600 elapsed=4.2s lr=3.000000e-04 loss=3.2382 ppl=25.5240 acc=0.4017 tokens=8128.0000 +step=250820 micro_steps=501640 elapsed=4.2s lr=3.000000e-04 loss=3.2362 ppl=25.4618 acc=0.4028 tokens=8128.0000 +step=250840 micro_steps=501680 elapsed=4.2s lr=3.000000e-04 loss=3.2401 ppl=25.5643 acc=0.4002 tokens=8128.0000 +step=250860 micro_steps=501720 elapsed=4.2s lr=3.000000e-04 loss=3.2379 ppl=25.5215 acc=0.4029 tokens=8128.0000 +step=250880 micro_steps=501760 elapsed=4.2s lr=3.000000e-04 loss=3.2338 ppl=25.4012 acc=0.4024 tokens=8128.0000 +step=250900 micro_steps=501800 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.5917 acc=0.4023 tokens=8128.0000 +step=250920 micro_steps=501840 elapsed=4.2s lr=3.000000e-04 loss=3.2388 ppl=25.5382 acc=0.4024 tokens=8128.0000 +step=250940 micro_steps=501880 elapsed=4.2s lr=3.000000e-04 loss=3.2450 ppl=25.6927 acc=0.4003 tokens=8128.0000 +step=250960 micro_steps=501920 elapsed=4.2s lr=3.000000e-04 loss=3.2378 ppl=25.4968 acc=0.4025 tokens=8128.0000 +step=250980 micro_steps=501960 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5227 acc=0.4009 tokens=8128.0000 +step=251000 micro_steps=502000 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5297 acc=0.4021 tokens=8128.0000 +[sample step=251000] [CLS] in bad samaritans. [SEP] however, the deal is expected to face hurdles in the economic downturn, including concerns that some parts of istithmar international have closed down their ports. [SEP] i was spying on nature's religions. [SEP] while the slayings were low - key, police say it turned a turning point for the community around the two young boys, shonton cain and shonn greene. [SEP] in filing briefs this week to the federal court in manhattan, cohen's lawyer, brian n. ross, described the difference between his client and his clients as "immense." [SEP] people at the first [SEP] +step=251020 micro_steps=502040 elapsed=6.6s lr=3.000000e-04 loss=3.2270 ppl=25.2459 acc=0.4035 tokens=8128.0000 +step=251040 micro_steps=502080 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4594 acc=0.4017 tokens=8128.0000 +step=251060 micro_steps=502120 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7648 acc=0.4004 tokens=8128.0000 +step=251080 micro_steps=502160 elapsed=4.2s lr=3.000000e-04 loss=3.2384 ppl=25.5150 acc=0.4024 tokens=8128.0000 +step=251100 micro_steps=502200 elapsed=4.2s lr=3.000000e-04 loss=3.2139 ppl=24.8977 acc=0.4057 tokens=8128.0000 +step=251120 micro_steps=502240 elapsed=4.2s lr=3.000000e-04 loss=3.2153 ppl=24.9435 acc=0.4056 tokens=8128.0000 +step=251140 micro_steps=502280 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6213 acc=0.4015 tokens=8128.0000 +step=251160 micro_steps=502320 elapsed=4.2s lr=3.000000e-04 loss=3.2328 ppl=25.3903 acc=0.4029 tokens=8128.0000 +step=251180 micro_steps=502360 elapsed=4.2s lr=3.000000e-04 loss=3.2464 ppl=25.7346 acc=0.4010 tokens=8128.0000 +step=251200 micro_steps=502400 elapsed=4.2s lr=3.000000e-04 loss=3.2304 ppl=25.3210 acc=0.4031 tokens=8128.0000 +step=251220 micro_steps=502440 elapsed=4.2s lr=3.000000e-04 loss=3.2356 ppl=25.4547 acc=0.4032 tokens=8128.0000 +step=251240 micro_steps=502480 elapsed=4.2s lr=3.000000e-04 loss=3.2326 ppl=25.3780 acc=0.4022 tokens=8128.0000 +step=251260 micro_steps=502520 elapsed=4.2s lr=3.000000e-04 loss=3.2497 ppl=25.8235 acc=0.4006 tokens=8128.0000 +step=251280 micro_steps=502560 elapsed=4.2s lr=3.000000e-04 loss=3.2347 ppl=25.4223 acc=0.4019 tokens=8128.0000 +step=251300 micro_steps=502600 elapsed=4.2s lr=3.000000e-04 loss=3.2336 ppl=25.3957 acc=0.4029 tokens=8128.0000 +step=251320 micro_steps=502640 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.4076 acc=0.4018 tokens=8128.0000 +step=251340 micro_steps=502680 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7174 acc=0.4006 tokens=8128.0000 +step=251360 micro_steps=502720 elapsed=4.2s lr=3.000000e-04 loss=3.2345 ppl=25.4251 acc=0.4024 tokens=8128.0000 +step=251380 micro_steps=502760 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.3953 acc=0.4030 tokens=8128.0000 +step=251400 micro_steps=502800 elapsed=4.2s lr=3.000000e-04 loss=3.2487 ppl=25.7838 acc=0.4004 tokens=8128.0000 +step=251420 micro_steps=502840 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4948 acc=0.4031 tokens=8128.0000 +step=251440 micro_steps=502880 elapsed=4.2s lr=3.000000e-04 loss=3.2337 ppl=25.4193 acc=0.4020 tokens=8128.0000 +step=251460 micro_steps=502920 elapsed=4.2s lr=3.000000e-04 loss=3.2262 ppl=25.2170 acc=0.4050 tokens=8128.0000 +step=251480 micro_steps=502960 elapsed=4.2s lr=3.000000e-04 loss=3.2384 ppl=25.5345 acc=0.4024 tokens=8128.0000 +step=251500 micro_steps=503000 elapsed=4.2s lr=3.000000e-04 loss=3.2208 ppl=25.1286 acc=0.4050 tokens=8128.0000 +step=251520 micro_steps=503040 elapsed=4.2s lr=3.000000e-04 loss=3.2340 ppl=25.4073 acc=0.4012 tokens=8128.0000 +step=251540 micro_steps=503080 elapsed=4.2s lr=3.000000e-04 loss=3.2360 ppl=25.4655 acc=0.4016 tokens=8128.0000 +step=251560 micro_steps=503120 elapsed=4.2s lr=3.000000e-04 loss=3.2302 ppl=25.3085 acc=0.4036 tokens=8128.0000 +step=251580 micro_steps=503160 elapsed=4.2s lr=3.000000e-04 loss=3.2364 ppl=25.4664 acc=0.4019 tokens=8128.0000 +step=251600 micro_steps=503200 elapsed=4.2s lr=3.000000e-04 loss=3.2257 ppl=25.2137 acc=0.4037 tokens=8128.0000 +step=251620 micro_steps=503240 elapsed=4.2s lr=3.000000e-04 loss=3.2217 ppl=25.0930 acc=0.4044 tokens=8128.0000 +step=251640 micro_steps=503280 elapsed=4.2s lr=3.000000e-04 loss=3.2343 ppl=25.4141 acc=0.4021 tokens=8128.0000 +step=251660 micro_steps=503320 elapsed=4.2s lr=3.000000e-04 loss=3.2219 ppl=25.1120 acc=0.4045 tokens=8128.0000 +step=251680 micro_steps=503360 elapsed=4.2s lr=3.000000e-04 loss=3.2370 ppl=25.4886 acc=0.4018 tokens=8128.0000 +step=251700 micro_steps=503400 elapsed=4.2s lr=3.000000e-04 loss=3.2384 ppl=25.5178 acc=0.4012 tokens=8128.0000 +step=251720 micro_steps=503440 elapsed=4.2s lr=3.000000e-04 loss=3.2186 ppl=25.0828 acc=0.4053 tokens=8128.0000 +step=251740 micro_steps=503480 elapsed=4.2s lr=3.000000e-04 loss=3.2356 ppl=25.4432 acc=0.4019 tokens=8128.0000 +step=251760 micro_steps=503520 elapsed=4.2s lr=3.000000e-04 loss=3.2452 ppl=25.7100 acc=0.4006 tokens=8128.0000 +step=251780 micro_steps=503560 elapsed=4.2s lr=3.000000e-04 loss=3.2376 ppl=25.5054 acc=0.4021 tokens=8128.0000 +step=251800 micro_steps=503600 elapsed=4.2s lr=3.000000e-04 loss=3.2212 ppl=25.0935 acc=0.4037 tokens=8128.0000 +step=251820 micro_steps=503640 elapsed=4.2s lr=3.000000e-04 loss=3.2363 ppl=25.4743 acc=0.4018 tokens=8128.0000 +step=251840 micro_steps=503680 elapsed=4.2s lr=3.000000e-04 loss=3.2385 ppl=25.5292 acc=0.4022 tokens=8128.0000 +step=251860 micro_steps=503720 elapsed=4.2s lr=3.000000e-04 loss=3.2352 ppl=25.4565 acc=0.4027 tokens=8128.0000 +step=251880 micro_steps=503760 elapsed=4.2s lr=3.000000e-04 loss=3.2251 ppl=25.1809 acc=0.4040 tokens=8128.0000 +step=251900 micro_steps=503800 elapsed=4.2s lr=3.000000e-04 loss=3.2310 ppl=25.3365 acc=0.4036 tokens=8128.0000 +step=251920 micro_steps=503840 elapsed=4.2s lr=3.000000e-04 loss=3.2389 ppl=25.5256 acc=0.4011 tokens=8128.0000 +step=251940 micro_steps=503880 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.4900 acc=0.4020 tokens=8128.0000 +step=251960 micro_steps=503920 elapsed=4.2s lr=3.000000e-04 loss=3.2405 ppl=25.5713 acc=0.4005 tokens=8128.0000 +step=251980 micro_steps=503960 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6035 acc=0.4008 tokens=8128.0000 +step=252000 micro_steps=504000 elapsed=4.2s lr=3.000000e-04 loss=3.2335 ppl=25.3986 acc=0.4027 tokens=8128.0000 +[sample step=252000] [CLS] the two countries to the world financial crisis should be in the interest of the haitian people, but the topic of poverty reduction is not actively touched upon here, " major effrin, military chief of staff for the outgoing president, said in a statement reported by the statement. [SEP] but gravity will ease in the injecting soldiers. [SEP] but some cubans prefer a more open relationship with the outside world. [SEP] the full article contains 762 words and appeared in the scotsman newspaper. [SEP] the 36 - year - old joiner has never exactly given up hope in this turbulent chapter of phil hope's life. [SEP] sp [SEP] +step=252020 micro_steps=504040 elapsed=6.6s lr=3.000000e-04 loss=3.2314 ppl=25.3412 acc=0.4031 tokens=8128.0000 +step=252040 micro_steps=504080 elapsed=4.2s lr=3.000000e-04 loss=3.2257 ppl=25.2099 acc=0.4033 tokens=8128.0000 +step=252060 micro_steps=504120 elapsed=4.2s lr=3.000000e-04 loss=3.2364 ppl=25.4745 acc=0.4031 tokens=8128.0000 +step=252080 micro_steps=504160 elapsed=4.2s lr=3.000000e-04 loss=3.2470 ppl=25.7371 acc=0.4013 tokens=8128.0000 +step=252100 micro_steps=504200 elapsed=4.2s lr=3.000000e-04 loss=3.2431 ppl=25.6470 acc=0.4019 tokens=8128.0000 +step=252120 micro_steps=504240 elapsed=4.2s lr=3.000000e-04 loss=3.2318 ppl=25.3556 acc=0.4028 tokens=8128.0000 +step=252140 micro_steps=504280 elapsed=4.2s lr=3.000000e-04 loss=3.2342 ppl=25.4100 acc=0.4016 tokens=8128.0000 +step=252160 micro_steps=504320 elapsed=4.2s lr=3.000000e-04 loss=3.2441 ppl=25.6651 acc=0.4016 tokens=8128.0000 +step=252180 micro_steps=504360 elapsed=4.2s lr=3.000000e-04 loss=3.2411 ppl=25.5861 acc=0.4028 tokens=8128.0000 +step=252200 micro_steps=504400 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4197 acc=0.4033 tokens=8128.0000 +step=252220 micro_steps=504440 elapsed=4.2s lr=3.000000e-04 loss=3.2512 ppl=25.8418 acc=0.4003 tokens=8128.0000 +step=252240 micro_steps=504480 elapsed=4.2s lr=3.000000e-04 loss=3.2298 ppl=25.2941 acc=0.4027 tokens=8128.0000 +step=252260 micro_steps=504520 elapsed=4.2s lr=3.000000e-04 loss=3.2220 ppl=25.1145 acc=0.4034 tokens=8128.0000 +step=252280 micro_steps=504560 elapsed=4.2s lr=3.000000e-04 loss=3.2324 ppl=25.3764 acc=0.4019 tokens=8128.0000 +step=252300 micro_steps=504600 elapsed=4.2s lr=3.000000e-04 loss=3.2312 ppl=25.3432 acc=0.4027 tokens=8128.0000 +step=252320 micro_steps=504640 elapsed=4.2s lr=3.000000e-04 loss=3.2363 ppl=25.4669 acc=0.4025 tokens=8128.0000 +step=252340 micro_steps=504680 elapsed=4.2s lr=3.000000e-04 loss=3.2417 ppl=25.6173 acc=0.4015 tokens=8128.0000 +step=252360 micro_steps=504720 elapsed=4.2s lr=3.000000e-04 loss=3.2390 ppl=25.5383 acc=0.4028 tokens=8128.0000 +step=252380 micro_steps=504760 elapsed=4.2s lr=3.000000e-04 loss=3.2399 ppl=25.5622 acc=0.4008 tokens=8128.0000 +step=252400 micro_steps=504800 elapsed=4.2s lr=3.000000e-04 loss=3.2399 ppl=25.5568 acc=0.4011 tokens=8128.0000 +step=252420 micro_steps=504840 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7744 acc=0.4010 tokens=8128.0000 +step=252440 micro_steps=504880 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4961 acc=0.4028 tokens=8128.0000 +step=252460 micro_steps=504920 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6270 acc=0.4018 tokens=8128.0000 +step=252480 micro_steps=504960 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6122 acc=0.4021 tokens=8128.0000 +step=252500 micro_steps=505000 elapsed=4.2s lr=3.000000e-04 loss=3.2385 ppl=25.5180 acc=0.4022 tokens=8128.0000 +step=252520 micro_steps=505040 elapsed=4.2s lr=3.000000e-04 loss=3.2324 ppl=25.3714 acc=0.4031 tokens=8128.0000 +step=252540 micro_steps=505080 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6969 acc=0.4004 tokens=8128.0000 +step=252560 micro_steps=505120 elapsed=4.2s lr=3.000000e-04 loss=3.2329 ppl=25.3861 acc=0.4037 tokens=8128.0000 +step=252580 micro_steps=505160 elapsed=4.2s lr=3.000000e-04 loss=3.2179 ppl=25.0176 acc=0.4048 tokens=8128.0000 +step=252600 micro_steps=505200 elapsed=4.2s lr=3.000000e-04 loss=3.2366 ppl=25.4813 acc=0.4020 tokens=8128.0000 +step=252620 micro_steps=505240 elapsed=4.2s lr=3.000000e-04 loss=3.2237 ppl=25.1503 acc=0.4036 tokens=8128.0000 +step=252640 micro_steps=505280 elapsed=4.2s lr=3.000000e-04 loss=3.2217 ppl=25.1149 acc=0.4043 tokens=8128.0000 +step=252660 micro_steps=505320 elapsed=4.2s lr=3.000000e-04 loss=3.2256 ppl=25.1946 acc=0.4026 tokens=8128.0000 +step=252680 micro_steps=505360 elapsed=4.2s lr=3.000000e-04 loss=3.2266 ppl=25.2232 acc=0.4037 tokens=8128.0000 +step=252700 micro_steps=505400 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3460 acc=0.4027 tokens=8128.0000 +step=252720 micro_steps=505440 elapsed=4.2s lr=3.000000e-04 loss=3.2301 ppl=25.3167 acc=0.4039 tokens=8128.0000 +step=252740 micro_steps=505480 elapsed=4.2s lr=3.000000e-04 loss=3.2385 ppl=25.5173 acc=0.4020 tokens=8128.0000 +step=252760 micro_steps=505520 elapsed=4.2s lr=3.000000e-04 loss=3.2311 ppl=25.3341 acc=0.4030 tokens=8128.0000 +step=252780 micro_steps=505560 elapsed=4.2s lr=3.000000e-04 loss=3.2447 ppl=25.6773 acc=0.4025 tokens=8128.0000 +step=252800 micro_steps=505600 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4117 acc=0.4023 tokens=8128.0000 +step=252820 micro_steps=505640 elapsed=4.2s lr=3.000000e-04 loss=3.2550 ppl=25.9438 acc=0.4004 tokens=8128.0000 +step=252840 micro_steps=505680 elapsed=4.2s lr=3.000000e-04 loss=3.2287 ppl=25.2751 acc=0.4026 tokens=8128.0000 +step=252860 micro_steps=505720 elapsed=4.2s lr=3.000000e-04 loss=3.2206 ppl=25.0726 acc=0.4037 tokens=8128.0000 +step=252880 micro_steps=505760 elapsed=4.2s lr=3.000000e-04 loss=3.2281 ppl=25.2650 acc=0.4030 tokens=8128.0000 +step=252900 micro_steps=505800 elapsed=4.2s lr=3.000000e-04 loss=3.2355 ppl=25.4402 acc=0.4020 tokens=8128.0000 +step=252920 micro_steps=505840 elapsed=4.2s lr=3.000000e-04 loss=3.2400 ppl=25.5537 acc=0.4006 tokens=8128.0000 +step=252940 micro_steps=505880 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7184 acc=0.4003 tokens=8128.0000 +step=252960 micro_steps=505920 elapsed=4.2s lr=3.000000e-04 loss=3.2444 ppl=25.6774 acc=0.4015 tokens=8128.0000 +step=252980 micro_steps=505960 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.5916 acc=0.4018 tokens=8128.0000 +step=253000 micro_steps=506000 elapsed=4.2s lr=3.000000e-04 loss=3.2275 ppl=25.2547 acc=0.4036 tokens=8128.0000 +[sample step=253000] [CLS] is the most expensive country on earth. [SEP] mr. carrefour says it will survive in middle east trading but cordoba is just one of a bloc of players trying hard to get to these big blocks. [SEP] the victim is understood to have been walking in ventnor road, in bowlsworth, in the early hours of sunday. [SEP] so it was at that head office that she joined into the uk - based iraq desk in april 2003, shortly after the invasion and the spring invasion of iraq. [SEP] beijing (ap) - an oceanic viking has stepped off a pirate ship off the coast of great inagua island and headed anti - [SEP] +step=253020 micro_steps=506040 elapsed=6.6s lr=3.000000e-04 loss=3.2418 ppl=25.6086 acc=0.4018 tokens=8128.0000 +step=253040 micro_steps=506080 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.6980 acc=0.4016 tokens=8128.0000 +step=253060 micro_steps=506120 elapsed=4.2s lr=3.000000e-04 loss=3.2261 ppl=25.2101 acc=0.4041 tokens=8128.0000 +step=253080 micro_steps=506160 elapsed=4.2s lr=3.000000e-04 loss=3.2280 ppl=25.2551 acc=0.4026 tokens=8128.0000 +step=253100 micro_steps=506200 elapsed=4.2s lr=3.000000e-04 loss=3.2398 ppl=25.5613 acc=0.4014 tokens=8128.0000 +step=253120 micro_steps=506240 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5615 acc=0.4012 tokens=8128.0000 +step=253140 micro_steps=506280 elapsed=4.2s lr=3.000000e-04 loss=3.2247 ppl=25.2003 acc=0.4034 tokens=8128.0000 +step=253160 micro_steps=506320 elapsed=4.2s lr=3.000000e-04 loss=3.2259 ppl=25.2040 acc=0.4041 tokens=8128.0000 +step=253180 micro_steps=506360 elapsed=4.2s lr=3.000000e-04 loss=3.2400 ppl=25.5560 acc=0.4019 tokens=8128.0000 +step=253200 micro_steps=506400 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6416 acc=0.4004 tokens=8128.0000 +step=253220 micro_steps=506440 elapsed=4.2s lr=3.000000e-04 loss=3.2345 ppl=25.4337 acc=0.4032 tokens=8128.0000 +step=253240 micro_steps=506480 elapsed=4.2s lr=3.000000e-04 loss=3.2382 ppl=25.5406 acc=0.4023 tokens=8128.0000 +step=253260 micro_steps=506520 elapsed=4.2s lr=3.000000e-04 loss=3.2442 ppl=25.6739 acc=0.4009 tokens=8128.0000 +step=253280 micro_steps=506560 elapsed=4.2s lr=3.000000e-04 loss=3.2336 ppl=25.4082 acc=0.4040 tokens=8128.0000 +step=253300 micro_steps=506600 elapsed=4.2s lr=3.000000e-04 loss=3.2418 ppl=25.6160 acc=0.4019 tokens=8128.0000 +step=253320 micro_steps=506640 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.3960 acc=0.4020 tokens=8128.0000 +step=253340 micro_steps=506680 elapsed=4.2s lr=3.000000e-04 loss=3.2426 ppl=25.6260 acc=0.4017 tokens=8128.0000 +step=253360 micro_steps=506720 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5789 acc=0.4020 tokens=8128.0000 +step=253380 micro_steps=506760 elapsed=4.2s lr=3.000000e-04 loss=3.2130 ppl=24.8795 acc=0.4041 tokens=8128.0000 +step=253400 micro_steps=506800 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.5057 acc=0.4024 tokens=8128.0000 +step=253420 micro_steps=506840 elapsed=4.2s lr=3.000000e-04 loss=3.2264 ppl=25.2200 acc=0.4031 tokens=8128.0000 +step=253440 micro_steps=506880 elapsed=4.2s lr=3.000000e-04 loss=3.2375 ppl=25.4979 acc=0.4019 tokens=8128.0000 +step=253460 micro_steps=506920 elapsed=4.2s lr=3.000000e-04 loss=3.2393 ppl=25.5533 acc=0.4009 tokens=8128.0000 +step=253480 micro_steps=506960 elapsed=4.2s lr=3.000000e-04 loss=3.2348 ppl=25.4368 acc=0.4035 tokens=8128.0000 +step=253500 micro_steps=507000 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7770 acc=0.4006 tokens=8128.0000 +step=253520 micro_steps=507040 elapsed=4.2s lr=3.000000e-04 loss=3.2370 ppl=25.4796 acc=0.4036 tokens=8128.0000 +step=253540 micro_steps=507080 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.5056 acc=0.4024 tokens=8128.0000 +step=253560 micro_steps=507120 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6846 acc=0.4023 tokens=8128.0000 +step=253580 micro_steps=507160 elapsed=4.2s lr=3.000000e-04 loss=3.2324 ppl=25.3702 acc=0.4016 tokens=8128.0000 +step=253600 micro_steps=507200 elapsed=4.2s lr=3.000000e-04 loss=3.2393 ppl=25.5432 acc=0.4015 tokens=8128.0000 +step=253620 micro_steps=507240 elapsed=4.2s lr=3.000000e-04 loss=3.2339 ppl=25.4157 acc=0.4034 tokens=8128.0000 +step=253640 micro_steps=507280 elapsed=4.2s lr=3.000000e-04 loss=3.2340 ppl=25.4103 acc=0.4025 tokens=8128.0000 +step=253660 micro_steps=507320 elapsed=4.2s lr=3.000000e-04 loss=3.2462 ppl=25.7238 acc=0.4011 tokens=8128.0000 +step=253680 micro_steps=507360 elapsed=4.9s lr=3.000000e-04 loss=3.2380 ppl=25.5215 acc=0.4025 tokens=8128.0000 +step=253700 micro_steps=507400 elapsed=4.2s lr=3.000000e-04 loss=3.2314 ppl=25.5082 acc=0.4032 tokens=7934.3250 +step=253720 micro_steps=507440 elapsed=4.2s lr=3.000000e-04 loss=3.2358 ppl=25.4645 acc=0.4010 tokens=8128.0000 +step=253740 micro_steps=507480 elapsed=4.5s lr=3.000000e-04 loss=3.2258 ppl=25.2062 acc=0.4034 tokens=8128.0000 +step=253760 micro_steps=507520 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6924 acc=0.4016 tokens=8128.0000 +step=253780 micro_steps=507560 elapsed=5.2s lr=3.000000e-04 loss=3.2342 ppl=25.4160 acc=0.4034 tokens=8128.0000 +step=253800 micro_steps=507600 elapsed=4.2s lr=3.000000e-04 loss=3.2155 ppl=24.9406 acc=0.4047 tokens=8128.0000 +step=253820 micro_steps=507640 elapsed=4.2s lr=3.000000e-04 loss=3.2376 ppl=25.5181 acc=0.4021 tokens=8128.0000 +step=253840 micro_steps=507680 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6098 acc=0.4022 tokens=8128.0000 +step=253860 micro_steps=507720 elapsed=4.2s lr=3.000000e-04 loss=3.2508 ppl=25.8474 acc=0.4004 tokens=8128.0000 +step=253880 micro_steps=507760 elapsed=4.2s lr=3.000000e-04 loss=3.2266 ppl=25.2153 acc=0.4029 tokens=8128.0000 +step=253900 micro_steps=507800 elapsed=4.2s lr=3.000000e-04 loss=3.2310 ppl=25.3326 acc=0.4037 tokens=8128.0000 +step=253920 micro_steps=507840 elapsed=4.2s lr=3.000000e-04 loss=3.2279 ppl=25.2575 acc=0.4025 tokens=8128.0000 +step=253940 micro_steps=507880 elapsed=4.2s lr=3.000000e-04 loss=3.2319 ppl=25.3539 acc=0.4030 tokens=8128.0000 +step=253960 micro_steps=507920 elapsed=4.2s lr=3.000000e-04 loss=3.2324 ppl=25.3614 acc=0.4031 tokens=8128.0000 +step=253980 micro_steps=507960 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5691 acc=0.4022 tokens=8128.0000 +step=254000 micro_steps=508000 elapsed=4.2s lr=3.000000e-04 loss=3.2482 ppl=25.7750 acc=0.4003 tokens=8128.0000 +[sample step=254000] [CLS]. [SEP] demjanjuk arrived in israel on tuesday, june 22nd, to receive an award from israel's foreign ministry expressing "great remorse" for his plight and campaigning for his freedom. [SEP] in addition, she said, data on patients with ms are similarly scarce, and patients often say sedation is a harsh wound. [SEP] the last time california had four homicides was in 1994. [SEP] davao, philippines (ap) - authorities evacuated hundreds of homes wednesday in a southern philippine province displaced by a powerful earthquake that killed more than 500 people and left nearly 2, 000 missing, officials said. [SEP] mitchell johnson and brendan [SEP] +step=254020 micro_steps=508040 elapsed=6.6s lr=3.000000e-04 loss=3.2423 ppl=25.6197 acc=0.4016 tokens=8128.0000 +step=254040 micro_steps=508080 elapsed=4.2s lr=3.000000e-04 loss=3.2510 ppl=25.8656 acc=0.4007 tokens=8128.0000 +step=254060 micro_steps=508120 elapsed=4.2s lr=3.000000e-04 loss=3.2306 ppl=25.3489 acc=0.4024 tokens=8128.0000 +step=254080 micro_steps=508160 elapsed=4.2s lr=3.000000e-04 loss=3.2399 ppl=25.5546 acc=0.4028 tokens=8128.0000 +step=254100 micro_steps=508200 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3618 acc=0.4028 tokens=8128.0000 +step=254120 micro_steps=508240 elapsed=4.2s lr=3.000000e-04 loss=3.2243 ppl=25.1559 acc=0.4054 tokens=8128.0000 +step=254140 micro_steps=508280 elapsed=4.2s lr=3.000000e-04 loss=3.2226 ppl=25.1291 acc=0.4038 tokens=8128.0000 +step=254160 micro_steps=508320 elapsed=4.2s lr=3.000000e-04 loss=3.2402 ppl=25.5696 acc=0.4019 tokens=8128.0000 +step=254180 micro_steps=508360 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4896 acc=0.4018 tokens=8128.0000 +step=254200 micro_steps=508400 elapsed=4.2s lr=3.000000e-04 loss=3.2337 ppl=25.4009 acc=0.4025 tokens=8128.0000 +step=254220 micro_steps=508440 elapsed=4.2s lr=3.000000e-04 loss=3.2322 ppl=25.3765 acc=0.4033 tokens=8128.0000 +step=254240 micro_steps=508480 elapsed=4.2s lr=3.000000e-04 loss=3.2469 ppl=25.7341 acc=0.4014 tokens=8128.0000 +step=254260 micro_steps=508520 elapsed=4.2s lr=3.000000e-04 loss=3.2287 ppl=25.2869 acc=0.4023 tokens=8128.0000 +step=254280 micro_steps=508560 elapsed=4.2s lr=3.000000e-04 loss=3.2365 ppl=25.4793 acc=0.4027 tokens=8128.0000 +step=254300 micro_steps=508600 elapsed=4.2s lr=3.000000e-04 loss=3.2358 ppl=25.4681 acc=0.4020 tokens=8128.0000 +step=254320 micro_steps=508640 elapsed=4.2s lr=3.000000e-04 loss=3.2199 ppl=25.0519 acc=0.4038 tokens=8128.0000 +step=254340 micro_steps=508680 elapsed=4.2s lr=3.000000e-04 loss=3.2329 ppl=25.3891 acc=0.4028 tokens=8128.0000 +step=254360 micro_steps=508720 elapsed=4.2s lr=3.000000e-04 loss=3.2265 ppl=25.2132 acc=0.4034 tokens=8128.0000 +step=254380 micro_steps=508760 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.4995 acc=0.4018 tokens=8128.0000 +step=254400 micro_steps=508800 elapsed=4.2s lr=3.000000e-04 loss=3.2323 ppl=25.3709 acc=0.4017 tokens=8128.0000 +step=254420 micro_steps=508840 elapsed=4.2s lr=3.000000e-04 loss=3.2332 ppl=25.3845 acc=0.4032 tokens=8128.0000 +step=254440 micro_steps=508880 elapsed=4.2s lr=3.000000e-04 loss=3.2201 ppl=25.0551 acc=0.4028 tokens=8128.0000 +step=254460 micro_steps=508920 elapsed=4.2s lr=3.000000e-04 loss=3.2423 ppl=25.6245 acc=0.4016 tokens=8128.0000 +step=254480 micro_steps=508960 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5943 acc=0.4014 tokens=8128.0000 +step=254500 micro_steps=509000 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4746 acc=0.4019 tokens=8128.0000 +step=254520 micro_steps=509040 elapsed=4.2s lr=3.000000e-04 loss=3.2312 ppl=25.3343 acc=0.4022 tokens=8128.0000 +step=254540 micro_steps=509080 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.6007 acc=0.4010 tokens=8128.0000 +step=254560 micro_steps=509120 elapsed=4.2s lr=3.000000e-04 loss=3.2300 ppl=25.3052 acc=0.4036 tokens=8128.0000 +step=254580 micro_steps=509160 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.5039 acc=0.4016 tokens=8128.0000 +step=254600 micro_steps=509200 elapsed=4.2s lr=3.000000e-04 loss=3.2418 ppl=25.5985 acc=0.4007 tokens=8128.0000 +step=254620 micro_steps=509240 elapsed=4.2s lr=3.000000e-04 loss=3.2352 ppl=25.4302 acc=0.4026 tokens=8128.0000 +step=254640 micro_steps=509280 elapsed=4.2s lr=3.000000e-04 loss=3.2373 ppl=25.4988 acc=0.4021 tokens=8128.0000 +step=254660 micro_steps=509320 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5854 acc=0.4020 tokens=8128.0000 +step=254680 micro_steps=509360 elapsed=4.2s lr=3.000000e-04 loss=3.2345 ppl=25.4356 acc=0.4018 tokens=8128.0000 +step=254700 micro_steps=509400 elapsed=4.2s lr=3.000000e-04 loss=3.2248 ppl=25.1721 acc=0.4041 tokens=8128.0000 +step=254720 micro_steps=509440 elapsed=4.2s lr=3.000000e-04 loss=3.2311 ppl=25.3409 acc=0.4033 tokens=8128.0000 +step=254740 micro_steps=509480 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4718 acc=0.4013 tokens=8128.0000 +step=254760 micro_steps=509520 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6846 acc=0.4004 tokens=8128.0000 +step=254780 micro_steps=509560 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.7023 acc=0.4021 tokens=8128.0000 +step=254800 micro_steps=509600 elapsed=4.2s lr=3.000000e-04 loss=3.2251 ppl=25.1809 acc=0.4036 tokens=8128.0000 +step=254820 micro_steps=509640 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.5996 acc=0.4014 tokens=8128.0000 +step=254840 micro_steps=509680 elapsed=4.2s lr=3.000000e-04 loss=3.2411 ppl=25.5851 acc=0.4011 tokens=8128.0000 +step=254860 micro_steps=509720 elapsed=4.2s lr=3.000000e-04 loss=3.2339 ppl=25.4034 acc=0.4024 tokens=8128.0000 +step=254880 micro_steps=509760 elapsed=4.2s lr=3.000000e-04 loss=3.2302 ppl=25.3157 acc=0.4023 tokens=8128.0000 +step=254900 micro_steps=509800 elapsed=4.2s lr=3.000000e-04 loss=3.2420 ppl=25.6201 acc=0.4026 tokens=8128.0000 +step=254920 micro_steps=509840 elapsed=4.2s lr=3.000000e-04 loss=3.2305 ppl=25.3199 acc=0.4029 tokens=8128.0000 +step=254940 micro_steps=509880 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.7138 acc=0.4017 tokens=8128.0000 +step=254960 micro_steps=509920 elapsed=4.2s lr=3.000000e-04 loss=3.2398 ppl=25.5472 acc=0.4014 tokens=8128.0000 +step=254980 micro_steps=509960 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7177 acc=0.4004 tokens=8128.0000 +step=255000 micro_steps=510000 elapsed=4.2s lr=3.000000e-04 loss=3.2405 ppl=25.5657 acc=0.4018 tokens=8128.0000 +[sample step=255000] [CLS] nigel wimsley was doing the international rugby board's best job well today. [SEP] and i'd take that one to the european nations of russia and venezuela. [SEP] i confessed to those individuals who knew in good faith that they had planted this prodigy, but i was extremely afraid. [SEP] the world health organization said at least 100 million people have been infected with the virus, which causes severe fever and is on the rise, mainly because of pneumonia or measles, a spreading blister on the lining of the nose and muscles. [SEP] the soviet rosia montana - - though unobtrusive - - is a [SEP] +step=255020 micro_steps=510040 elapsed=6.6s lr=3.000000e-04 loss=3.2361 ppl=25.4652 acc=0.4035 tokens=8128.0000 +step=255040 micro_steps=510080 elapsed=4.2s lr=3.000000e-04 loss=3.2303 ppl=25.3194 acc=0.4032 tokens=8128.0000 +step=255060 micro_steps=510120 elapsed=4.2s lr=3.000000e-04 loss=3.2295 ppl=25.2899 acc=0.4035 tokens=8128.0000 +step=255080 micro_steps=510160 elapsed=4.2s lr=3.000000e-04 loss=3.2290 ppl=25.2895 acc=0.4030 tokens=8128.0000 +step=255100 micro_steps=510200 elapsed=4.2s lr=3.000000e-04 loss=3.2490 ppl=25.7876 acc=0.4005 tokens=8128.0000 +step=255120 micro_steps=510240 elapsed=4.2s lr=3.000000e-04 loss=3.2311 ppl=25.3294 acc=0.4032 tokens=8128.0000 +step=255140 micro_steps=510280 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5162 acc=0.4017 tokens=8128.0000 +step=255160 micro_steps=510320 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7007 acc=0.4001 tokens=8128.0000 +step=255180 micro_steps=510360 elapsed=4.2s lr=3.000000e-04 loss=3.2330 ppl=25.3894 acc=0.4021 tokens=8128.0000 +step=255200 micro_steps=510400 elapsed=4.2s lr=3.000000e-04 loss=3.2305 ppl=25.3184 acc=0.4027 tokens=8128.0000 +step=255220 micro_steps=510440 elapsed=4.2s lr=3.000000e-04 loss=3.2375 ppl=25.4849 acc=0.4021 tokens=8128.0000 +step=255240 micro_steps=510480 elapsed=4.2s lr=3.000000e-04 loss=3.2309 ppl=25.3425 acc=0.4035 tokens=8128.0000 +step=255260 micro_steps=510520 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6044 acc=0.4016 tokens=8128.0000 +step=255280 micro_steps=510560 elapsed=4.2s lr=3.000000e-04 loss=3.2312 ppl=25.3527 acc=0.4029 tokens=8128.0000 +step=255300 micro_steps=510600 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.3682 acc=0.4029 tokens=8128.0000 +step=255320 micro_steps=510640 elapsed=4.2s lr=3.000000e-04 loss=3.2232 ppl=25.1455 acc=0.4034 tokens=8128.0000 +step=255340 micro_steps=510680 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.5955 acc=0.4017 tokens=8128.0000 +step=255360 micro_steps=510720 elapsed=4.2s lr=3.000000e-04 loss=3.2353 ppl=25.4471 acc=0.4035 tokens=8128.0000 +step=255380 micro_steps=510760 elapsed=4.2s lr=3.000000e-04 loss=3.2316 ppl=25.3410 acc=0.4022 tokens=8128.0000 +step=255400 micro_steps=510800 elapsed=4.2s lr=3.000000e-04 loss=3.2243 ppl=25.1651 acc=0.4030 tokens=8128.0000 +step=255420 micro_steps=510840 elapsed=4.2s lr=3.000000e-04 loss=3.2355 ppl=25.4573 acc=0.4033 tokens=8128.0000 +step=255440 micro_steps=510880 elapsed=4.2s lr=3.000000e-04 loss=3.2317 ppl=25.3506 acc=0.4027 tokens=8128.0000 +step=255460 micro_steps=510920 elapsed=4.2s lr=3.000000e-04 loss=3.2441 ppl=25.6797 acc=0.4012 tokens=8128.0000 +step=255480 micro_steps=510960 elapsed=4.2s lr=3.000000e-04 loss=3.2265 ppl=25.2215 acc=0.4043 tokens=8128.0000 +step=255500 micro_steps=511000 elapsed=4.2s lr=3.000000e-04 loss=3.2193 ppl=25.0712 acc=0.4050 tokens=8128.0000 +step=255520 micro_steps=511040 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.5990 acc=0.4028 tokens=8128.0000 +step=255540 micro_steps=511080 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.3760 acc=0.4028 tokens=8128.0000 +step=255560 micro_steps=511120 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6834 acc=0.4010 tokens=8128.0000 +step=255580 micro_steps=511160 elapsed=4.2s lr=3.000000e-04 loss=3.2312 ppl=25.3435 acc=0.4019 tokens=8128.0000 +step=255600 micro_steps=511200 elapsed=4.2s lr=3.000000e-04 loss=3.2270 ppl=25.2348 acc=0.4038 tokens=8128.0000 +step=255620 micro_steps=511240 elapsed=4.2s lr=3.000000e-04 loss=3.2347 ppl=25.4177 acc=0.4018 tokens=8128.0000 +step=255640 micro_steps=511280 elapsed=4.2s lr=3.000000e-04 loss=3.2221 ppl=25.1016 acc=0.4034 tokens=8128.0000 +step=255660 micro_steps=511320 elapsed=4.2s lr=3.000000e-04 loss=3.2248 ppl=25.1717 acc=0.4049 tokens=8128.0000 +step=255680 micro_steps=511360 elapsed=4.2s lr=3.000000e-04 loss=3.2299 ppl=25.3162 acc=0.4030 tokens=8128.0000 +step=255700 micro_steps=511400 elapsed=4.2s lr=3.000000e-04 loss=3.2241 ppl=25.1623 acc=0.4038 tokens=8128.0000 +step=255720 micro_steps=511440 elapsed=4.2s lr=3.000000e-04 loss=3.2235 ppl=25.1489 acc=0.4032 tokens=8128.0000 +step=255740 micro_steps=511480 elapsed=4.2s lr=3.000000e-04 loss=3.2205 ppl=25.0684 acc=0.4035 tokens=8128.0000 +step=255760 micro_steps=511520 elapsed=4.2s lr=3.000000e-04 loss=3.2276 ppl=25.2506 acc=0.4028 tokens=8128.0000 +step=255780 micro_steps=511560 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5730 acc=0.4020 tokens=8128.0000 +step=255800 micro_steps=511600 elapsed=4.2s lr=3.000000e-04 loss=3.2382 ppl=25.5327 acc=0.4011 tokens=8128.0000 +step=255820 micro_steps=511640 elapsed=4.2s lr=3.000000e-04 loss=3.2351 ppl=25.4271 acc=0.4021 tokens=8128.0000 +step=255840 micro_steps=511680 elapsed=4.2s lr=3.000000e-04 loss=3.2248 ppl=25.1765 acc=0.4025 tokens=8128.0000 +step=255860 micro_steps=511720 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8303 acc=0.4003 tokens=8128.0000 +step=255880 micro_steps=511760 elapsed=4.2s lr=3.000000e-04 loss=3.2430 ppl=25.6362 acc=0.4018 tokens=8128.0000 +step=255900 micro_steps=511800 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6684 acc=0.4015 tokens=8128.0000 +step=255920 micro_steps=511840 elapsed=4.2s lr=3.000000e-04 loss=3.2326 ppl=25.3767 acc=0.4036 tokens=8128.0000 +step=255940 micro_steps=511880 elapsed=4.2s lr=3.000000e-04 loss=3.2234 ppl=25.1314 acc=0.4027 tokens=8128.0000 +step=255960 micro_steps=511920 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6651 acc=0.4004 tokens=8128.0000 +step=255980 micro_steps=511960 elapsed=4.2s lr=3.000000e-04 loss=3.2428 ppl=25.6529 acc=0.4016 tokens=8128.0000 +step=256000 micro_steps=512000 elapsed=4.2s lr=3.000000e-04 loss=3.2271 ppl=25.2401 acc=0.4028 tokens=8128.0000 +[sample step=256000] [CLS] wire service. [SEP] other producers and suppliers suggested the smoke might have come from national guard chiefs, not from manufacturers such as kellogg co., which provides mentoring for soldiers returning from operations in iraq and afghanistan. [SEP] a reporter for the state - controlled herald newspaper broke the story thursday by quoting zanu - pf lists of registered voters. [SEP] the answer is appropriate, in no particular order. [SEP] swedish president fredrik reinfeldt told reporters this month he supports a pledge by fredrik reinfeldt, the prime minister, to reduce the severity of the current crisis. [SEP] the cup has a 30 - member board composed of coaches, fin [SEP] +step=256020 micro_steps=512040 elapsed=6.6s lr=3.000000e-04 loss=3.2365 ppl=25.4623 acc=0.4024 tokens=8128.0000 +step=256040 micro_steps=512080 elapsed=4.2s lr=3.000000e-04 loss=3.2298 ppl=25.3195 acc=0.4027 tokens=8128.0000 +step=256060 micro_steps=512120 elapsed=4.2s lr=3.000000e-04 loss=3.2355 ppl=25.4500 acc=0.4030 tokens=8128.0000 +step=256080 micro_steps=512160 elapsed=4.2s lr=3.000000e-04 loss=3.2316 ppl=25.3491 acc=0.4021 tokens=8128.0000 +step=256100 micro_steps=512200 elapsed=4.2s lr=3.000000e-04 loss=3.2324 ppl=25.3765 acc=0.4022 tokens=8128.0000 +step=256120 micro_steps=512240 elapsed=4.2s lr=3.000000e-04 loss=3.2266 ppl=25.2346 acc=0.4041 tokens=8128.0000 +step=256140 micro_steps=512280 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5302 acc=0.4025 tokens=8128.0000 +step=256160 micro_steps=512320 elapsed=4.2s lr=3.000000e-04 loss=3.2243 ppl=25.1704 acc=0.4044 tokens=8128.0000 +step=256180 micro_steps=512360 elapsed=4.2s lr=3.000000e-04 loss=3.2397 ppl=25.5668 acc=0.4024 tokens=8128.0000 +step=256200 micro_steps=512400 elapsed=4.2s lr=3.000000e-04 loss=3.2334 ppl=25.3917 acc=0.4028 tokens=8128.0000 +step=256220 micro_steps=512440 elapsed=4.2s lr=3.000000e-04 loss=3.2246 ppl=25.1663 acc=0.4046 tokens=8128.0000 +step=256240 micro_steps=512480 elapsed=4.2s lr=3.000000e-04 loss=3.2285 ppl=25.2813 acc=0.4027 tokens=8128.0000 +step=256260 micro_steps=512520 elapsed=4.2s lr=3.000000e-04 loss=3.2247 ppl=25.1925 acc=0.4038 tokens=8128.0000 +step=256280 micro_steps=512560 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.3839 acc=0.4038 tokens=8128.0000 +step=256300 micro_steps=512600 elapsed=4.2s lr=3.000000e-04 loss=3.2365 ppl=25.4836 acc=0.4021 tokens=8128.0000 +step=256320 micro_steps=512640 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4831 acc=0.4039 tokens=8128.0000 +step=256340 micro_steps=512680 elapsed=4.2s lr=3.000000e-04 loss=3.2476 ppl=25.7585 acc=0.4012 tokens=8128.0000 +step=256360 micro_steps=512720 elapsed=4.2s lr=3.000000e-04 loss=3.2356 ppl=25.4539 acc=0.4025 tokens=8128.0000 +step=256380 micro_steps=512760 elapsed=4.2s lr=3.000000e-04 loss=3.2275 ppl=25.2576 acc=0.4025 tokens=8128.0000 +step=256400 micro_steps=512800 elapsed=4.2s lr=3.000000e-04 loss=3.2282 ppl=25.2629 acc=0.4022 tokens=8128.0000 +step=256420 micro_steps=512840 elapsed=4.2s lr=3.000000e-04 loss=3.2242 ppl=25.1737 acc=0.4033 tokens=8128.0000 +step=256440 micro_steps=512880 elapsed=4.2s lr=3.000000e-04 loss=3.2313 ppl=25.3565 acc=0.4034 tokens=8128.0000 +step=256460 micro_steps=512920 elapsed=4.2s lr=3.000000e-04 loss=3.2371 ppl=25.4904 acc=0.4028 tokens=8128.0000 +step=256480 micro_steps=512960 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4845 acc=0.4027 tokens=8128.0000 +step=256500 micro_steps=513000 elapsed=4.2s lr=3.000000e-04 loss=3.2364 ppl=25.4745 acc=0.4028 tokens=8128.0000 +step=256520 micro_steps=513040 elapsed=4.2s lr=3.000000e-04 loss=3.2261 ppl=25.2087 acc=0.4024 tokens=8128.0000 +step=256540 micro_steps=513080 elapsed=4.2s lr=3.000000e-04 loss=3.2277 ppl=25.2456 acc=0.4036 tokens=8128.0000 +step=256560 micro_steps=513120 elapsed=4.2s lr=3.000000e-04 loss=3.2225 ppl=25.1420 acc=0.4037 tokens=8128.0000 +step=256580 micro_steps=513160 elapsed=4.2s lr=3.000000e-04 loss=3.2286 ppl=25.2673 acc=0.4030 tokens=8128.0000 +step=256600 micro_steps=513200 elapsed=4.2s lr=3.000000e-04 loss=3.2268 ppl=25.2245 acc=0.4034 tokens=8128.0000 +step=256620 micro_steps=513240 elapsed=4.2s lr=3.000000e-04 loss=3.2351 ppl=25.4486 acc=0.4014 tokens=8128.0000 +step=256640 micro_steps=513280 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5845 acc=0.4014 tokens=8128.0000 +step=256660 micro_steps=513320 elapsed=4.2s lr=3.000000e-04 loss=3.2274 ppl=25.2411 acc=0.4030 tokens=8128.0000 +step=256680 micro_steps=513360 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5815 acc=0.4018 tokens=8128.0000 +step=256700 micro_steps=513400 elapsed=4.2s lr=3.000000e-04 loss=3.2174 ppl=25.0014 acc=0.4041 tokens=8128.0000 +step=256720 micro_steps=513440 elapsed=4.2s lr=3.000000e-04 loss=3.2313 ppl=25.3431 acc=0.4024 tokens=8128.0000 +step=256740 micro_steps=513480 elapsed=4.2s lr=3.000000e-04 loss=3.2426 ppl=25.6325 acc=0.4015 tokens=8128.0000 +step=256760 micro_steps=513520 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4352 acc=0.4022 tokens=8128.0000 +step=256780 micro_steps=513560 elapsed=4.2s lr=3.000000e-04 loss=3.2479 ppl=25.7691 acc=0.4014 tokens=8128.0000 +step=256800 micro_steps=513600 elapsed=4.2s lr=3.000000e-04 loss=3.2319 ppl=25.3583 acc=0.4025 tokens=8128.0000 +step=256820 micro_steps=513640 elapsed=4.2s lr=3.000000e-04 loss=3.2342 ppl=25.4213 acc=0.4023 tokens=8128.0000 +step=256840 micro_steps=513680 elapsed=4.2s lr=3.000000e-04 loss=3.2338 ppl=25.4146 acc=0.4016 tokens=8128.0000 +step=256860 micro_steps=513720 elapsed=4.2s lr=3.000000e-04 loss=3.2375 ppl=25.5062 acc=0.4021 tokens=8128.0000 +step=256880 micro_steps=513760 elapsed=4.2s lr=3.000000e-04 loss=3.2343 ppl=25.4227 acc=0.4030 tokens=8128.0000 +step=256900 micro_steps=513800 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.5057 acc=0.4017 tokens=8128.0000 +step=256920 micro_steps=513840 elapsed=4.2s lr=3.000000e-04 loss=3.2291 ppl=25.2837 acc=0.4031 tokens=8128.0000 +step=256940 micro_steps=513880 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.6983 acc=0.4010 tokens=8128.0000 +step=256960 micro_steps=513920 elapsed=4.2s lr=3.000000e-04 loss=3.2221 ppl=25.1216 acc=0.4042 tokens=8128.0000 +step=256980 micro_steps=513960 elapsed=4.2s lr=3.000000e-04 loss=3.2367 ppl=25.4764 acc=0.4030 tokens=8128.0000 +step=257000 micro_steps=514000 elapsed=4.2s lr=3.000000e-04 loss=3.2328 ppl=25.3753 acc=0.4031 tokens=8128.0000 +[sample step=257000] [CLS]rial signs, a blood sample can't find them, reports cbs news correspondent mark strassmann. [SEP] the us envoy to afghanistan and pakistan delivered letters to president hamid karzai last week calling on the government to crack down on graft among senior officials, but president omar al - bashir rebuffed those demands saturday. [SEP] about 1, 000 homes in the salisbury area were evacuated as a severe gust of wind hit the coast. [SEP] of course, he was then able to settle in with an apartment with a kitchen - sink ceiling. [SEP] here are a selection of comparisons from recent months. [SEP] the fbi " [SEP] +step=257020 micro_steps=514040 elapsed=6.6s lr=3.000000e-04 loss=3.2356 ppl=25.4501 acc=0.4030 tokens=8128.0000 +step=257040 micro_steps=514080 elapsed=4.2s lr=3.000000e-04 loss=3.2231 ppl=25.1301 acc=0.4046 tokens=8128.0000 +step=257060 micro_steps=514120 elapsed=4.1s lr=3.000000e-04 loss=3.2367 ppl=25.4776 acc=0.4030 tokens=8128.0000 +step=257080 micro_steps=514160 elapsed=4.2s lr=3.000000e-04 loss=3.2324 ppl=25.3600 acc=0.4019 tokens=8128.0000 +step=257100 micro_steps=514200 elapsed=4.2s lr=3.000000e-04 loss=3.2405 ppl=25.5927 acc=0.4019 tokens=8128.0000 +step=257120 micro_steps=514240 elapsed=4.1s lr=3.000000e-04 loss=3.2361 ppl=25.4575 acc=0.4023 tokens=8128.0000 +step=257140 micro_steps=514280 elapsed=4.2s lr=3.000000e-04 loss=3.2338 ppl=25.4038 acc=0.4034 tokens=8128.0000 +step=257160 micro_steps=514320 elapsed=4.2s lr=3.000000e-04 loss=3.2326 ppl=25.3848 acc=0.4023 tokens=8128.0000 +step=257180 micro_steps=514360 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5826 acc=0.4024 tokens=8128.0000 +step=257200 micro_steps=514400 elapsed=4.2s lr=3.000000e-04 loss=3.2224 ppl=25.1160 acc=0.4036 tokens=8128.0000 +step=257220 micro_steps=514440 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5186 acc=0.4023 tokens=8128.0000 +step=257240 micro_steps=514480 elapsed=4.2s lr=3.000000e-04 loss=3.2291 ppl=25.2835 acc=0.4036 tokens=8128.0000 +step=257260 micro_steps=514520 elapsed=4.2s lr=3.000000e-04 loss=3.2430 ppl=25.6315 acc=0.4005 tokens=8128.0000 +step=257280 micro_steps=514560 elapsed=4.2s lr=3.000000e-04 loss=3.2314 ppl=25.3447 acc=0.4033 tokens=8128.0000 +step=257300 micro_steps=514600 elapsed=4.2s lr=3.000000e-04 loss=3.2256 ppl=25.1899 acc=0.4044 tokens=8128.0000 +step=257320 micro_steps=514640 elapsed=4.2s lr=3.000000e-04 loss=3.2338 ppl=25.3979 acc=0.4020 tokens=8128.0000 +step=257340 micro_steps=514680 elapsed=4.2s lr=3.000000e-04 loss=3.2362 ppl=25.4780 acc=0.4018 tokens=8128.0000 +step=257360 micro_steps=514720 elapsed=4.2s lr=3.000000e-04 loss=3.2283 ppl=25.2682 acc=0.4033 tokens=8128.0000 +step=257380 micro_steps=514760 elapsed=4.2s lr=3.000000e-04 loss=3.2428 ppl=25.6290 acc=0.4021 tokens=8128.0000 +step=257400 micro_steps=514800 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5879 acc=0.4012 tokens=8128.0000 +step=257420 micro_steps=514840 elapsed=4.2s lr=3.000000e-04 loss=3.2321 ppl=25.3646 acc=0.4027 tokens=8128.0000 +step=257440 micro_steps=514880 elapsed=4.2s lr=3.000000e-04 loss=3.2391 ppl=25.5372 acc=0.4031 tokens=8128.0000 +step=257460 micro_steps=514920 elapsed=4.2s lr=3.000000e-04 loss=3.2466 ppl=25.7403 acc=0.4010 tokens=8128.0000 +step=257480 micro_steps=514960 elapsed=4.2s lr=3.000000e-04 loss=3.2253 ppl=25.1838 acc=0.4035 tokens=8128.0000 +step=257500 micro_steps=515000 elapsed=4.2s lr=3.000000e-04 loss=3.2386 ppl=25.5263 acc=0.4015 tokens=8128.0000 +step=257520 micro_steps=515040 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.6049 acc=0.4022 tokens=8128.0000 +step=257540 micro_steps=515080 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5214 acc=0.4015 tokens=8128.0000 +step=257560 micro_steps=515120 elapsed=4.2s lr=3.000000e-04 loss=3.2302 ppl=25.3109 acc=0.4037 tokens=8128.0000 +step=257580 micro_steps=515160 elapsed=4.2s lr=3.000000e-04 loss=3.2326 ppl=25.3717 acc=0.4023 tokens=8128.0000 +step=257600 micro_steps=515200 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6611 acc=0.4014 tokens=8128.0000 +step=257620 micro_steps=515240 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3433 acc=0.4036 tokens=8128.0000 +step=257640 micro_steps=515280 elapsed=4.2s lr=3.000000e-04 loss=3.2522 ppl=25.8797 acc=0.4005 tokens=8128.0000 +step=257660 micro_steps=515320 elapsed=4.2s lr=3.000000e-04 loss=3.2376 ppl=25.4974 acc=0.4031 tokens=8128.0000 +step=257680 micro_steps=515360 elapsed=4.2s lr=3.000000e-04 loss=3.2420 ppl=25.6085 acc=0.4012 tokens=8128.0000 +step=257700 micro_steps=515400 elapsed=4.2s lr=3.000000e-04 loss=3.2293 ppl=25.2887 acc=0.4028 tokens=8128.0000 +step=257720 micro_steps=515440 elapsed=4.2s lr=3.000000e-04 loss=3.2289 ppl=25.2864 acc=0.4025 tokens=8128.0000 +step=257740 micro_steps=515480 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.5951 acc=0.4020 tokens=8128.0000 +step=257760 micro_steps=515520 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7262 acc=0.4013 tokens=8128.0000 +step=257780 micro_steps=515560 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7205 acc=0.4003 tokens=8128.0000 +step=257800 micro_steps=515600 elapsed=4.2s lr=3.000000e-04 loss=3.2281 ppl=25.2585 acc=0.4030 tokens=8128.0000 +step=257820 micro_steps=515640 elapsed=4.2s lr=3.000000e-04 loss=3.2311 ppl=25.3236 acc=0.4042 tokens=8128.0000 +step=257840 micro_steps=515680 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5890 acc=0.4028 tokens=8128.0000 +step=257860 micro_steps=515720 elapsed=4.2s lr=3.000000e-04 loss=3.2288 ppl=25.2856 acc=0.4028 tokens=8128.0000 +step=257880 micro_steps=515760 elapsed=4.2s lr=3.000000e-04 loss=3.2271 ppl=25.2515 acc=0.4033 tokens=8128.0000 +step=257900 micro_steps=515800 elapsed=4.2s lr=3.000000e-04 loss=3.2418 ppl=25.6081 acc=0.4018 tokens=8128.0000 +step=257920 micro_steps=515840 elapsed=4.2s lr=3.000000e-04 loss=3.2461 ppl=25.7115 acc=0.4008 tokens=8128.0000 +step=257940 micro_steps=515880 elapsed=4.2s lr=3.000000e-04 loss=3.2373 ppl=25.4947 acc=0.4027 tokens=8128.0000 +step=257960 micro_steps=515920 elapsed=4.2s lr=3.000000e-04 loss=3.2398 ppl=25.5575 acc=0.4020 tokens=8128.0000 +step=257980 micro_steps=515960 elapsed=4.2s lr=3.000000e-04 loss=3.2195 ppl=25.0443 acc=0.4044 tokens=8128.0000 +step=258000 micro_steps=516000 elapsed=4.2s lr=3.000000e-04 loss=3.2203 ppl=25.0841 acc=0.4048 tokens=8128.0000 +[sample step=258000] [CLS] put up with anything that anticipates weardown quite consistently. [SEP] afghan president hamid karzai has said through his government that 900, 000 canadian troops are awaiting deployment to afghanistan. [SEP] i can only assume he felt that he was stuck at home and still eating from the trough when i was against dying, although my blu whizzed at the ankles " by her ringside seat. [SEP] the 90 - 1 majority and 117 - 12 majority ruling are basically unchanged from the original u. s. supreme court law and upheld on appeal by a dc - 4x7k vessel after a stay expired on friday of tuesday [SEP] +step=258020 micro_steps=516040 elapsed=6.6s lr=3.000000e-04 loss=3.2441 ppl=25.6692 acc=0.4007 tokens=8128.0000 +step=258040 micro_steps=516080 elapsed=4.2s lr=3.000000e-04 loss=3.2233 ppl=25.1361 acc=0.4030 tokens=8128.0000 +step=258060 micro_steps=516120 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.6998 acc=0.4014 tokens=8128.0000 +step=258080 micro_steps=516160 elapsed=4.2s lr=3.000000e-04 loss=3.2347 ppl=25.4263 acc=0.4022 tokens=8128.0000 +step=258100 micro_steps=516200 elapsed=4.2s lr=3.000000e-04 loss=3.2283 ppl=25.2614 acc=0.4023 tokens=8128.0000 +step=258120 micro_steps=516240 elapsed=4.2s lr=3.000000e-04 loss=3.2314 ppl=25.3354 acc=0.4030 tokens=8128.0000 +step=258140 micro_steps=516280 elapsed=4.2s lr=3.000000e-04 loss=3.2337 ppl=25.4064 acc=0.4015 tokens=8128.0000 +step=258160 micro_steps=516320 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6340 acc=0.4018 tokens=8128.0000 +step=258180 micro_steps=516360 elapsed=4.2s lr=3.000000e-04 loss=3.2313 ppl=25.3451 acc=0.4034 tokens=8128.0000 +step=258200 micro_steps=516400 elapsed=4.2s lr=3.000000e-04 loss=3.1942 ppl=24.6745 acc=0.4101 tokens=8128.0000 +step=258220 micro_steps=516440 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4599 acc=0.4026 tokens=8128.0000 +step=258240 micro_steps=516480 elapsed=4.2s lr=3.000000e-04 loss=3.2307 ppl=25.3231 acc=0.4031 tokens=8128.0000 +step=258260 micro_steps=516520 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4339 acc=0.4026 tokens=8128.0000 +step=258280 micro_steps=516560 elapsed=4.2s lr=3.000000e-04 loss=3.2443 ppl=25.6607 acc=0.4011 tokens=8128.0000 +step=258300 micro_steps=516600 elapsed=4.2s lr=3.000000e-04 loss=3.2353 ppl=25.4356 acc=0.4027 tokens=8128.0000 +step=258320 micro_steps=516640 elapsed=4.2s lr=3.000000e-04 loss=3.2386 ppl=25.5375 acc=0.4031 tokens=8128.0000 +step=258340 micro_steps=516680 elapsed=4.2s lr=3.000000e-04 loss=3.2362 ppl=25.4698 acc=0.4020 tokens=8128.0000 +step=258360 micro_steps=516720 elapsed=4.2s lr=3.000000e-04 loss=3.2338 ppl=25.4101 acc=0.4021 tokens=8128.0000 +step=258380 micro_steps=516760 elapsed=4.2s lr=3.000000e-04 loss=3.2460 ppl=25.7180 acc=0.4005 tokens=8128.0000 +step=258400 micro_steps=516800 elapsed=4.2s lr=3.000000e-04 loss=3.2304 ppl=25.3192 acc=0.4028 tokens=8128.0000 +step=258420 micro_steps=516840 elapsed=4.2s lr=3.000000e-04 loss=3.2317 ppl=25.3516 acc=0.4033 tokens=8128.0000 +step=258440 micro_steps=516880 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.6990 acc=0.4007 tokens=8128.0000 +step=258460 micro_steps=516920 elapsed=4.2s lr=3.000000e-04 loss=3.2426 ppl=25.6294 acc=0.4007 tokens=8128.0000 +step=258480 micro_steps=516960 elapsed=4.2s lr=3.000000e-04 loss=3.2229 ppl=25.1276 acc=0.4037 tokens=8128.0000 +step=258500 micro_steps=517000 elapsed=4.2s lr=3.000000e-04 loss=3.2237 ppl=25.1459 acc=0.4029 tokens=8128.0000 +step=258520 micro_steps=517040 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4887 acc=0.4018 tokens=8128.0000 +step=258540 micro_steps=517080 elapsed=4.2s lr=3.000000e-04 loss=3.2307 ppl=25.3260 acc=0.4037 tokens=8128.0000 +step=258560 micro_steps=517120 elapsed=4.2s lr=3.000000e-04 loss=3.2332 ppl=25.3915 acc=0.4026 tokens=8128.0000 +step=258580 micro_steps=517160 elapsed=4.2s lr=3.000000e-04 loss=3.2524 ppl=25.8842 acc=0.4001 tokens=8128.0000 +step=258600 micro_steps=517200 elapsed=4.2s lr=3.000000e-04 loss=3.2175 ppl=24.9994 acc=0.4046 tokens=8128.0000 +step=258620 micro_steps=517240 elapsed=4.2s lr=3.000000e-04 loss=3.2293 ppl=25.2950 acc=0.4030 tokens=8128.0000 +step=258640 micro_steps=517280 elapsed=4.2s lr=3.000000e-04 loss=3.2430 ppl=25.6470 acc=0.4005 tokens=8128.0000 +step=258660 micro_steps=517320 elapsed=4.2s lr=3.000000e-04 loss=3.2427 ppl=25.6267 acc=0.4016 tokens=8128.0000 +step=258680 micro_steps=517360 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.3938 acc=0.4029 tokens=8128.0000 +step=258700 micro_steps=517400 elapsed=4.2s lr=3.000000e-04 loss=3.2508 ppl=25.8421 acc=0.4003 tokens=8128.0000 +step=258720 micro_steps=517440 elapsed=4.2s lr=3.000000e-04 loss=3.2477 ppl=25.7584 acc=0.4020 tokens=8128.0000 +step=258740 micro_steps=517480 elapsed=4.2s lr=3.000000e-04 loss=3.2322 ppl=25.3683 acc=0.4033 tokens=8128.0000 +step=258760 micro_steps=517520 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5172 acc=0.4033 tokens=8128.0000 +step=258780 micro_steps=517560 elapsed=4.2s lr=3.000000e-04 loss=3.2384 ppl=25.5227 acc=0.4021 tokens=8128.0000 +step=258800 micro_steps=517600 elapsed=4.2s lr=3.000000e-04 loss=3.2388 ppl=25.5362 acc=0.4015 tokens=8128.0000 +step=258820 micro_steps=517640 elapsed=4.2s lr=3.000000e-04 loss=3.2211 ppl=25.0811 acc=0.4044 tokens=8128.0000 +step=258840 micro_steps=517680 elapsed=4.2s lr=3.000000e-04 loss=3.2292 ppl=25.2897 acc=0.4038 tokens=8128.0000 +step=258860 micro_steps=517720 elapsed=4.2s lr=3.000000e-04 loss=3.2319 ppl=25.3484 acc=0.4041 tokens=8128.0000 +step=258880 micro_steps=517760 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7147 acc=0.4021 tokens=8128.0000 +step=258900 micro_steps=517800 elapsed=4.2s lr=3.000000e-04 loss=3.2269 ppl=25.2492 acc=0.4040 tokens=8128.0000 +step=258920 micro_steps=517840 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4795 acc=0.4025 tokens=8128.0000 +step=258940 micro_steps=517880 elapsed=4.2s lr=3.000000e-04 loss=3.2278 ppl=25.2605 acc=0.4034 tokens=8128.0000 +step=258960 micro_steps=517920 elapsed=4.2s lr=3.000000e-04 loss=3.2324 ppl=25.3658 acc=0.4019 tokens=8128.0000 +step=258980 micro_steps=517960 elapsed=4.2s lr=3.000000e-04 loss=3.2259 ppl=25.2077 acc=0.4037 tokens=8128.0000 +step=259000 micro_steps=518000 elapsed=4.2s lr=3.000000e-04 loss=3.2236 ppl=25.1540 acc=0.4027 tokens=8128.0000 +[sample step=259000] [CLS] by while - - the pattern was shot down in every sales channel. [SEP] the local media removed the idea, however. [SEP] "the death toll had exceeded 150... and i had just told all my friends who had come to a pub in the town to play the video to talk about it," mr thorasse said. [SEP] los angeles, california (ap) - - with hollywood mogul clive owen just minutes away from taking his film directorial debut into the big screen, adam sandler, owen wilson and chris dufresne, david schwinger and maggie gyllenhaal get to hang around [SEP] +step=259020 micro_steps=518040 elapsed=6.6s lr=3.000000e-04 loss=3.2432 ppl=25.6442 acc=0.4012 tokens=8128.0000 +step=259040 micro_steps=518080 elapsed=4.2s lr=3.000000e-04 loss=3.2439 ppl=25.6673 acc=0.4012 tokens=8128.0000 +step=259060 micro_steps=518120 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4281 acc=0.4025 tokens=8128.0000 +step=259080 micro_steps=518160 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4802 acc=0.4028 tokens=8128.0000 +step=259100 micro_steps=518200 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.6076 acc=0.4019 tokens=8128.0000 +step=259120 micro_steps=518240 elapsed=4.2s lr=3.000000e-04 loss=3.2438 ppl=25.6630 acc=0.4016 tokens=8128.0000 +step=259140 micro_steps=518280 elapsed=4.2s lr=3.000000e-04 loss=3.2306 ppl=25.3261 acc=0.4024 tokens=8128.0000 +step=259160 micro_steps=518320 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4484 acc=0.4030 tokens=8128.0000 +step=259180 micro_steps=518360 elapsed=4.2s lr=3.000000e-04 loss=3.2309 ppl=25.3290 acc=0.4034 tokens=8128.0000 +step=259200 micro_steps=518400 elapsed=4.2s lr=3.000000e-04 loss=3.2188 ppl=25.0304 acc=0.4047 tokens=8128.0000 +step=259220 micro_steps=518440 elapsed=4.2s lr=3.000000e-04 loss=3.2343 ppl=25.4211 acc=0.4018 tokens=8128.0000 +step=259240 micro_steps=518480 elapsed=4.2s lr=3.000000e-04 loss=3.2362 ppl=25.4700 acc=0.4005 tokens=8128.0000 +step=259260 micro_steps=518520 elapsed=4.2s lr=3.000000e-04 loss=3.2283 ppl=25.2705 acc=0.4025 tokens=8128.0000 +step=259280 micro_steps=518560 elapsed=4.2s lr=3.000000e-04 loss=3.2359 ppl=25.4559 acc=0.4020 tokens=8128.0000 +step=259300 micro_steps=518600 elapsed=4.2s lr=3.000000e-04 loss=3.2364 ppl=25.4652 acc=0.4026 tokens=8128.0000 +step=259320 micro_steps=518640 elapsed=4.2s lr=3.000000e-04 loss=3.2384 ppl=25.5331 acc=0.4018 tokens=8128.0000 +step=259340 micro_steps=518680 elapsed=4.2s lr=3.000000e-04 loss=3.2181 ppl=25.0202 acc=0.4054 tokens=8128.0000 +step=259360 micro_steps=518720 elapsed=4.2s lr=3.000000e-04 loss=3.2205 ppl=25.0714 acc=0.4033 tokens=8128.0000 +step=259380 micro_steps=518760 elapsed=4.2s lr=3.000000e-04 loss=3.2472 ppl=25.7550 acc=0.4010 tokens=8128.0000 +step=259400 micro_steps=518800 elapsed=4.2s lr=3.000000e-04 loss=3.2469 ppl=25.7479 acc=0.4015 tokens=8128.0000 +step=259420 micro_steps=518840 elapsed=4.2s lr=3.000000e-04 loss=3.2291 ppl=25.2902 acc=0.4033 tokens=8128.0000 +step=259440 micro_steps=518880 elapsed=4.2s lr=3.000000e-04 loss=3.2350 ppl=25.4273 acc=0.4016 tokens=8128.0000 +step=259460 micro_steps=518920 elapsed=4.2s lr=3.000000e-04 loss=3.2339 ppl=25.4185 acc=0.4034 tokens=8128.0000 +step=259480 micro_steps=518960 elapsed=4.2s lr=3.000000e-04 loss=3.2417 ppl=25.6024 acc=0.4010 tokens=8128.0000 +step=259500 micro_steps=519000 elapsed=4.2s lr=3.000000e-04 loss=3.2187 ppl=25.0418 acc=0.4036 tokens=8128.0000 +step=259520 micro_steps=519040 elapsed=4.2s lr=3.000000e-04 loss=3.2210 ppl=25.1508 acc=0.4043 tokens=8128.0000 +step=259540 micro_steps=519080 elapsed=4.2s lr=3.000000e-04 loss=3.2331 ppl=25.3901 acc=0.4039 tokens=8128.0000 +step=259560 micro_steps=519120 elapsed=4.2s lr=3.000000e-04 loss=3.2228 ppl=25.1333 acc=0.4039 tokens=8128.0000 +step=259580 micro_steps=519160 elapsed=4.2s lr=3.000000e-04 loss=3.2393 ppl=25.5434 acc=0.4031 tokens=8128.0000 +step=259600 micro_steps=519200 elapsed=4.2s lr=3.000000e-04 loss=3.2417 ppl=25.6176 acc=0.4025 tokens=8128.0000 +step=259620 micro_steps=519240 elapsed=4.2s lr=3.000000e-04 loss=3.2259 ppl=25.2144 acc=0.4040 tokens=8128.0000 +step=259640 micro_steps=519280 elapsed=4.2s lr=3.000000e-04 loss=3.2395 ppl=25.5481 acc=0.4032 tokens=8128.0000 +step=259660 micro_steps=519320 elapsed=4.2s lr=3.000000e-04 loss=3.2232 ppl=25.1325 acc=0.4039 tokens=8128.0000 +step=259680 micro_steps=519360 elapsed=4.2s lr=3.000000e-04 loss=3.2388 ppl=25.5450 acc=0.4028 tokens=8128.0000 +step=259700 micro_steps=519400 elapsed=4.2s lr=3.000000e-04 loss=3.2427 ppl=25.6309 acc=0.4025 tokens=8128.0000 +step=259720 micro_steps=519440 elapsed=4.2s lr=3.000000e-04 loss=3.2354 ppl=25.4494 acc=0.4019 tokens=8128.0000 +step=259740 micro_steps=519480 elapsed=4.2s lr=3.000000e-04 loss=3.2359 ppl=25.4799 acc=0.4034 tokens=8128.0000 +step=259760 micro_steps=519520 elapsed=4.2s lr=3.000000e-04 loss=3.2502 ppl=25.8273 acc=0.4003 tokens=8128.0000 +step=259780 micro_steps=519560 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5539 acc=0.4023 tokens=8128.0000 +step=259800 micro_steps=519600 elapsed=4.2s lr=3.000000e-04 loss=3.2255 ppl=25.2068 acc=0.4032 tokens=8128.0000 +step=259820 micro_steps=519640 elapsed=4.2s lr=3.000000e-04 loss=3.2362 ppl=25.4643 acc=0.4019 tokens=8128.0000 +step=259840 micro_steps=519680 elapsed=4.2s lr=3.000000e-04 loss=3.2304 ppl=25.3317 acc=0.4033 tokens=8128.0000 +step=259860 micro_steps=519720 elapsed=4.2s lr=3.000000e-04 loss=3.2372 ppl=25.4942 acc=0.4019 tokens=8128.0000 +step=259880 micro_steps=519760 elapsed=4.2s lr=3.000000e-04 loss=3.2344 ppl=25.4147 acc=0.4012 tokens=8128.0000 +step=259900 micro_steps=519800 elapsed=4.2s lr=3.000000e-04 loss=3.2360 ppl=25.4573 acc=0.4014 tokens=8128.0000 +step=259920 micro_steps=519840 elapsed=4.2s lr=3.000000e-04 loss=3.2340 ppl=25.4091 acc=0.4028 tokens=8128.0000 +step=259940 micro_steps=519880 elapsed=4.2s lr=3.000000e-04 loss=3.2320 ppl=25.3535 acc=0.4037 tokens=8128.0000 +step=259960 micro_steps=519920 elapsed=4.2s lr=3.000000e-04 loss=3.2346 ppl=25.4312 acc=0.4012 tokens=8128.0000 +step=259980 micro_steps=519960 elapsed=4.2s lr=3.000000e-04 loss=3.2207 ppl=25.0757 acc=0.4036 tokens=8128.0000 +step=260000 micro_steps=520000 elapsed=4.2s lr=3.000000e-04 loss=3.2414 ppl=25.6019 acc=0.4016 tokens=8128.0000 +[sample step=260000] [CLS] beginning to weigh energy consumption too much, into the devices'battery cages. [SEP] in a case like this, the judge, john price of west london magistrates'court, will decide whether you could give any bail. [SEP] but it also held back further due to the ongoing uncertainty of buying new planes. [SEP] after seeing television footage that viewers could keep at bay a meeting and e - mail with leaders of the volunteer fire brigades'union, shea burnett - faust called the second day of the demonstrations into question and demanded a reduction in that number. [SEP] the institution was founded three years ago and will remain, depending on the gaming industry ' [SEP] +step=260020 micro_steps=520040 elapsed=7.8s lr=3.000000e-04 loss=3.2244 ppl=25.1741 acc=0.4024 tokens=8128.0000 +step=260040 micro_steps=520080 elapsed=4.2s lr=3.000000e-04 loss=3.2129 ppl=24.8772 acc=0.4053 tokens=8128.0000 +step=260060 micro_steps=520120 elapsed=4.2s lr=3.000000e-04 loss=3.2245 ppl=25.1684 acc=0.4032 tokens=8128.0000 +step=260080 micro_steps=520160 elapsed=4.2s lr=3.000000e-04 loss=3.2362 ppl=25.4761 acc=0.4018 tokens=8128.0000 +step=260100 micro_steps=520200 elapsed=4.2s lr=3.000000e-04 loss=3.2236 ppl=25.1382 acc=0.4030 tokens=8128.0000 +step=260120 micro_steps=520240 elapsed=4.2s lr=3.000000e-04 loss=3.2421 ppl=25.6302 acc=0.4026 tokens=8128.0000 +step=260140 micro_steps=520280 elapsed=4.2s lr=3.000000e-04 loss=3.2177 ppl=25.0185 acc=0.4045 tokens=8128.0000 +step=260160 micro_steps=520320 elapsed=4.2s lr=3.000000e-04 loss=3.2221 ppl=25.1448 acc=0.4042 tokens=8128.0000 +step=260180 micro_steps=520360 elapsed=4.2s lr=3.000000e-04 loss=3.2190 ppl=25.0343 acc=0.4037 tokens=8128.0000 +step=260200 micro_steps=520400 elapsed=4.2s lr=3.000000e-04 loss=3.2383 ppl=25.5183 acc=0.4023 tokens=8128.0000 +step=260220 micro_steps=520440 elapsed=4.2s lr=3.000000e-04 loss=3.2269 ppl=25.2344 acc=0.4037 tokens=8128.0000 +step=260240 micro_steps=520480 elapsed=4.2s lr=3.000000e-04 loss=3.2350 ppl=25.4332 acc=0.4026 tokens=8128.0000 +step=260260 micro_steps=520520 elapsed=4.2s lr=3.000000e-04 loss=3.2354 ppl=25.4436 acc=0.4020 tokens=8128.0000 +step=260280 micro_steps=520560 elapsed=4.2s lr=3.000000e-04 loss=3.2310 ppl=25.3207 acc=0.4016 tokens=8128.0000 +step=260300 micro_steps=520600 elapsed=4.2s lr=3.000000e-04 loss=3.2170 ppl=25.0051 acc=0.4049 tokens=8128.0000 +step=260320 micro_steps=520640 elapsed=4.2s lr=3.000000e-04 loss=3.2340 ppl=25.4069 acc=0.4037 tokens=8128.0000 +step=260340 micro_steps=520680 elapsed=4.2s lr=3.000000e-04 loss=3.2187 ppl=25.0265 acc=0.4045 tokens=8128.0000 +step=260360 micro_steps=520720 elapsed=4.2s lr=3.000000e-04 loss=3.2351 ppl=25.4341 acc=0.4026 tokens=8128.0000 +step=260380 micro_steps=520760 elapsed=4.2s lr=3.000000e-04 loss=3.2393 ppl=25.5543 acc=0.4019 tokens=8128.0000 +step=260400 micro_steps=520800 elapsed=4.2s lr=3.000000e-04 loss=3.2313 ppl=25.3415 acc=0.4027 tokens=8128.0000 +step=260420 micro_steps=520840 elapsed=4.2s lr=3.000000e-04 loss=3.2322 ppl=25.3573 acc=0.4035 tokens=8128.0000 +step=260440 micro_steps=520880 elapsed=4.2s lr=3.000000e-04 loss=3.2311 ppl=25.3363 acc=0.4032 tokens=8128.0000 +step=260460 micro_steps=520920 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4871 acc=0.4027 tokens=8128.0000 +step=260480 micro_steps=520960 elapsed=4.2s lr=3.000000e-04 loss=3.2253 ppl=25.1921 acc=0.4030 tokens=8128.0000 +step=260500 micro_steps=521000 elapsed=4.2s lr=3.000000e-04 loss=3.2508 ppl=25.8465 acc=0.4009 tokens=8128.0000 +step=260520 micro_steps=521040 elapsed=4.2s lr=3.000000e-04 loss=3.2157 ppl=24.9491 acc=0.4047 tokens=8128.0000 +step=260540 micro_steps=521080 elapsed=4.2s lr=3.000000e-04 loss=3.2401 ppl=25.5625 acc=0.4024 tokens=8128.0000 +step=260560 micro_steps=521120 elapsed=4.2s lr=3.000000e-04 loss=3.2446 ppl=25.6810 acc=0.4026 tokens=8128.0000 +step=260580 micro_steps=521160 elapsed=4.2s lr=3.000000e-04 loss=3.2266 ppl=25.2236 acc=0.4026 tokens=8128.0000 +step=260600 micro_steps=521200 elapsed=4.2s lr=3.000000e-04 loss=3.2360 ppl=25.4548 acc=0.4031 tokens=8128.0000 +step=260620 micro_steps=521240 elapsed=4.2s lr=3.000000e-04 loss=3.2399 ppl=25.5637 acc=0.4020 tokens=8128.0000 +step=260640 micro_steps=521280 elapsed=4.2s lr=3.000000e-04 loss=3.2237 ppl=25.1515 acc=0.4036 tokens=8128.0000 +step=260660 micro_steps=521320 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5791 acc=0.4015 tokens=8128.0000 +step=260680 micro_steps=521360 elapsed=4.2s lr=3.000000e-04 loss=3.2417 ppl=25.5971 acc=0.4021 tokens=8128.0000 +step=260700 micro_steps=521400 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7067 acc=0.4009 tokens=8128.0000 +step=260720 micro_steps=521440 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7012 acc=0.4009 tokens=8128.0000 +step=260740 micro_steps=521480 elapsed=4.2s lr=3.000000e-04 loss=3.2314 ppl=25.3453 acc=0.4024 tokens=8128.0000 +step=260760 micro_steps=521520 elapsed=4.2s lr=3.000000e-04 loss=3.2254 ppl=25.2049 acc=0.4031 tokens=8128.0000 +step=260780 micro_steps=521560 elapsed=4.2s lr=3.000000e-04 loss=3.2355 ppl=25.4507 acc=0.4023 tokens=8128.0000 +step=260800 micro_steps=521600 elapsed=4.2s lr=3.000000e-04 loss=3.2312 ppl=25.3332 acc=0.4028 tokens=8128.0000 +step=260820 micro_steps=521640 elapsed=4.2s lr=3.000000e-04 loss=3.2289 ppl=25.2788 acc=0.4021 tokens=8128.0000 +step=260840 micro_steps=521680 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5934 acc=0.4019 tokens=8128.0000 +step=260860 micro_steps=521720 elapsed=4.2s lr=3.000000e-04 loss=3.2359 ppl=25.4586 acc=0.4024 tokens=8128.0000 +step=260880 micro_steps=521760 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.6064 acc=0.4014 tokens=8128.0000 +step=260900 micro_steps=521800 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.5762 acc=0.4036 tokens=8128.0000 +step=260920 micro_steps=521840 elapsed=4.2s lr=3.000000e-04 loss=3.2248 ppl=25.1796 acc=0.4032 tokens=8128.0000 +step=260940 micro_steps=521880 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.3680 acc=0.4021 tokens=8128.0000 +step=260960 micro_steps=521920 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4275 acc=0.4019 tokens=8128.0000 +step=260980 micro_steps=521960 elapsed=4.2s lr=3.000000e-04 loss=3.2196 ppl=25.0440 acc=0.4050 tokens=8128.0000 +step=261000 micro_steps=522000 elapsed=4.2s lr=3.000000e-04 loss=3.2311 ppl=25.3290 acc=0.4023 tokens=8128.0000 +[sample step=261000] [CLS] treatment programme in iraq. [SEP] the harassment was also denied by renault. [SEP] the replay of the call is available until 5: 00 p. m. on august 18, 2009. the call will be available for replay between 1: 00pm and 2: 00pm eastern time on august 21, 2009. for those of the investor relations section of the company's web site, www. capitalnr. com, investors can access the call by dialing + 1 202 789 4210 and requesting "source code 853069, for those who are concerned about newmark's operation." a replay of the call will be [SEP] +step=261020 micro_steps=522040 elapsed=6.6s lr=3.000000e-04 loss=3.2502 ppl=25.8223 acc=0.4006 tokens=8128.0000 +step=261040 micro_steps=522080 elapsed=4.2s lr=3.000000e-04 loss=3.2409 ppl=25.5782 acc=0.4008 tokens=8128.0000 +step=261060 micro_steps=522120 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6120 acc=0.4020 tokens=8128.0000 +step=261080 micro_steps=522160 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5887 acc=0.4018 tokens=8128.0000 +step=261100 micro_steps=522200 elapsed=4.2s lr=3.000000e-04 loss=3.2291 ppl=25.2927 acc=0.4044 tokens=8128.0000 +step=261120 micro_steps=522240 elapsed=4.2s lr=3.000000e-04 loss=3.2323 ppl=25.3707 acc=0.4040 tokens=8128.0000 +step=261140 micro_steps=522280 elapsed=4.2s lr=3.000000e-04 loss=3.2348 ppl=25.4289 acc=0.4031 tokens=8128.0000 +step=261160 micro_steps=522320 elapsed=4.2s lr=3.000000e-04 loss=3.2400 ppl=25.5724 acc=0.4012 tokens=8128.0000 +step=261180 micro_steps=522360 elapsed=4.2s lr=3.000000e-04 loss=3.2204 ppl=25.0765 acc=0.4047 tokens=8128.0000 +step=261200 micro_steps=522400 elapsed=4.2s lr=3.000000e-04 loss=3.2342 ppl=25.4295 acc=0.4008 tokens=8128.0000 +step=261220 micro_steps=522440 elapsed=4.2s lr=3.000000e-04 loss=3.2359 ppl=25.4541 acc=0.4022 tokens=8128.0000 +step=261240 micro_steps=522480 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.3838 acc=0.4023 tokens=8128.0000 +step=261260 micro_steps=522520 elapsed=4.2s lr=3.000000e-04 loss=3.2290 ppl=25.2846 acc=0.4017 tokens=8128.0000 +step=261280 micro_steps=522560 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4482 acc=0.4029 tokens=8128.0000 +step=261300 micro_steps=522600 elapsed=4.2s lr=3.000000e-04 loss=3.2294 ppl=25.2959 acc=0.4026 tokens=8128.0000 +step=261320 micro_steps=522640 elapsed=4.2s lr=3.000000e-04 loss=3.2245 ppl=25.1787 acc=0.4042 tokens=8128.0000 +step=261340 micro_steps=522680 elapsed=4.2s lr=3.000000e-04 loss=3.2496 ppl=25.8058 acc=0.4013 tokens=8128.0000 +step=261360 micro_steps=522720 elapsed=4.2s lr=3.000000e-04 loss=3.2397 ppl=25.5486 acc=0.4030 tokens=8128.0000 +step=261380 micro_steps=522760 elapsed=4.2s lr=3.000000e-04 loss=3.2378 ppl=25.5056 acc=0.4016 tokens=8128.0000 +step=261400 micro_steps=522800 elapsed=4.2s lr=3.000000e-04 loss=3.2533 ppl=25.9078 acc=0.4003 tokens=8128.0000 +step=261420 micro_steps=522840 elapsed=4.2s lr=3.000000e-04 loss=3.2295 ppl=25.2983 acc=0.4028 tokens=8128.0000 +step=261440 micro_steps=522880 elapsed=4.2s lr=3.000000e-04 loss=3.2268 ppl=25.2257 acc=0.4040 tokens=8128.0000 +step=261460 micro_steps=522920 elapsed=4.2s lr=3.000000e-04 loss=3.2303 ppl=25.3199 acc=0.4024 tokens=8128.0000 +step=261480 micro_steps=522960 elapsed=4.2s lr=3.000000e-04 loss=3.2378 ppl=25.5115 acc=0.4022 tokens=8128.0000 +step=261500 micro_steps=523000 elapsed=4.2s lr=3.000000e-04 loss=3.2353 ppl=25.4490 acc=0.4032 tokens=8128.0000 +step=261520 micro_steps=523040 elapsed=4.2s lr=3.000000e-04 loss=3.2453 ppl=25.7166 acc=0.4009 tokens=8128.0000 +step=261540 micro_steps=523080 elapsed=4.2s lr=3.000000e-04 loss=3.2229 ppl=25.1240 acc=0.4044 tokens=8128.0000 +step=261560 micro_steps=523120 elapsed=4.2s lr=3.000000e-04 loss=3.2256 ppl=25.2107 acc=0.4041 tokens=8128.0000 +step=261580 micro_steps=523160 elapsed=4.2s lr=3.000000e-04 loss=3.2300 ppl=25.3037 acc=0.4034 tokens=8128.0000 +step=261600 micro_steps=523200 elapsed=4.2s lr=3.000000e-04 loss=3.2301 ppl=25.3026 acc=0.4042 tokens=8128.0000 +step=261620 micro_steps=523240 elapsed=4.2s lr=3.000000e-04 loss=3.2252 ppl=25.1874 acc=0.4038 tokens=8128.0000 +step=261640 micro_steps=523280 elapsed=4.2s lr=3.000000e-04 loss=3.2317 ppl=25.3500 acc=0.4026 tokens=8128.0000 +step=261660 micro_steps=523320 elapsed=4.2s lr=3.000000e-04 loss=3.2341 ppl=25.4211 acc=0.4025 tokens=8128.0000 +step=261680 micro_steps=523360 elapsed=4.2s lr=3.000000e-04 loss=3.2306 ppl=25.3130 acc=0.4035 tokens=8128.0000 +step=261700 micro_steps=523400 elapsed=4.2s lr=3.000000e-04 loss=3.2306 ppl=25.3381 acc=0.4021 tokens=8128.0000 +step=261720 micro_steps=523440 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7111 acc=0.4021 tokens=8128.0000 +step=261740 micro_steps=523480 elapsed=4.2s lr=3.000000e-04 loss=3.2318 ppl=25.3618 acc=0.4018 tokens=8128.0000 +step=261760 micro_steps=523520 elapsed=4.2s lr=3.000000e-04 loss=3.2354 ppl=25.4558 acc=0.4026 tokens=8128.0000 +step=261780 micro_steps=523560 elapsed=4.2s lr=3.000000e-04 loss=3.2214 ppl=25.1012 acc=0.4038 tokens=8128.0000 +step=261800 micro_steps=523600 elapsed=4.2s lr=3.000000e-04 loss=3.2306 ppl=25.3128 acc=0.4021 tokens=8128.0000 +step=261820 micro_steps=523640 elapsed=4.2s lr=3.000000e-04 loss=3.2426 ppl=25.6276 acc=0.4016 tokens=8128.0000 +step=261840 micro_steps=523680 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4573 acc=0.4021 tokens=8128.0000 +step=261860 micro_steps=523720 elapsed=4.2s lr=3.000000e-04 loss=3.2339 ppl=25.4005 acc=0.4020 tokens=8128.0000 +step=261880 micro_steps=523760 elapsed=4.2s lr=3.000000e-04 loss=3.2292 ppl=25.2883 acc=0.4039 tokens=8128.0000 +step=261900 micro_steps=523800 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6696 acc=0.4022 tokens=8128.0000 +step=261920 micro_steps=523840 elapsed=4.2s lr=3.000000e-04 loss=3.2310 ppl=25.3429 acc=0.4029 tokens=8128.0000 +step=261940 micro_steps=523880 elapsed=4.2s lr=3.000000e-04 loss=3.2290 ppl=25.3016 acc=0.4030 tokens=8128.0000 +step=261960 micro_steps=523920 elapsed=4.2s lr=3.000000e-04 loss=3.2265 ppl=25.2198 acc=0.4025 tokens=8128.0000 +step=261980 micro_steps=523960 elapsed=4.2s lr=3.000000e-04 loss=3.2330 ppl=25.3976 acc=0.4030 tokens=8128.0000 +step=262000 micro_steps=524000 elapsed=4.2s lr=3.000000e-04 loss=3.2129 ppl=24.8787 acc=0.4050 tokens=8128.0000 +[sample step=262000] [CLS] look at their personal chemistry on match night after matchday. [SEP] osama, ala. - ricky michael thompson carried the ball on seven carries for 158 yards and another touchdown as no. 5 mississippi outlasted arkansas 44 - 31 to regain the rankings title in ways that few cities have in years. [SEP] our financial health is less than a year away. [SEP] volunteers walked his parents through the tunnel, watched their steps and playfully rubbed their hands on his arm. [SEP] it was last modified at 12. 04 gmt on thursday 5 november 2009. [SEP] there are three academy awards (one academy award, a bafta) to be returned [SEP] +step=262020 micro_steps=524040 elapsed=6.6s lr=3.000000e-04 loss=3.2344 ppl=25.4241 acc=0.4023 tokens=8128.0000 +step=262040 micro_steps=524080 elapsed=4.2s lr=3.000000e-04 loss=3.2381 ppl=25.5004 acc=0.4021 tokens=8128.0000 +step=262060 micro_steps=524120 elapsed=4.2s lr=3.000000e-04 loss=3.2251 ppl=25.1878 acc=0.4023 tokens=8128.0000 +step=262080 micro_steps=524160 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5811 acc=0.4003 tokens=8128.0000 +step=262100 micro_steps=524200 elapsed=4.2s lr=3.000000e-04 loss=3.2343 ppl=25.4151 acc=0.4024 tokens=8128.0000 +step=262120 micro_steps=524240 elapsed=4.2s lr=3.000000e-04 loss=3.2365 ppl=25.4777 acc=0.4017 tokens=8128.0000 +step=262140 micro_steps=524280 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4814 acc=0.4031 tokens=8128.0000 +step=262160 micro_steps=524320 elapsed=4.2s lr=3.000000e-04 loss=3.2356 ppl=25.4480 acc=0.4021 tokens=8128.0000 +step=262180 micro_steps=524360 elapsed=4.2s lr=3.000000e-04 loss=3.2255 ppl=25.2074 acc=0.4046 tokens=8128.0000 +step=262200 micro_steps=524400 elapsed=4.2s lr=3.000000e-04 loss=3.2343 ppl=25.4182 acc=0.4024 tokens=8128.0000 +step=262220 micro_steps=524440 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.5037 acc=0.4020 tokens=8128.0000 +step=262240 micro_steps=524480 elapsed=4.2s lr=3.000000e-04 loss=3.2359 ppl=25.4626 acc=0.4021 tokens=8128.0000 +step=262260 micro_steps=524520 elapsed=4.2s lr=3.000000e-04 loss=3.2227 ppl=25.1341 acc=0.4046 tokens=8128.0000 +step=262280 micro_steps=524560 elapsed=4.2s lr=3.000000e-04 loss=3.2355 ppl=25.4639 acc=0.4024 tokens=8128.0000 +step=262300 micro_steps=524600 elapsed=4.2s lr=3.000000e-04 loss=3.2351 ppl=25.4519 acc=0.4020 tokens=8128.0000 +step=262320 micro_steps=524640 elapsed=4.2s lr=3.000000e-04 loss=3.2198 ppl=25.0597 acc=0.4036 tokens=8128.0000 +step=262340 micro_steps=524680 elapsed=4.2s lr=3.000000e-04 loss=3.2375 ppl=25.4911 acc=0.4023 tokens=8128.0000 +step=262360 micro_steps=524720 elapsed=4.2s lr=3.000000e-04 loss=3.2373 ppl=25.4959 acc=0.4026 tokens=8128.0000 +step=262380 micro_steps=524760 elapsed=4.2s lr=3.000000e-04 loss=3.2249 ppl=25.1780 acc=0.4039 tokens=8128.0000 +step=262400 micro_steps=524800 elapsed=4.2s lr=3.000000e-04 loss=3.2342 ppl=25.4257 acc=0.4026 tokens=8128.0000 +step=262420 micro_steps=524840 elapsed=4.2s lr=3.000000e-04 loss=3.2259 ppl=25.2161 acc=0.4046 tokens=8128.0000 +step=262440 micro_steps=524880 elapsed=4.2s lr=3.000000e-04 loss=3.2331 ppl=25.3784 acc=0.4038 tokens=8128.0000 +step=262460 micro_steps=524920 elapsed=4.2s lr=3.000000e-04 loss=3.2160 ppl=24.9607 acc=0.4053 tokens=8128.0000 +step=262480 micro_steps=524960 elapsed=4.2s lr=3.000000e-04 loss=3.2359 ppl=25.4612 acc=0.4019 tokens=8128.0000 +step=262500 micro_steps=525000 elapsed=4.2s lr=3.000000e-04 loss=3.2384 ppl=25.5241 acc=0.4025 tokens=8128.0000 +step=262520 micro_steps=525040 elapsed=4.2s lr=3.000000e-04 loss=3.2138 ppl=24.9064 acc=0.4058 tokens=8128.0000 +step=262540 micro_steps=525080 elapsed=4.2s lr=3.000000e-04 loss=3.2478 ppl=25.7680 acc=0.4007 tokens=8128.0000 +step=262560 micro_steps=525120 elapsed=4.2s lr=3.000000e-04 loss=3.2233 ppl=25.1314 acc=0.4038 tokens=8128.0000 +step=262580 micro_steps=525160 elapsed=4.2s lr=3.000000e-04 loss=3.2382 ppl=25.5301 acc=0.4027 tokens=8128.0000 +step=262600 micro_steps=525200 elapsed=4.2s lr=3.000000e-04 loss=3.2433 ppl=25.6630 acc=0.4018 tokens=8128.0000 +step=262620 micro_steps=525240 elapsed=4.2s lr=3.000000e-04 loss=3.2327 ppl=25.3764 acc=0.4026 tokens=8128.0000 +step=262640 micro_steps=525280 elapsed=4.2s lr=3.000000e-04 loss=3.2434 ppl=25.6427 acc=0.4008 tokens=8128.0000 +step=262660 micro_steps=525320 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7354 acc=0.4007 tokens=8128.0000 +step=262680 micro_steps=525360 elapsed=4.2s lr=3.000000e-04 loss=3.2307 ppl=25.3407 acc=0.4021 tokens=8128.0000 +step=262700 micro_steps=525400 elapsed=4.2s lr=3.000000e-04 loss=3.2319 ppl=25.3570 acc=0.4029 tokens=8128.0000 +step=262720 micro_steps=525440 elapsed=4.2s lr=3.000000e-04 loss=3.2532 ppl=25.8996 acc=0.4007 tokens=8128.0000 +step=262740 micro_steps=525480 elapsed=4.2s lr=3.000000e-04 loss=3.2312 ppl=25.3374 acc=0.4029 tokens=8128.0000 +step=262760 micro_steps=525520 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.4928 acc=0.4015 tokens=8128.0000 +step=262780 micro_steps=525560 elapsed=4.2s lr=3.000000e-04 loss=3.2212 ppl=25.0810 acc=0.4040 tokens=8128.0000 +step=262800 micro_steps=525600 elapsed=4.2s lr=3.000000e-04 loss=3.2153 ppl=24.9517 acc=0.4061 tokens=8128.0000 +step=262820 micro_steps=525640 elapsed=4.2s lr=3.000000e-04 loss=3.2306 ppl=25.3299 acc=0.4022 tokens=8128.0000 +step=262840 micro_steps=525680 elapsed=4.2s lr=3.000000e-04 loss=3.2296 ppl=25.3076 acc=0.4026 tokens=8128.0000 +step=262860 micro_steps=525720 elapsed=4.2s lr=3.000000e-04 loss=3.2332 ppl=25.3897 acc=0.4018 tokens=8128.0000 +step=262880 micro_steps=525760 elapsed=4.2s lr=3.000000e-04 loss=3.2155 ppl=24.9649 acc=0.4059 tokens=8128.0000 +step=262900 micro_steps=525800 elapsed=4.2s lr=3.000000e-04 loss=3.2216 ppl=25.0925 acc=0.4040 tokens=8128.0000 +step=262920 micro_steps=525840 elapsed=4.2s lr=3.000000e-04 loss=3.2492 ppl=25.7916 acc=0.4005 tokens=8128.0000 +step=262940 micro_steps=525880 elapsed=4.2s lr=3.000000e-04 loss=3.2457 ppl=25.7197 acc=0.3998 tokens=8128.0000 +step=262960 micro_steps=525920 elapsed=4.2s lr=3.000000e-04 loss=3.2281 ppl=25.2617 acc=0.4037 tokens=8128.0000 +step=262980 micro_steps=525960 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6693 acc=0.4018 tokens=8128.0000 +step=263000 micro_steps=526000 elapsed=4.2s lr=3.000000e-04 loss=3.2386 ppl=25.5321 acc=0.4030 tokens=8128.0000 +[sample step=263000] [CLS] was one of just muhammad ali's sponsors, trounced several opponents to reclaim the championship after a disastrous season that saw owner rick hendrick admit he was in danger of losing control of the race. [SEP] the ama also believes that the united states will pass health care legislation on time or not at all quickly. [SEP] in 1986, aloud dean also named sherlock holmes to be the honorary obe for services to broadcasting or to the broadcasting profession. [SEP] how about you if you're campaigning to get rid of all human affected species? [SEP] in michigan, ledford said he is finding it hard to regain favor among many voters because he [SEP] +step=263020 micro_steps=526040 elapsed=6.6s lr=3.000000e-04 loss=3.2115 ppl=24.8451 acc=0.4051 tokens=8128.0000 +step=263040 micro_steps=526080 elapsed=4.2s lr=3.000000e-04 loss=3.2342 ppl=25.4206 acc=0.4027 tokens=8128.0000 +step=263060 micro_steps=526120 elapsed=4.2s lr=3.000000e-04 loss=3.2358 ppl=25.4513 acc=0.4019 tokens=8128.0000 +step=263080 micro_steps=526160 elapsed=4.2s lr=3.000000e-04 loss=3.2336 ppl=25.4123 acc=0.4024 tokens=8128.0000 +step=263100 micro_steps=526200 elapsed=4.2s lr=3.000000e-04 loss=3.2390 ppl=25.5343 acc=0.4020 tokens=8128.0000 +step=263120 micro_steps=526240 elapsed=4.2s lr=3.000000e-04 loss=3.2419 ppl=25.6063 acc=0.4016 tokens=8128.0000 +step=263140 micro_steps=526280 elapsed=4.2s lr=3.000000e-04 loss=3.2122 ppl=24.9527 acc=0.4070 tokens=8128.0000 +step=263160 micro_steps=526320 elapsed=4.2s lr=3.000000e-04 loss=3.2342 ppl=25.4225 acc=0.4020 tokens=8128.0000 +step=263180 micro_steps=526360 elapsed=4.2s lr=3.000000e-04 loss=3.2465 ppl=25.7338 acc=0.4003 tokens=8128.0000 +step=263200 micro_steps=526400 elapsed=4.2s lr=3.000000e-04 loss=3.2226 ppl=25.1299 acc=0.4044 tokens=8128.0000 +step=263220 micro_steps=526440 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.5040 acc=0.4018 tokens=8128.0000 +step=263240 micro_steps=526480 elapsed=4.2s lr=3.000000e-04 loss=3.2321 ppl=25.3682 acc=0.4032 tokens=8128.0000 +step=263260 micro_steps=526520 elapsed=4.2s lr=3.000000e-04 loss=3.2467 ppl=25.7496 acc=0.4009 tokens=8128.0000 +step=263280 micro_steps=526560 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3579 acc=0.4031 tokens=8128.0000 +step=263300 micro_steps=526600 elapsed=4.2s lr=3.000000e-04 loss=3.2316 ppl=25.3366 acc=0.4040 tokens=8128.0000 +step=263320 micro_steps=526640 elapsed=4.2s lr=3.000000e-04 loss=3.2341 ppl=25.4048 acc=0.4020 tokens=8128.0000 +step=263340 micro_steps=526680 elapsed=4.2s lr=3.000000e-04 loss=3.2287 ppl=25.2698 acc=0.4034 tokens=8128.0000 +step=263360 micro_steps=526720 elapsed=4.2s lr=3.000000e-04 loss=3.2429 ppl=25.6484 acc=0.4013 tokens=8128.0000 +step=263380 micro_steps=526760 elapsed=4.2s lr=3.000000e-04 loss=3.2274 ppl=25.2356 acc=0.4023 tokens=8128.0000 +step=263400 micro_steps=526800 elapsed=4.2s lr=3.000000e-04 loss=3.2382 ppl=25.5137 acc=0.4026 tokens=8128.0000 +step=263420 micro_steps=526840 elapsed=4.2s lr=3.000000e-04 loss=3.2369 ppl=25.4940 acc=0.4014 tokens=8128.0000 +step=263440 micro_steps=526880 elapsed=4.2s lr=3.000000e-04 loss=3.2292 ppl=25.3013 acc=0.4027 tokens=8128.0000 +step=263460 micro_steps=526920 elapsed=4.2s lr=3.000000e-04 loss=3.2415 ppl=25.6059 acc=0.4012 tokens=8128.0000 +step=263480 micro_steps=526960 elapsed=4.2s lr=3.000000e-04 loss=3.2325 ppl=25.3622 acc=0.4028 tokens=8128.0000 +step=263500 micro_steps=527000 elapsed=4.2s lr=3.000000e-04 loss=3.2297 ppl=25.3039 acc=0.4015 tokens=8128.0000 +step=263520 micro_steps=527040 elapsed=4.2s lr=3.000000e-04 loss=3.2349 ppl=25.4363 acc=0.4033 tokens=8128.0000 +step=263540 micro_steps=527080 elapsed=4.2s lr=3.000000e-04 loss=3.2484 ppl=25.7757 acc=0.4020 tokens=8128.0000 +step=263560 micro_steps=527120 elapsed=4.2s lr=3.000000e-04 loss=3.2269 ppl=25.2322 acc=0.4041 tokens=8128.0000 +step=263580 micro_steps=527160 elapsed=4.2s lr=3.000000e-04 loss=3.2227 ppl=25.1208 acc=0.4044 tokens=8128.0000 +step=263600 micro_steps=527200 elapsed=4.2s lr=3.000000e-04 loss=3.2481 ppl=25.7713 acc=0.4019 tokens=8128.0000 +step=263620 micro_steps=527240 elapsed=4.2s lr=3.000000e-04 loss=3.2244 ppl=25.1885 acc=0.4040 tokens=8128.0000 +step=263640 micro_steps=527280 elapsed=4.2s lr=3.000000e-04 loss=3.2309 ppl=25.3271 acc=0.4029 tokens=8128.0000 +step=263660 micro_steps=527320 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7108 acc=0.4016 tokens=8128.0000 +step=263680 micro_steps=527360 elapsed=4.2s lr=3.000000e-04 loss=3.2350 ppl=25.4343 acc=0.4016 tokens=8128.0000 +step=263700 micro_steps=527400 elapsed=4.2s lr=3.000000e-04 loss=3.2435 ppl=25.6618 acc=0.4008 tokens=8128.0000 +step=263720 micro_steps=527440 elapsed=4.2s lr=3.000000e-04 loss=3.2448 ppl=25.6951 acc=0.4001 tokens=8128.0000 +step=263740 micro_steps=527480 elapsed=4.2s lr=3.000000e-04 loss=3.2401 ppl=25.5705 acc=0.4023 tokens=8128.0000 +step=263760 micro_steps=527520 elapsed=4.2s lr=3.000000e-04 loss=3.2262 ppl=25.2152 acc=0.4029 tokens=8128.0000 +step=263780 micro_steps=527560 elapsed=4.2s lr=3.000000e-04 loss=3.2456 ppl=25.7120 acc=0.4005 tokens=8128.0000 +step=263800 micro_steps=527600 elapsed=4.2s lr=3.000000e-04 loss=3.2466 ppl=25.7310 acc=0.3997 tokens=8128.0000 +step=263820 micro_steps=527640 elapsed=4.2s lr=3.000000e-04 loss=3.2359 ppl=25.4732 acc=0.4032 tokens=8128.0000 +step=263840 micro_steps=527680 elapsed=4.2s lr=3.000000e-04 loss=3.2327 ppl=25.3804 acc=0.4029 tokens=8128.0000 +step=263860 micro_steps=527720 elapsed=4.2s lr=3.000000e-04 loss=3.2262 ppl=25.2117 acc=0.4036 tokens=8128.0000 +step=263880 micro_steps=527760 elapsed=4.2s lr=3.000000e-04 loss=3.2250 ppl=25.1812 acc=0.4033 tokens=8128.0000 +step=263900 micro_steps=527800 elapsed=4.2s lr=3.000000e-04 loss=3.2326 ppl=25.3694 acc=0.4034 tokens=8128.0000 +step=263920 micro_steps=527840 elapsed=4.2s lr=3.000000e-04 loss=3.2223 ppl=25.1680 acc=0.4045 tokens=8128.0000 +step=263940 micro_steps=527880 elapsed=4.2s lr=3.000000e-04 loss=3.2485 ppl=25.7742 acc=0.4005 tokens=8128.0000 +step=263960 micro_steps=527920 elapsed=4.2s lr=3.000000e-04 loss=3.2378 ppl=25.5155 acc=0.4032 tokens=8128.0000 +step=263980 micro_steps=527960 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.3886 acc=0.4029 tokens=8128.0000 +step=264000 micro_steps=528000 elapsed=4.2s lr=3.000000e-04 loss=3.2280 ppl=25.2538 acc=0.4031 tokens=8128.0000 +[sample step=264000] [CLS]'m also struck by the idea, though at this testing age, that small pieces of cause and effect are powerful weapons. [SEP] the women, each with 600 possessions, echoed the surtitles for their famed short stories. [SEP] in cash terms, the company sold out us $3. 6bn of loans and had $800m available for acquisitions. [SEP] mr woods'spokesman declined to comment. [SEP] according to the energy agency, worldwide are decreasing their gasoline usage, partly by ailing u. s. households, while also juggling rising gasoline prices, which spread shocks throughout the global economy, and competition from asian and middle eastern [SEP] +step=264020 micro_steps=528040 elapsed=6.6s lr=3.000000e-04 loss=3.2389 ppl=25.5263 acc=0.4017 tokens=8128.0000 +step=264040 micro_steps=528080 elapsed=4.2s lr=3.000000e-04 loss=3.2274 ppl=25.2480 acc=0.4041 tokens=8128.0000 +step=264060 micro_steps=528120 elapsed=4.2s lr=3.000000e-04 loss=3.2372 ppl=25.4911 acc=0.4024 tokens=8128.0000 +step=264080 micro_steps=528160 elapsed=4.2s lr=3.000000e-04 loss=3.2318 ppl=25.3576 acc=0.4030 tokens=8128.0000 +step=264100 micro_steps=528200 elapsed=4.2s lr=3.000000e-04 loss=3.2281 ppl=25.2680 acc=0.4036 tokens=8128.0000 +step=264120 micro_steps=528240 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6354 acc=0.4007 tokens=8128.0000 +step=264140 micro_steps=528280 elapsed=4.2s lr=3.000000e-04 loss=3.2389 ppl=25.5498 acc=0.4014 tokens=8128.0000 +step=264160 micro_steps=528320 elapsed=4.2s lr=3.000000e-04 loss=3.2317 ppl=25.3501 acc=0.4021 tokens=8128.0000 +step=264180 micro_steps=528360 elapsed=4.2s lr=3.000000e-04 loss=3.2412 ppl=25.5903 acc=0.4013 tokens=8128.0000 +step=264200 micro_steps=528400 elapsed=4.2s lr=3.000000e-04 loss=3.2273 ppl=25.2280 acc=0.4051 tokens=8128.0000 +step=264220 micro_steps=528440 elapsed=4.2s lr=3.000000e-04 loss=3.2394 ppl=25.5483 acc=0.4009 tokens=8128.0000 +step=264240 micro_steps=528480 elapsed=4.2s lr=3.000000e-04 loss=3.2371 ppl=25.4907 acc=0.4009 tokens=8128.0000 +step=264260 micro_steps=528520 elapsed=4.2s lr=3.000000e-04 loss=3.2394 ppl=25.5676 acc=0.4016 tokens=8128.0000 +step=264280 micro_steps=528560 elapsed=4.2s lr=3.000000e-04 loss=3.2459 ppl=25.7124 acc=0.4005 tokens=8128.0000 +step=264300 micro_steps=528600 elapsed=4.2s lr=3.000000e-04 loss=3.2425 ppl=25.6256 acc=0.4011 tokens=8128.0000 +step=264320 micro_steps=528640 elapsed=4.2s lr=3.000000e-04 loss=3.2346 ppl=25.4310 acc=0.4032 tokens=8128.0000 +step=264340 micro_steps=528680 elapsed=4.2s lr=3.000000e-04 loss=3.2351 ppl=25.4434 acc=0.4023 tokens=8128.0000 +step=264360 micro_steps=528720 elapsed=4.2s lr=3.000000e-04 loss=3.2287 ppl=25.2770 acc=0.4025 tokens=8128.0000 +step=264380 micro_steps=528760 elapsed=4.2s lr=3.000000e-04 loss=3.2206 ppl=25.0768 acc=0.4050 tokens=8128.0000 +step=264400 micro_steps=528800 elapsed=4.2s lr=3.000000e-04 loss=3.2216 ppl=25.1087 acc=0.4039 tokens=8128.0000 +step=264420 micro_steps=528840 elapsed=4.2s lr=3.000000e-04 loss=3.2163 ppl=24.9719 acc=0.4052 tokens=8128.0000 +step=264440 micro_steps=528880 elapsed=4.2s lr=3.000000e-04 loss=3.2277 ppl=25.2537 acc=0.4028 tokens=8128.0000 +step=264460 micro_steps=528920 elapsed=4.2s lr=3.000000e-04 loss=3.2221 ppl=25.1169 acc=0.4048 tokens=8128.0000 +step=264480 micro_steps=528960 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3456 acc=0.4035 tokens=8128.0000 +step=264500 micro_steps=529000 elapsed=4.2s lr=3.000000e-04 loss=3.2399 ppl=25.5616 acc=0.4023 tokens=8128.0000 +step=264520 micro_steps=529040 elapsed=4.2s lr=3.000000e-04 loss=3.2193 ppl=25.0332 acc=0.4040 tokens=8128.0000 +step=264540 micro_steps=529080 elapsed=4.2s lr=3.000000e-04 loss=3.2350 ppl=25.4364 acc=0.4020 tokens=8128.0000 +step=264560 micro_steps=529120 elapsed=4.2s lr=3.000000e-04 loss=3.2292 ppl=25.2926 acc=0.4030 tokens=8128.0000 +step=264580 micro_steps=529160 elapsed=4.2s lr=3.000000e-04 loss=3.2301 ppl=25.3083 acc=0.4032 tokens=8128.0000 +step=264600 micro_steps=529200 elapsed=4.2s lr=3.000000e-04 loss=3.2449 ppl=25.6832 acc=0.4010 tokens=8128.0000 +step=264620 micro_steps=529240 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4605 acc=0.4023 tokens=8128.0000 +step=264640 micro_steps=529280 elapsed=4.2s lr=3.000000e-04 loss=3.2366 ppl=25.4642 acc=0.4013 tokens=8128.0000 +step=264660 micro_steps=529320 elapsed=4.2s lr=3.000000e-04 loss=3.2298 ppl=25.3001 acc=0.4020 tokens=8128.0000 +step=264680 micro_steps=529360 elapsed=4.2s lr=3.000000e-04 loss=3.2370 ppl=25.4839 acc=0.4033 tokens=8128.0000 +step=264700 micro_steps=529400 elapsed=4.2s lr=3.000000e-04 loss=3.2324 ppl=25.3664 acc=0.4023 tokens=8128.0000 +step=264720 micro_steps=529440 elapsed=4.2s lr=3.000000e-04 loss=3.2405 ppl=25.5763 acc=0.4012 tokens=8128.0000 +step=264740 micro_steps=529480 elapsed=4.2s lr=3.000000e-04 loss=3.2355 ppl=25.4601 acc=0.4025 tokens=8128.0000 +step=264760 micro_steps=529520 elapsed=4.2s lr=3.000000e-04 loss=3.2331 ppl=25.3863 acc=0.4035 tokens=8128.0000 +step=264780 micro_steps=529560 elapsed=4.2s lr=3.000000e-04 loss=3.2372 ppl=25.4892 acc=0.4014 tokens=8128.0000 +step=264800 micro_steps=529600 elapsed=4.2s lr=3.000000e-04 loss=3.2321 ppl=25.3614 acc=0.4027 tokens=8128.0000 +step=264820 micro_steps=529640 elapsed=4.2s lr=3.000000e-04 loss=3.2432 ppl=25.6449 acc=0.4013 tokens=8128.0000 +step=264840 micro_steps=529680 elapsed=4.2s lr=3.000000e-04 loss=3.2356 ppl=25.4431 acc=0.4023 tokens=8128.0000 +step=264860 micro_steps=529720 elapsed=4.2s lr=3.000000e-04 loss=3.2296 ppl=25.3080 acc=0.4018 tokens=8128.0000 +step=264880 micro_steps=529760 elapsed=4.2s lr=3.000000e-04 loss=3.2367 ppl=25.4799 acc=0.4025 tokens=8128.0000 +step=264900 micro_steps=529800 elapsed=4.2s lr=3.000000e-04 loss=3.2204 ppl=25.0770 acc=0.4033 tokens=8128.0000 +step=264920 micro_steps=529840 elapsed=4.2s lr=3.000000e-04 loss=3.2437 ppl=25.6695 acc=0.4009 tokens=8128.0000 +step=264940 micro_steps=529880 elapsed=4.2s lr=3.000000e-04 loss=3.2410 ppl=25.5867 acc=0.4015 tokens=8128.0000 +step=264960 micro_steps=529920 elapsed=4.2s lr=3.000000e-04 loss=3.2315 ppl=25.3362 acc=0.4038 tokens=8128.0000 +step=264980 micro_steps=529960 elapsed=4.2s lr=3.000000e-04 loss=3.2042 ppl=24.6689 acc=0.4067 tokens=8128.0000 +step=265000 micro_steps=530000 elapsed=4.2s lr=3.000000e-04 loss=3.2309 ppl=25.3336 acc=0.4027 tokens=8128.0000 +[sample step=265000] [CLS] france, maybe? 10 the big question: do juryless trials risk obscuring important quality of justice? [SEP] buenos aires, argentina - argentina's lionel messi scored a dazzling goal to lift defending champions brazil into the 2010 world cup draw in south africa by scoring in the 85th minute saturday in a 3 - 2 victory over an underrated brazil squad. [SEP] the observatory has resulted in the discovery of "two major obvious, rather powerful ways that the earliest known evolution of food grains, pigs and grapes evolved," says the initial study, carried out in france last year. [SEP] the military has deployed, with jobs ' [SEP] +step=265020 micro_steps=530040 elapsed=7.1s lr=3.000000e-04 loss=3.2236 ppl=25.1500 acc=0.4042 tokens=8128.0000 +step=265040 micro_steps=530080 elapsed=4.2s lr=3.000000e-04 loss=3.2389 ppl=25.5414 acc=0.4021 tokens=8128.0000 +step=265060 micro_steps=530120 elapsed=4.2s lr=3.000000e-04 loss=3.2279 ppl=25.2713 acc=0.4029 tokens=8128.0000 +step=265080 micro_steps=530160 elapsed=4.2s lr=3.000000e-04 loss=3.2386 ppl=25.5286 acc=0.4027 tokens=8128.0000 +step=265100 micro_steps=530200 elapsed=4.2s lr=3.000000e-04 loss=3.2261 ppl=25.2085 acc=0.4043 tokens=8128.0000 +step=265120 micro_steps=530240 elapsed=4.2s lr=3.000000e-04 loss=3.2370 ppl=25.4901 acc=0.4022 tokens=8128.0000 +step=265140 micro_steps=530280 elapsed=4.2s lr=3.000000e-04 loss=3.2403 ppl=25.5856 acc=0.4016 tokens=8128.0000 +step=265160 micro_steps=530320 elapsed=4.2s lr=3.000000e-04 loss=3.2275 ppl=25.2304 acc=0.4040 tokens=8128.0000 +step=265180 micro_steps=530360 elapsed=4.2s lr=3.000000e-04 loss=3.2358 ppl=25.4654 acc=0.4013 tokens=8128.0000 +step=265200 micro_steps=530400 elapsed=4.2s lr=3.000000e-04 loss=3.2341 ppl=25.4219 acc=0.4024 tokens=8128.0000 +step=265220 micro_steps=530440 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.4982 acc=0.4022 tokens=8128.0000 +step=265240 micro_steps=530480 elapsed=4.2s lr=3.000000e-04 loss=3.2313 ppl=25.3451 acc=0.4031 tokens=8128.0000 +step=265260 micro_steps=530520 elapsed=4.2s lr=3.000000e-04 loss=3.2255 ppl=25.1955 acc=0.4041 tokens=8128.0000 +step=265280 micro_steps=530560 elapsed=4.2s lr=3.000000e-04 loss=3.2473 ppl=25.7468 acc=0.4012 tokens=8128.0000 +step=265300 micro_steps=530600 elapsed=4.2s lr=3.000000e-04 loss=3.2413 ppl=25.6040 acc=0.4020 tokens=8128.0000 +step=265320 micro_steps=530640 elapsed=4.2s lr=3.000000e-04 loss=3.2219 ppl=25.1176 acc=0.4058 tokens=8128.0000 +step=265340 micro_steps=530680 elapsed=4.2s lr=3.000000e-04 loss=3.2224 ppl=25.1276 acc=0.4047 tokens=8128.0000 +step=265360 micro_steps=530720 elapsed=4.2s lr=3.000000e-04 loss=3.2217 ppl=25.1591 acc=0.4052 tokens=8128.0000 +step=265380 micro_steps=530760 elapsed=4.2s lr=3.000000e-04 loss=3.2303 ppl=25.3131 acc=0.4018 tokens=8128.0000 +step=265400 micro_steps=530800 elapsed=4.2s lr=3.000000e-04 loss=3.2279 ppl=25.2592 acc=0.4021 tokens=8128.0000 +step=265420 micro_steps=530840 elapsed=4.2s lr=3.000000e-04 loss=3.2371 ppl=25.4864 acc=0.4022 tokens=8128.0000 +step=265440 micro_steps=530880 elapsed=4.2s lr=3.000000e-04 loss=3.2239 ppl=25.1529 acc=0.4041 tokens=8128.0000 +step=265460 micro_steps=530920 elapsed=4.2s lr=3.000000e-04 loss=3.2358 ppl=25.4603 acc=0.4023 tokens=8128.0000 +step=265480 micro_steps=530960 elapsed=4.2s lr=3.000000e-04 loss=3.2136 ppl=24.9016 acc=0.4047 tokens=8128.0000 +step=265500 micro_steps=531000 elapsed=4.2s lr=3.000000e-04 loss=3.2199 ppl=25.0480 acc=0.4042 tokens=8128.0000 +step=265520 micro_steps=531040 elapsed=4.2s lr=3.000000e-04 loss=3.2313 ppl=25.3433 acc=0.4025 tokens=8128.0000 +step=265540 micro_steps=531080 elapsed=4.2s lr=3.000000e-04 loss=3.2252 ppl=25.1981 acc=0.4036 tokens=8128.0000 +step=265560 micro_steps=531120 elapsed=4.2s lr=3.000000e-04 loss=3.2306 ppl=25.3147 acc=0.4026 tokens=8128.0000 +step=265580 micro_steps=531160 elapsed=4.2s lr=3.000000e-04 loss=3.2175 ppl=25.0654 acc=0.4047 tokens=8128.0000 +step=265600 micro_steps=531200 elapsed=4.2s lr=3.000000e-04 loss=3.2352 ppl=25.4307 acc=0.4018 tokens=8128.0000 +step=265620 micro_steps=531240 elapsed=4.2s lr=3.000000e-04 loss=3.2422 ppl=25.6337 acc=0.4011 tokens=8128.0000 +step=265640 micro_steps=531280 elapsed=4.2s lr=3.000000e-04 loss=3.2289 ppl=25.2818 acc=0.4022 tokens=8128.0000 +step=265660 micro_steps=531320 elapsed=4.2s lr=3.000000e-04 loss=3.2239 ppl=25.1586 acc=0.4039 tokens=8128.0000 +step=265680 micro_steps=531360 elapsed=4.2s lr=3.000000e-04 loss=3.2254 ppl=25.1905 acc=0.4031 tokens=8128.0000 +step=265700 micro_steps=531400 elapsed=4.2s lr=3.000000e-04 loss=3.2357 ppl=25.4683 acc=0.4025 tokens=8128.0000 +step=265720 micro_steps=531440 elapsed=4.2s lr=3.000000e-04 loss=3.2380 ppl=25.5137 acc=0.4022 tokens=8128.0000 +step=265740 micro_steps=531480 elapsed=4.2s lr=3.000000e-04 loss=3.2254 ppl=25.2028 acc=0.4038 tokens=8128.0000 +step=265760 micro_steps=531520 elapsed=4.2s lr=3.000000e-04 loss=3.2233 ppl=25.1445 acc=0.4045 tokens=8128.0000 +step=265780 micro_steps=531560 elapsed=4.2s lr=3.000000e-04 loss=3.2261 ppl=25.2044 acc=0.4047 tokens=8128.0000 +step=265800 micro_steps=531600 elapsed=4.2s lr=3.000000e-04 loss=3.2355 ppl=25.4396 acc=0.4014 tokens=8128.0000 +step=265820 micro_steps=531640 elapsed=4.2s lr=3.000000e-04 loss=3.2406 ppl=25.5685 acc=0.4013 tokens=8128.0000 +step=265840 micro_steps=531680 elapsed=4.2s lr=3.000000e-04 loss=3.2354 ppl=25.4441 acc=0.4013 tokens=8128.0000 +step=265860 micro_steps=531720 elapsed=4.2s lr=3.000000e-04 loss=3.2327 ppl=25.3664 acc=0.4030 tokens=8128.0000 +step=265880 micro_steps=531760 elapsed=4.2s lr=3.000000e-04 loss=3.2304 ppl=25.3242 acc=0.4031 tokens=8128.0000 +step=265900 micro_steps=531800 elapsed=4.2s lr=3.000000e-04 loss=3.2300 ppl=25.3073 acc=0.4034 tokens=8128.0000 +step=265920 micro_steps=531840 elapsed=4.2s lr=3.000000e-04 loss=3.2321 ppl=25.3687 acc=0.4025 tokens=8128.0000 +step=265940 micro_steps=531880 elapsed=4.2s lr=3.000000e-04 loss=3.2407 ppl=25.5904 acc=0.4016 tokens=8128.0000 +step=265960 micro_steps=531920 elapsed=4.2s lr=3.000000e-04 loss=3.2332 ppl=25.3885 acc=0.4033 tokens=8128.0000 +step=265980 micro_steps=531960 elapsed=4.2s lr=3.000000e-04 loss=3.2262 ppl=25.2139 acc=0.4040 tokens=8128.0000 +step=266000 micro_steps=532000 elapsed=4.2s lr=3.000000e-04 loss=3.2378 ppl=25.5028 acc=0.4014 tokens=8128.0000 +[sample step=266000] [CLS]. [SEP] as recently as first quarter of this year, outages were expected to peak near the end of the year. [SEP] me too are not, of course. [SEP] the palm - sized lettuce was sown last month for the annual gala banquet at the rossiya bloch advertising show as a distillation of another august. [SEP] reeves was on "private investigators," a reality show in which a journalist posing as a hirer took prescription medication to give his contractors unapproved versions of dozens of medications, an aggravating factor. [SEP] previously known for his libertarian views, he formed his first broadcasting venture two [SEP] +step=266020 micro_steps=532040 elapsed=6.6s lr=3.000000e-04 loss=3.2334 ppl=25.3933 acc=0.4022 tokens=8128.0000 +step=266040 micro_steps=532080 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.5670 acc=0.4018 tokens=8128.0000 +step=266060 micro_steps=532120 elapsed=4.2s lr=3.000000e-04 loss=3.2297 ppl=25.3003 acc=0.4040 tokens=8128.0000 +step=266080 micro_steps=532160 elapsed=4.2s lr=3.000000e-04 loss=3.2445 ppl=25.6684 acc=0.4016 tokens=8128.0000 +step=266100 micro_steps=532200 elapsed=4.2s lr=3.000000e-04 loss=3.2396 ppl=25.5499 acc=0.4017 tokens=8128.0000 +step=266120 micro_steps=532240 elapsed=4.2s lr=3.000000e-04 loss=3.2266 ppl=25.2208 acc=0.4039 tokens=8128.0000 +step=266140 micro_steps=532280 elapsed=4.2s lr=3.000000e-04 loss=3.2177 ppl=25.0068 acc=0.4037 tokens=8128.0000 +step=266160 micro_steps=532320 elapsed=4.2s lr=3.000000e-04 loss=3.2270 ppl=25.2383 acc=0.4042 tokens=8128.0000 +step=266180 micro_steps=532360 elapsed=4.2s lr=3.000000e-04 loss=3.2411 ppl=25.5945 acc=0.4016 tokens=8128.0000 +step=266200 micro_steps=532400 elapsed=4.2s lr=3.000000e-04 loss=3.2362 ppl=25.4795 acc=0.4019 tokens=8128.0000 +step=266220 micro_steps=532440 elapsed=4.2s lr=3.000000e-04 loss=3.2329 ppl=25.3861 acc=0.4024 tokens=8128.0000 +step=266240 micro_steps=532480 elapsed=4.2s lr=3.000000e-04 loss=3.2348 ppl=25.4317 acc=0.4018 tokens=8128.0000 +step=266260 micro_steps=532520 elapsed=4.2s lr=3.000000e-04 loss=3.2294 ppl=25.2856 acc=0.4024 tokens=8128.0000 +step=266280 micro_steps=532560 elapsed=4.2s lr=3.000000e-04 loss=3.2368 ppl=25.4871 acc=0.4025 tokens=8128.0000 +step=266300 micro_steps=532600 elapsed=4.2s lr=3.000000e-04 loss=3.2408 ppl=25.5951 acc=0.4021 tokens=8128.0000 +step=266320 micro_steps=532640 elapsed=4.2s lr=3.000000e-04 loss=3.2411 ppl=25.6008 acc=0.4031 tokens=8128.0000 +step=266340 micro_steps=532680 elapsed=4.2s lr=3.000000e-04 loss=3.2370 ppl=25.4776 acc=0.4031 tokens=8128.0000 +step=266360 micro_steps=532720 elapsed=4.2s lr=3.000000e-04 loss=3.2415 ppl=25.6029 acc=0.4010 tokens=8128.0000 +step=266380 micro_steps=532760 elapsed=4.2s lr=3.000000e-04 loss=3.2290 ppl=25.2731 acc=0.4039 tokens=8128.0000 +step=266400 micro_steps=532800 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.3900 acc=0.4014 tokens=8128.0000 +step=266420 micro_steps=532840 elapsed=4.2s lr=3.000000e-04 loss=3.2337 ppl=25.4189 acc=0.4031 tokens=8128.0000 +step=266440 micro_steps=532880 elapsed=4.2s lr=3.000000e-04 loss=3.2243 ppl=25.1744 acc=0.4047 tokens=8128.0000 +step=266460 micro_steps=532920 elapsed=4.2s lr=3.000000e-04 loss=3.2198 ppl=25.0566 acc=0.4045 tokens=8128.0000 +step=266480 micro_steps=532960 elapsed=4.2s lr=3.000000e-04 loss=3.2440 ppl=25.6702 acc=0.4015 tokens=8128.0000 +step=266500 micro_steps=533000 elapsed=4.2s lr=3.000000e-04 loss=3.2164 ppl=24.9810 acc=0.4041 tokens=8128.0000 +step=266520 micro_steps=533040 elapsed=4.2s lr=3.000000e-04 loss=3.2219 ppl=25.1007 acc=0.4035 tokens=8128.0000 +step=266540 micro_steps=533080 elapsed=4.2s lr=3.000000e-04 loss=3.2168 ppl=24.9811 acc=0.4050 tokens=8128.0000 +step=266560 micro_steps=533120 elapsed=4.2s lr=3.000000e-04 loss=3.2268 ppl=25.2318 acc=0.4027 tokens=8128.0000 +step=266580 micro_steps=533160 elapsed=4.2s lr=3.000000e-04 loss=3.2330 ppl=25.3794 acc=0.4022 tokens=8128.0000 +step=266600 micro_steps=533200 elapsed=4.2s lr=3.000000e-04 loss=3.2220 ppl=25.1023 acc=0.4050 tokens=8128.0000 +step=266620 micro_steps=533240 elapsed=4.2s lr=3.000000e-04 loss=3.2360 ppl=25.4602 acc=0.4024 tokens=8128.0000 +step=266640 micro_steps=533280 elapsed=4.2s lr=3.000000e-04 loss=3.2279 ppl=25.2518 acc=0.4031 tokens=8128.0000 +step=266660 micro_steps=533320 elapsed=4.2s lr=3.000000e-04 loss=3.2433 ppl=25.6410 acc=0.4022 tokens=8128.0000 +step=266680 micro_steps=533360 elapsed=4.2s lr=3.000000e-04 loss=3.2394 ppl=25.5343 acc=0.4021 tokens=8128.0000 +step=266700 micro_steps=533400 elapsed=4.2s lr=3.000000e-04 loss=3.2372 ppl=25.4911 acc=0.4027 tokens=8128.0000 +step=266720 micro_steps=533440 elapsed=4.2s lr=3.000000e-04 loss=3.2243 ppl=25.1710 acc=0.4038 tokens=8128.0000 +step=266740 micro_steps=533480 elapsed=4.2s lr=3.000000e-04 loss=3.2109 ppl=24.8323 acc=0.4057 tokens=8128.0000 +step=266760 micro_steps=533520 elapsed=4.2s lr=3.000000e-04 loss=3.2337 ppl=25.3971 acc=0.4022 tokens=8128.0000 +step=266780 micro_steps=533560 elapsed=4.2s lr=3.000000e-04 loss=3.2377 ppl=25.4937 acc=0.4026 tokens=8128.0000 +step=266800 micro_steps=533600 elapsed=4.2s lr=3.000000e-04 loss=3.2375 ppl=25.5007 acc=0.4004 tokens=8128.0000 +step=266820 micro_steps=533640 elapsed=4.2s lr=3.000000e-04 loss=3.2473 ppl=25.7524 acc=0.4011 tokens=8128.0000 +step=266840 micro_steps=533680 elapsed=4.2s lr=3.000000e-04 loss=3.2389 ppl=25.5281 acc=0.4019 tokens=8128.0000 +step=266860 micro_steps=533720 elapsed=4.2s lr=3.000000e-04 loss=3.2298 ppl=25.2983 acc=0.4025 tokens=8128.0000 +step=266880 micro_steps=533760 elapsed=4.2s lr=3.000000e-04 loss=3.2264 ppl=25.2263 acc=0.4043 tokens=8128.0000 +step=266900 micro_steps=533800 elapsed=4.2s lr=3.000000e-04 loss=3.2424 ppl=25.6267 acc=0.4019 tokens=8128.0000 +step=266920 micro_steps=533840 elapsed=4.2s lr=3.000000e-04 loss=3.2319 ppl=25.3520 acc=0.4032 tokens=8128.0000 +step=266940 micro_steps=533880 elapsed=4.2s lr=3.000000e-04 loss=3.2250 ppl=25.1782 acc=0.4041 tokens=8128.0000 +step=266960 micro_steps=533920 elapsed=4.2s lr=3.000000e-04 loss=3.2374 ppl=25.5000 acc=0.4020 tokens=8128.0000 +step=266980 micro_steps=533960 elapsed=4.2s lr=3.000000e-04 loss=3.2240 ppl=25.1603 acc=0.4033 tokens=8128.0000 +step=267000 micro_steps=534000 elapsed=4.2s lr=3.000000e-04 loss=3.2314 ppl=25.3546 acc=0.4017 tokens=8128.0000 +[sample step=267000] [CLS] duty free. [SEP] at & t compensated at & t at least $1. 3 million for the cost of erecting the wireless router. [SEP] kirk claims it does not take much domestic comfort today to turn abn amro into "an iconic bank - holding company with good reputation." [SEP] a group of barack obama and hillary rodham clinton supporters with suburban roots gathered at the hold - steady reston gaylord hotel in virginia this weekend seeking ways to restructure the issue of homosexuality in washington democrats sought to gain a repeal of the so - called don't ask don't tell policy, the washington publication pol [SEP] +step=267020 micro_steps=534040 elapsed=6.6s lr=3.000000e-04 loss=3.2254 ppl=25.2134 acc=0.4034 tokens=8128.0000 +step=267040 micro_steps=534080 elapsed=4.2s lr=3.000000e-04 loss=3.2251 ppl=25.1885 acc=0.4043 tokens=8128.0000 +step=267060 micro_steps=534120 elapsed=4.2s lr=3.000000e-04 loss=3.2363 ppl=25.4596 acc=0.4019 tokens=8128.0000 +step=267080 micro_steps=534160 elapsed=4.2s lr=3.000000e-04 loss=3.2458 ppl=25.7246 acc=0.4004 tokens=8128.0000 +step=267100 micro_steps=534200 elapsed=4.2s lr=3.000000e-04 loss=3.2252 ppl=25.1992 acc=0.4042 tokens=8128.0000 +step=267120 micro_steps=534240 elapsed=4.2s lr=3.000000e-04 loss=3.2441 ppl=25.6858 acc=0.4016 tokens=8128.0000 +step=267140 micro_steps=534280 elapsed=4.2s lr=3.000000e-04 loss=3.2309 ppl=25.3360 acc=0.4024 tokens=8128.0000 +step=267160 micro_steps=534320 elapsed=4.1s lr=3.000000e-04 loss=3.2385 ppl=25.5252 acc=0.4033 tokens=8128.0000 +step=267180 micro_steps=534360 elapsed=4.2s lr=3.000000e-04 loss=3.2304 ppl=25.3208 acc=0.4030 tokens=8128.0000 +step=267200 micro_steps=534400 elapsed=4.2s lr=3.000000e-04 loss=3.2351 ppl=25.4487 acc=0.4026 tokens=8128.0000 +step=267220 micro_steps=534440 elapsed=4.2s lr=3.000000e-04 loss=3.2388 ppl=25.5256 acc=0.4023 tokens=8128.0000 +step=267240 micro_steps=534480 elapsed=4.1s lr=3.000000e-04 loss=3.2287 ppl=25.2817 acc=0.4020 tokens=8128.0000 +step=267260 micro_steps=534520 elapsed=4.1s lr=3.000000e-04 loss=3.2226 ppl=25.1288 acc=0.4044 tokens=8128.0000 +step=267280 micro_steps=534560 elapsed=4.2s lr=3.000000e-04 loss=3.2212 ppl=25.0972 acc=0.4042 tokens=8128.0000 +step=267300 micro_steps=534600 elapsed=4.1s lr=3.000000e-04 loss=3.2310 ppl=25.3293 acc=0.4033 tokens=8128.0000 +step=267320 micro_steps=534640 elapsed=4.2s lr=3.000000e-04 loss=3.2454 ppl=25.7000 acc=0.4004 tokens=8128.0000 +step=267340 micro_steps=534680 elapsed=4.2s lr=3.000000e-04 loss=3.2191 ppl=25.0353 acc=0.4044 tokens=8128.0000 +step=267360 micro_steps=534720 elapsed=4.1s lr=3.000000e-04 loss=3.2450 ppl=25.6953 acc=0.4026 tokens=8128.0000 +step=267380 micro_steps=534760 elapsed=4.1s lr=3.000000e-04 loss=3.2392 ppl=25.5459 acc=0.4019 tokens=8128.0000 +step=267400 micro_steps=534800 elapsed=4.2s lr=3.000000e-04 loss=3.2360 ppl=25.4593 acc=0.4031 tokens=8128.0000 +step=267420 micro_steps=534840 elapsed=4.2s lr=3.000000e-04 loss=3.2263 ppl=25.2271 acc=0.4040 tokens=8128.0000 +step=267440 micro_steps=534880 elapsed=4.2s lr=3.000000e-04 loss=3.2504 ppl=25.8217 acc=0.4006 tokens=8128.0000 +step=267460 micro_steps=534920 elapsed=4.2s lr=3.000000e-04 loss=3.2217 ppl=25.1033 acc=0.4029 tokens=8128.0000 +step=267480 micro_steps=534960 elapsed=4.2s lr=3.000000e-04 loss=3.2314 ppl=25.3372 acc=0.4024 tokens=8128.0000 +step=267500 micro_steps=535000 elapsed=4.2s lr=3.000000e-04 loss=3.2387 ppl=25.5382 acc=0.4025 tokens=8128.0000 +step=267520 micro_steps=535040 elapsed=4.2s lr=3.000000e-04 loss=3.2379 ppl=25.5147 acc=0.4026 tokens=8128.0000 +step=267540 micro_steps=535080 elapsed=4.9s lr=3.000000e-04 loss=3.2331 ppl=25.3913 acc=0.4021 tokens=8128.0000 +step=267560 micro_steps=535120 elapsed=4.2s lr=3.000000e-04 loss=3.2404 ppl=25.5744 acc=0.4030 tokens=8128.0000 +step=267580 micro_steps=535160 elapsed=4.2s lr=3.000000e-04 loss=3.2194 ppl=25.2183 acc=0.4045 tokens=7934.3250 +step=267600 micro_steps=535200 elapsed=4.1s lr=3.000000e-04 loss=3.2237 ppl=25.1471 acc=0.4031 tokens=8128.0000 +step=267620 micro_steps=535240 elapsed=4.5s lr=3.000000e-04 loss=3.2309 ppl=25.3328 acc=0.4034 tokens=8128.0000 +step=267640 micro_steps=535280 elapsed=4.2s lr=3.000000e-04 loss=3.2333 ppl=25.4080 acc=0.4031 tokens=8128.0000 +step=267660 micro_steps=535320 elapsed=5.1s lr=3.000000e-04 loss=3.2253 ppl=25.1961 acc=0.4038 tokens=8128.0000 +step=267680 micro_steps=535360 elapsed=4.1s lr=3.000000e-04 loss=3.2220 ppl=25.1137 acc=0.4039 tokens=8128.0000 +step=267700 micro_steps=535400 elapsed=4.2s lr=3.000000e-04 loss=3.2330 ppl=25.3883 acc=0.4026 tokens=8128.0000 +step=267720 micro_steps=535440 elapsed=4.2s lr=3.000000e-04 loss=3.2472 ppl=25.7440 acc=0.4019 tokens=8128.0000 +step=267740 micro_steps=535480 elapsed=4.2s lr=3.000000e-04 loss=3.2336 ppl=25.4096 acc=0.4017 tokens=8128.0000 +step=267760 micro_steps=535520 elapsed=4.2s lr=3.000000e-04 loss=3.2316 ppl=25.3382 acc=0.4030 tokens=8128.0000 +step=267780 micro_steps=535560 elapsed=4.2s lr=3.000000e-04 loss=3.2212 ppl=25.0890 acc=0.4038 tokens=8128.0000 +step=267800 micro_steps=535600 elapsed=4.2s lr=3.000000e-04 loss=3.2287 ppl=25.2756 acc=0.4027 tokens=8128.0000 +step=267820 micro_steps=535640 elapsed=4.2s lr=3.000000e-04 loss=3.2303 ppl=25.3083 acc=0.4038 tokens=8128.0000 +W0505 13:05:27.357000 411057 torch/distributed/elastic/agent/server/api.py:719] Received 15 death signal, shutting down workers +W0505 13:05:27.360000 411057 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 411126 closing signal SIGTERM +W0505 13:05:27.360000 411057 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 411127 closing signal SIGTERM +W0505 13:05:27.360000 411057 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 411128 closing signal SIGTERM +W0505 13:05:27.361000 411057 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 411129 closing signal SIGTERM +Traceback (most recent call last): + File "", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 922, in + main() + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 355, in wrapper + return f(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 918, in main + run(args) + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 909, in run + elastic_launch( + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/launcher/api.py", line 139, in __call__ + return launch_agent(self._config, self._entrypoint, list(args)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/launcher/api.py", line 261, in launch_agent + result = agent.run() + ^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/metrics/api.py", line 137, in wrapper + result = f(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/agent/server/api.py", line 711, in run + result = self._invoke_run(role) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/agent/server/api.py", line 870, in _invoke_run + time.sleep(monitor_interval) + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/multiprocessing/api.py", line 84, in _terminate_process_handler + raise SignalException(f"Process {os.getpid()} got signal: {sigval}", sigval=sigval) +torch.distributed.elastic.multiprocessing.api.SignalException: Process 411057 got signal: 15 diff --git a/LTA_openwebtext_dualt/logs/lta_owt_c1024_gpt2_cached_chunks_len1024_fast10k_4gpu_b16_100step.log b/LTA_openwebtext_dualt/logs/lta_owt_c1024_gpt2_cached_chunks_len1024_fast10k_4gpu_b16_100step.log new file mode 100644 index 0000000000000000000000000000000000000000..b8c72aa212ce32e4e465e333b7c4be7c15b5598b --- /dev/null +++ b/LTA_openwebtext_dualt/logs/lta_owt_c1024_gpt2_cached_chunks_len1024_fast10k_4gpu_b16_100step.log @@ -0,0 +1,149 @@ + +***************************************** +Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. +***************************************** +[rank0]:[W512 16:41:13.244392390 ProcessGroupNCCL.cpp:4571] [PG ID 0 PG GUID 0 Rank 0] using GPU 0 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. +NCCL version 2.25.1+cuda12.8 +[rank1]:[W512 16:41:14.936907560 ProcessGroupNCCL.cpp:4571] [PG ID 0 PG GUID 0 Rank 1] using GPU 1 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. +[rank3]:[W512 16:41:14.612056126 ProcessGroupNCCL.cpp:4571] [PG ID 0 PG GUID 0 Rank 3] using GPU 3 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. +[rank2]:[W512 16:41:15.111442637 ProcessGroupNCCL.cpp:4571] [PG ID 0 PG GUID 0 Rank 2] using GPU 2 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. +{ + "device": "cuda:0", + "rank": 0, + "world_size": 4, + "samples": "owt_cached_chunks:10904", + "vocab_size": 50257, + "save_dir": "runs/lta_owt_c1024_gpt2_cached_chunks_len1024_fast10k_4gpu_b16_100step", + "batch_size": 16, + "grad_accum": 8, + "effective_batch_size": 512, + "global_batch_size": 512, + "lr_schedule": "constant_warmup", + "warmup_steps": 20, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "adam_eps": 1e-08, + "model_type": "ddit", + "dual_t": true, + "corrupt_t_mode": "same", + "corrupt_min_t": 0.0, + "corrupt_max_t": 1.0, + "dirichlet_endpoint_mode": "categorical_dual_t", + "dirichlet_semantic_t_mode": "same", + "dirichlet_semantic_t_value": 0.0, + "categorical_wrong_from_full_vocab": true, + "simplex_bridge_sampler": "dirichlet", + "logistic_normal_sigma_min": 0.18, + "logistic_normal_sigma_max": 2.2, + "logistic_normal_tau_min": 0.65, + "logistic_normal_tau_max": 1.15, + "torch_compile": false, + "compile_mode": "max-autotune", + "state_format": "prob", + "target_loss": "hard_ce", + "meanflow_weight": 0.0, + "bridge_noise_init": "logistic_normal", + "noise_sigma": -1.0, + "wrap": true, + "wrap_mode": "stream", + "wrap_record_buffer_size": 200, + "owt_cached_chunks": true, + "owt_chunk_cache_dir": "/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext_lta_cached_chunks/gpt2_len1024_train_minus_100k_fast10k", + "owt_chunk_cache_rebuild": false, + "owt_chunk_cache_write_batch": 4096, + "online_chunk_shuffle": false, + "online_chunk_shuffle_buffer": 10000, + "openwebtext_split": "train_minus_100k", + "detokenizer": "auto", + "resolved_detokenizer": null, + "num_workers": 0, + "latest_every": 25, + "resume_path": "" +} +step=5 micro_steps=40 elapsed=50.1s lr=9.000000e-05 loss_all=10.7950 acc_all=0.5424 loss_corrupt=10.8013 acc_corrupt=0.3710 corrupt_frac=0.5505 loss=10.8013 loss_recon=10.8013 loss_meanflow=0.0000 mean_model_t=0.5037 mean_corrupt_t=0.5037 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4924 init_acc_corrupt=0.4756 init_gold_top10=0.5024 init_gold_top100=0.5300 +step=10 micro_steps=80 elapsed=48.8s lr=1.650000e-04 loss_all=10.5876 acc_all=0.5773 loss_corrupt=10.6249 acc_corrupt=0.3641 corrupt_frac=0.5710 loss=10.6249 loss_recon=10.6249 loss_meanflow=0.0000 mean_model_t=0.4988 mean_corrupt_t=0.4988 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5066 init_acc_corrupt=0.4603 init_gold_top10=0.4881 init_gold_top100=0.5178 +step=15 micro_steps=120 elapsed=48.5s lr=2.400000e-04 loss_all=10.0529 acc_all=0.1321 loss_corrupt=10.0839 acc_corrupt=0.0846 corrupt_frac=0.5482 loss=10.0839 loss_recon=10.0839 loss_meanflow=0.0000 mean_model_t=0.4826 mean_corrupt_t=0.4826 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5143 init_acc_corrupt=0.4517 init_gold_top10=0.4797 init_gold_top100=0.5107 +step=20 micro_steps=160 elapsed=46.3s lr=3.000000e-04 loss_all=9.1611 acc_all=0.2368 loss_corrupt=9.2121 acc_corrupt=0.1448 corrupt_frac=0.5527 loss=9.2121 loss_recon=9.2121 loss_meanflow=0.0000 mean_model_t=0.4898 mean_corrupt_t=0.4898 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5102 init_acc_corrupt=0.4514 init_gold_top10=0.4836 init_gold_top100=0.5166 +step=25 micro_steps=200 elapsed=43.5s lr=3.000000e-04 loss_all=8.2892 acc_all=0.1852 loss_corrupt=8.3501 acc_corrupt=0.1275 corrupt_frac=0.5519 loss=8.3501 loss_recon=8.3501 loss_meanflow=0.0000 mean_model_t=0.5035 mean_corrupt_t=0.5035 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5017 init_acc_corrupt=0.4630 init_gold_top10=0.4920 init_gold_top100=0.5225 +step=30 micro_steps=240 elapsed=58.5s lr=3.000000e-04 loss_all=7.5538 acc_all=0.2846 loss_corrupt=7.7125 acc_corrupt=0.1894 corrupt_frac=0.5483 loss=7.7125 loss_recon=7.7125 loss_meanflow=0.0000 mean_model_t=0.4809 mean_corrupt_t=0.4809 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5216 init_acc_corrupt=0.4416 init_gold_top10=0.4725 init_gold_top100=0.5025 +step=35 micro_steps=280 elapsed=44.9s lr=3.000000e-04 loss_all=6.9044 acc_all=0.3164 loss_corrupt=7.2563 acc_corrupt=0.2266 corrupt_frac=0.5421 loss=7.2563 loss_recon=7.2563 loss_meanflow=0.0000 mean_model_t=0.5272 mean_corrupt_t=0.5272 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4720 init_acc_corrupt=0.4966 init_gold_top10=0.5229 init_gold_top100=0.5512 +step=40 micro_steps=320 elapsed=44.0s lr=3.000000e-04 loss_all=6.4465 acc_all=0.2756 loss_corrupt=6.9584 acc_corrupt=0.1858 corrupt_frac=0.5546 loss=6.9584 loss_recon=6.9584 loss_meanflow=0.0000 mean_model_t=0.4862 mean_corrupt_t=0.4862 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5271 init_acc_corrupt=0.4348 init_gold_top10=0.4664 init_gold_top100=0.5004 +step=45 micro_steps=360 elapsed=42.7s lr=3.000000e-04 loss_all=5.9251 acc_all=0.2724 loss_corrupt=6.5543 acc_corrupt=0.1895 corrupt_frac=0.5743 loss=6.5543 loss_recon=6.5543 loss_meanflow=0.0000 mean_model_t=0.4939 mean_corrupt_t=0.4939 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5111 init_acc_corrupt=0.4545 init_gold_top10=0.4826 init_gold_top100=0.5159 + +***************************************** +Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. +***************************************** +[rank0]:[W512 16:53:29.911882582 ProcessGroupNCCL.cpp:4571] [PG ID 0 PG GUID 0 Rank 0] using GPU 0 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. +NCCL version 2.25.1+cuda12.8 +[rank3]:[W512 16:53:30.911647198 ProcessGroupNCCL.cpp:4571] [PG ID 0 PG GUID 0 Rank 3] using GPU 3 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. +[rank1]:[W512 16:53:30.554297191 ProcessGroupNCCL.cpp:4571] [PG ID 0 PG GUID 0 Rank 1] using GPU 1 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. +[rank2]:[W512 16:53:30.591215668 ProcessGroupNCCL.cpp:4571] [PG ID 0 PG GUID 0 Rank 2] using GPU 2 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. +resumed_from=runs/lta_owt_c1024_gpt2_cached_chunks_len1024_fast10k_4gpu_b16_100step/latest.pt start_step=26 +{ + "device": "cuda:0", + "rank": 0, + "world_size": 4, + "samples": "owt_cached_chunks:10904", + "vocab_size": 50257, + "save_dir": "runs/lta_owt_c1024_gpt2_cached_chunks_len1024_fast10k_4gpu_b16_100step", + "batch_size": 16, + "grad_accum": 8, + "effective_batch_size": 512, + "global_batch_size": 512, + "lr_schedule": "constant_warmup", + "warmup_steps": 20, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "adam_eps": 1e-08, + "model_type": "ddit", + "dual_t": true, + "corrupt_t_mode": "same", + "corrupt_min_t": 0.0, + "corrupt_max_t": 1.0, + "dirichlet_endpoint_mode": "categorical_dual_t", + "dirichlet_semantic_t_mode": "same", + "dirichlet_semantic_t_value": 0.0, + "categorical_wrong_from_full_vocab": true, + "simplex_bridge_sampler": "dirichlet", + "logistic_normal_sigma_min": 0.18, + "logistic_normal_sigma_max": 2.2, + "logistic_normal_tau_min": 0.65, + "logistic_normal_tau_max": 1.15, + "torch_compile": false, + "compile_mode": "max-autotune", + "state_format": "prob", + "target_loss": "hard_ce", + "meanflow_weight": 0.0, + "bridge_noise_init": "logistic_normal", + "noise_sigma": -1.0, + "wrap": true, + "wrap_mode": "stream", + "wrap_record_buffer_size": 200, + "owt_cached_chunks": true, + "owt_chunk_cache_dir": "/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext_lta_cached_chunks/gpt2_len1024_train_minus_100k_fast10k", + "owt_chunk_cache_rebuild": false, + "owt_chunk_cache_write_batch": 4096, + "online_chunk_shuffle": false, + "online_chunk_shuffle_buffer": 10000, + "openwebtext_split": "train_minus_100k", + "detokenizer": "auto", + "resolved_detokenizer": null, + "num_workers": 0, + "latest_every": 25, + "resume_path": "runs/lta_owt_c1024_gpt2_cached_chunks_len1024_fast10k_4gpu_b16_100step/latest.pt" +} +step=30 micro_steps=240 elapsed=49.2s lr=3.000000e-04 loss_all=7.5368 acc_all=0.2895 loss_corrupt=7.6733 acc_corrupt=0.2021 corrupt_frac=0.5505 loss=7.6733 loss_recon=7.6733 loss_meanflow=0.0000 mean_model_t=0.5037 mean_corrupt_t=0.5037 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4924 init_acc_corrupt=0.4756 init_gold_top10=0.5024 init_gold_top100=0.5300 +step=35 micro_steps=280 elapsed=48.2s lr=3.000000e-04 loss_all=7.0131 acc_all=0.2880 loss_corrupt=7.3238 acc_corrupt=0.1995 corrupt_frac=0.5710 loss=7.3238 loss_recon=7.3238 loss_meanflow=0.0000 mean_model_t=0.4988 mean_corrupt_t=0.4988 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5066 init_acc_corrupt=0.4603 init_gold_top10=0.4881 init_gold_top100=0.5178 +step=40 micro_steps=320 elapsed=43.2s lr=3.000000e-04 loss_all=6.4932 acc_all=0.2757 loss_corrupt=6.9707 acc_corrupt=0.1886 corrupt_frac=0.5482 loss=6.9707 loss_recon=6.9707 loss_meanflow=0.0000 mean_model_t=0.4826 mean_corrupt_t=0.4826 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5143 init_acc_corrupt=0.4517 init_gold_top10=0.4797 init_gold_top100=0.5107 +step=45 micro_steps=360 elapsed=42.4s lr=3.000000e-04 loss_all=6.0021 acc_all=0.2643 loss_corrupt=6.6188 acc_corrupt=0.1833 corrupt_frac=0.5527 loss=6.6188 loss_recon=6.6188 loss_meanflow=0.0000 mean_model_t=0.4898 mean_corrupt_t=0.4898 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5102 init_acc_corrupt=0.4514 init_gold_top10=0.4836 init_gold_top100=0.5166 +step=50 micro_steps=400 elapsed=43.3s lr=3.000000e-04 loss_all=5.3270 acc_all=0.3213 loss_corrupt=6.1520 acc_corrupt=0.2234 corrupt_frac=0.5519 loss=6.1520 loss_recon=6.1520 loss_meanflow=0.0000 mean_model_t=0.5035 mean_corrupt_t=0.5035 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5017 init_acc_corrupt=0.4630 init_gold_top10=0.4920 init_gold_top100=0.5225 +step=55 micro_steps=440 elapsed=73.6s lr=3.000000e-04 loss_all=4.5452 acc_all=0.4781 loss_corrupt=5.7044 acc_corrupt=0.3135 corrupt_frac=0.5483 loss=5.7044 loss_recon=5.7044 loss_meanflow=0.0000 mean_model_t=0.4809 mean_corrupt_t=0.4809 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5216 init_acc_corrupt=0.4416 init_gold_top10=0.4725 init_gold_top100=0.5025 +step=60 micro_steps=480 elapsed=48.1s lr=3.000000e-04 loss_all=3.5387 acc_all=0.6034 loss_corrupt=4.8525 acc_corrupt=0.4246 corrupt_frac=0.5421 loss=4.8525 loss_recon=4.8525 loss_meanflow=0.0000 mean_model_t=0.5272 mean_corrupt_t=0.5272 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4720 init_acc_corrupt=0.4966 init_gold_top10=0.5229 init_gold_top100=0.5512 +step=65 micro_steps=520 elapsed=45.9s lr=3.000000e-04 loss_all=3.3057 acc_all=0.6112 loss_corrupt=4.9579 acc_corrupt=0.4032 corrupt_frac=0.5546 loss=4.9579 loss_recon=4.9579 loss_meanflow=0.0000 mean_model_t=0.4862 mean_corrupt_t=0.4862 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5271 init_acc_corrupt=0.4348 init_gold_top10=0.4664 init_gold_top100=0.5004 +step=70 micro_steps=560 elapsed=42.2s lr=3.000000e-04 loss_all=3.1512 acc_all=0.6235 loss_corrupt=4.7593 acc_corrupt=0.4248 corrupt_frac=0.5743 loss=4.7593 loss_recon=4.7593 loss_meanflow=0.0000 mean_model_t=0.4939 mean_corrupt_t=0.4939 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5111 init_acc_corrupt=0.4545 init_gold_top10=0.4826 init_gold_top100=0.5159 +step=75 micro_steps=600 elapsed=42.2s lr=3.000000e-04 loss_all=2.9748 acc_all=0.6482 loss_corrupt=4.6855 acc_corrupt=0.4381 corrupt_frac=0.5472 loss=4.6855 loss_recon=4.6855 loss_meanflow=0.0000 mean_model_t=0.4975 mean_corrupt_t=0.4975 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4982 init_acc_corrupt=0.4679 init_gold_top10=0.4956 init_gold_top100=0.5266 +step=80 micro_steps=640 elapsed=68.9s lr=3.000000e-04 loss_all=2.8523 acc_all=0.6580 loss_corrupt=4.6641 acc_corrupt=0.4379 corrupt_frac=0.5418 loss=4.6641 loss_recon=4.6641 loss_meanflow=0.0000 mean_model_t=0.4888 mean_corrupt_t=0.4888 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5130 init_acc_corrupt=0.4518 init_gold_top10=0.4813 init_gold_top100=0.5123 +step=85 micro_steps=680 elapsed=43.6s lr=3.000000e-04 loss_all=2.8406 acc_all=0.6570 loss_corrupt=4.4957 acc_corrupt=0.4543 corrupt_frac=0.5720 loss=4.4957 loss_recon=4.4957 loss_meanflow=0.0000 mean_model_t=0.4943 mean_corrupt_t=0.4943 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4969 init_acc_corrupt=0.4674 init_gold_top10=0.4971 init_gold_top100=0.5276 +step=90 micro_steps=720 elapsed=41.1s lr=3.000000e-04 loss_all=2.7984 acc_all=0.6605 loss_corrupt=4.5917 acc_corrupt=0.4384 corrupt_frac=0.5533 loss=4.5917 loss_recon=4.5917 loss_meanflow=0.0000 mean_model_t=0.4842 mean_corrupt_t=0.4842 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5198 init_acc_corrupt=0.4432 init_gold_top10=0.4741 init_gold_top100=0.5064 +step=95 micro_steps=760 elapsed=45.6s lr=3.000000e-04 loss_all=2.5898 acc_all=0.6871 loss_corrupt=4.3891 acc_corrupt=0.4635 corrupt_frac=0.5377 loss=4.3891 loss_recon=4.3891 loss_meanflow=0.0000 mean_model_t=0.4992 mean_corrupt_t=0.4992 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4987 init_acc_corrupt=0.4669 init_gold_top10=0.4958 init_gold_top100=0.5251 +step=100 micro_steps=800 elapsed=46.1s lr=3.000000e-04 loss_all=2.5553 acc_all=0.6918 loss_corrupt=4.3386 acc_corrupt=0.4699 corrupt_frac=0.5449 loss=4.3386 loss_recon=4.3386 loss_meanflow=0.0000 mean_model_t=0.5043 mean_corrupt_t=0.5043 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4947 init_acc_corrupt=0.4710 init_gold_top10=0.5004 init_gold_top100=0.5283 diff --git a/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/scalinglaw_ctx1024_exact10_vocab50257_small384x6_4gpu_2000step.log b/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/scalinglaw_ctx1024_exact10_vocab50257_small384x6_4gpu_2000step.log new file mode 100644 index 0000000000000000000000000000000000000000..1a9f0eb3c24728e187215023329044d94a5d9040 --- /dev/null +++ b/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/scalinglaw_ctx1024_exact10_vocab50257_small384x6_4gpu_2000step.log @@ -0,0 +1,212 @@ + +***************************************** +Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. +***************************************** +[rank0]: Traceback (most recent call last): +[rank0]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 1000, in +[rank0]: main() +[rank0]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 615, in main +[rank0]: raise ValueError("--owt_cached_chunks requires --wrap --wrap_mode stream") +[rank0]: ValueError: --owt_cached_chunks requires --wrap --wrap_mode stream +[rank0]:[W513 01:44:17.923645362 ProcessGroupNCCL.cpp:1487] Warning: WARNING: destroy_process_group() was not called before program exit, which can leak resources. For more info, please see https://pytorch.org/docs/stable/distributed.html#shutdown (function operator()) +[rank2]: Traceback (most recent call last): +[rank2]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 1000, in +[rank2]: main() +[rank2]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 615, in main +[rank2]: raise ValueError("--owt_cached_chunks requires --wrap --wrap_mode stream") +[rank2]: ValueError: --owt_cached_chunks requires --wrap --wrap_mode stream +[rank1]: Traceback (most recent call last): +[rank1]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 1000, in +[rank1]: main() +[rank1]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 615, in main +[rank1]: raise ValueError("--owt_cached_chunks requires --wrap --wrap_mode stream") +[rank1]: ValueError: --owt_cached_chunks requires --wrap --wrap_mode stream +[rank3]: Traceback (most recent call last): +[rank3]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 1000, in +[rank3]: main() +[rank3]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 615, in main +[rank3]: raise ValueError("--owt_cached_chunks requires --wrap --wrap_mode stream") +[rank3]: ValueError: --owt_cached_chunks requires --wrap --wrap_mode stream +W0513 01:44:17.315000 312465 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 312533 closing signal SIGTERM +W0513 01:44:17.316000 312465 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 312534 closing signal SIGTERM +W0513 01:44:17.317000 312465 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 312535 closing signal SIGTERM +E0513 01:44:17.445000 312465 torch/distributed/elastic/multiprocessing/api.py:870] failed (exitcode: 1) local_rank: 0 (pid: 312532) of binary: /usr/bin/python +Traceback (most recent call last): + File "", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 922, in + main() + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 355, in wrapper + return f(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 918, in main + run(args) + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 909, in run + elastic_launch( + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/launcher/api.py", line 139, in __call__ + return launch_agent(self._config, self._entrypoint, list(args)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/launcher/api.py", line 270, in launch_agent + raise ChildFailedError( +torch.distributed.elastic.multiprocessing.errors.ChildFailedError: +============================================================ +train.py FAILED +------------------------------------------------------------ +Failures: + +------------------------------------------------------------ +Root Cause (first observed failure): +[0]: + time : 2026-05-13_01:44:17 + host : localhost + rank : 0 (local_rank: 0) + exitcode : 1 (pid: 312532) + error_file: + traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html +============================================================ + +***************************************** +Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. +***************************************** +[rank0]:[W513 01:46:18.106846526 ProcessGroupNCCL.cpp:4571] [PG ID 0 PG GUID 0 Rank 0] using GPU 0 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. +NCCL version 2.25.1+cuda12.8 +[rank1]:[W513 01:46:18.152602439 ProcessGroupNCCL.cpp:4571] [PG ID 0 PG GUID 0 Rank 1] using GPU 1 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. +[rank3]:[W513 01:46:18.156248186 ProcessGroupNCCL.cpp:4571] [PG ID 0 PG GUID 0 Rank 3] using GPU 3 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. +[rank2]:[W513 01:46:18.173783313 ProcessGroupNCCL.cpp:4571] [PG ID 0 PG GUID 0 Rank 2] using GPU 2 to perform barrier as devices used by this process are currently unknown. This can potentially cause a hang if this rank to GPU mapping is incorrect. Specify device_ids in barrier() to force use of a particular device, or call init_process_group() with a device_id. +/usr/local/lib/python3.12/dist-packages/torch/nn/modules/transformer.py:375: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +/usr/local/lib/python3.12/dist-packages/torch/nn/modules/transformer.py:375: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +/usr/local/lib/python3.12/dist-packages/torch/nn/modules/transformer.py:375: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +/usr/local/lib/python3.12/dist-packages/torch/nn/modules/transformer.py:375: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +{ + "device": "cuda:0", + "rank": 0, + "world_size": 4, + "samples": "owt_cached_chunks:10", + "vocab_size": 50257, + "tokenizer_vocab_size": 50257, + "save_dir": "runs/scalinglaw_ctx1024_exact10_vocab50257_small384x6_4gpu_2000step", + "batch_size": 16, + "grad_accum": 8, + "effective_batch_size": 512, + "global_batch_size": 512, + "lr_schedule": "constant_warmup", + "warmup_steps": 20, + "min_lr": 0.0, + "adamw_param_groups": "all_decay", + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "adam_eps": 1e-08, + "model_type": "transformer", + "dual_t": true, + "corrupt_t_mode": "independent", + "corrupt_min_t": null, + "corrupt_max_t": null, + "prefix_block_prob": 0.0, + "prefix_block_len": 128, + "dirichlet_endpoint_mode": "categorical_dual_t", + "dirichlet_semantic_t_mode": "same", + "dirichlet_semantic_t_value": 0.0, + "categorical_wrong_from_full_vocab": true, + "categorical_wrong_from_batch_valid_tokens": false, + "mask_mixture_original_prob": 0.0, + "mask_mixture_lowk_prob": 0.0, + "mask_mixture_lowcorrupt_prob": 0.0, + "mask_mixture_block_prob": 0.0, + "mask_mixture_all_prob": 0.0, + "mask_mixture_lowk_clean_tokens": "1,2,4,8,16,32,64", + "mask_mixture_lowcorrupt_tokens": "1,2,4,8,16,32,64", + "mask_mixture_block_tokens": "64,128", + "simplex_bridge_sampler": "dirichlet", + "logistic_normal_sigma_min": 0.18, + "logistic_normal_sigma_max": 2.2, + "logistic_normal_tau_min": 0.65, + "logistic_normal_tau_max": 1.15, + "torch_compile": false, + "compile_mode": "max-autotune", + "state_format": "prob", + "target_loss": "hard_ce", + "meanflow_weight": 0.0, + "bridge_noise_init": "logistic_normal", + "noise_sigma": -1.0, + "wrap": true, + "wrap_mode": "stream", + "wrap_record_buffer_size": 200, + "owt_cached_chunks": true, + "owt_chunk_cache_dir": "/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext_lta_cached_chunks/gpt2_len1024_train_minus_100k_exact10_minvocab", + "owt_chunk_cache_rebuild": false, + "owt_chunk_cache_write_batch": 4096, + "owt_exact_repeat_per_chunk": 10000, + "online_chunk_shuffle": false, + "online_chunk_shuffle_buffer": 10000, + "openwebtext_split": "all", + "detokenizer": "auto", + "resolved_detokenizer": null, + "num_workers": 0, + "latest_every": 500, + "resume_path": "" +} +step=25 micro_steps=200 elapsed=51.0s lr=3.000000e-04 loss_all=9.5698 acc_all=0.0351 loss_corrupt=9.5720 acc_corrupt=0.0348 corrupt_frac=0.5538 loss=9.5720 loss_recon=9.5720 loss_meanflow=0.0000 mean_model_t=0.5004 mean_corrupt_t=0.5067 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4889 init_acc_corrupt=0.4773 init_gold_top10=0.5053 init_gold_top100=0.5565 +step=50 micro_steps=400 elapsed=59.4s lr=3.000000e-04 loss_all=6.9808 acc_all=0.0435 loss_corrupt=6.9836 acc_corrupt=0.0426 corrupt_frac=0.5502 loss=6.9836 loss_recon=6.9836 loss_meanflow=0.0000 mean_model_t=0.4927 mean_corrupt_t=0.4946 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5015 init_acc_corrupt=0.4633 init_gold_top10=0.4927 init_gold_top100=0.5466 +step=75 micro_steps=600 elapsed=62.6s lr=3.000000e-04 loss_all=6.5358 acc_all=0.0417 loss_corrupt=6.5414 acc_corrupt=0.0417 corrupt_frac=0.5479 loss=6.5414 loss_recon=6.5414 loss_meanflow=0.0000 mean_model_t=0.4907 mean_corrupt_t=0.5026 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4971 init_acc_corrupt=0.4696 init_gold_top10=0.4972 init_gold_top100=0.5490 +step=100 micro_steps=800 elapsed=63.8s lr=3.000000e-04 loss_all=6.4942 acc_all=0.0471 loss_corrupt=6.5060 acc_corrupt=0.0454 corrupt_frac=0.5491 loss=6.5060 loss_recon=6.5060 loss_meanflow=0.0000 mean_model_t=0.4977 mean_corrupt_t=0.5094 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4881 init_acc_corrupt=0.4785 init_gold_top10=0.5065 init_gold_top100=0.5552 +step=125 micro_steps=1000 elapsed=64.4s lr=3.000000e-04 loss_all=6.2915 acc_all=0.0970 loss_corrupt=6.3833 acc_corrupt=0.0779 corrupt_frac=0.5601 loss=6.3833 loss_recon=6.3833 loss_meanflow=0.0000 mean_model_t=0.5049 mean_corrupt_t=0.4978 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5000 init_acc_corrupt=0.4654 init_gold_top10=0.4943 init_gold_top100=0.5459 +step=150 micro_steps=1200 elapsed=64.7s lr=3.000000e-04 loss_all=5.5438 acc_all=0.1897 loss_corrupt=5.8703 acc_corrupt=0.1546 corrupt_frac=0.5550 loss=5.8703 loss_recon=5.8703 loss_meanflow=0.0000 mean_model_t=0.5132 mean_corrupt_t=0.4969 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5024 init_acc_corrupt=0.4618 init_gold_top10=0.4917 init_gold_top100=0.5428 +step=175 micro_steps=1400 elapsed=64.9s lr=3.000000e-04 loss_all=4.6997 acc_all=0.2680 loss_corrupt=5.2135 acc_corrupt=0.2113 corrupt_frac=0.5524 loss=5.2135 loss_recon=5.2135 loss_meanflow=0.0000 mean_model_t=0.5089 mean_corrupt_t=0.5104 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4923 init_acc_corrupt=0.4735 init_gold_top10=0.5019 init_gold_top100=0.5528 +step=200 micro_steps=1600 elapsed=65.0s lr=3.000000e-04 loss_all=3.9019 acc_all=0.3769 loss_corrupt=4.5546 acc_corrupt=0.2747 corrupt_frac=0.5513 loss=4.5546 loss_recon=4.5546 loss_meanflow=0.0000 mean_model_t=0.5030 mean_corrupt_t=0.5062 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4907 init_acc_corrupt=0.4750 init_gold_top10=0.5040 init_gold_top100=0.5515 +step=225 micro_steps=1800 elapsed=65.2s lr=3.000000e-04 loss_all=3.3872 acc_all=0.5167 loss_corrupt=4.1294 acc_corrupt=0.3459 corrupt_frac=0.5499 loss=4.1294 loss_recon=4.1294 loss_meanflow=0.0000 mean_model_t=0.4978 mean_corrupt_t=0.5020 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5021 init_acc_corrupt=0.4618 init_gold_top10=0.4920 init_gold_top100=0.5455 +step=250 micro_steps=2000 elapsed=65.2s lr=3.000000e-04 loss_all=3.0234 acc_all=0.6385 loss_corrupt=3.8056 acc_corrupt=0.4251 corrupt_frac=0.5563 loss=3.8056 loss_recon=3.8056 loss_meanflow=0.0000 mean_model_t=0.4949 mean_corrupt_t=0.5037 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4973 init_acc_corrupt=0.4692 init_gold_top10=0.4971 init_gold_top100=0.5482 +step=275 micro_steps=2200 elapsed=65.1s lr=3.000000e-04 loss_all=2.6022 acc_all=0.7098 loss_corrupt=3.4180 acc_corrupt=0.4904 corrupt_frac=0.5559 loss=3.4180 loss_recon=3.4180 loss_meanflow=0.0000 mean_model_t=0.4927 mean_corrupt_t=0.5018 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4963 init_acc_corrupt=0.4691 init_gold_top10=0.4982 init_gold_top100=0.5482 +step=300 micro_steps=2400 elapsed=64.9s lr=3.000000e-04 loss_all=2.2382 acc_all=0.7375 loss_corrupt=3.0869 acc_corrupt=0.5279 corrupt_frac=0.5560 loss=3.0869 loss_recon=3.0869 loss_meanflow=0.0000 mean_model_t=0.5101 mean_corrupt_t=0.5021 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4983 init_acc_corrupt=0.4672 init_gold_top10=0.4959 init_gold_top100=0.5493 +step=325 micro_steps=2600 elapsed=64.5s lr=3.000000e-04 loss_all=1.9767 acc_all=0.7410 loss_corrupt=2.8649 acc_corrupt=0.5331 corrupt_frac=0.5541 loss=2.8649 loss_recon=2.8649 loss_meanflow=0.0000 mean_model_t=0.5050 mean_corrupt_t=0.4960 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5083 init_acc_corrupt=0.4563 init_gold_top10=0.4857 init_gold_top100=0.5395 +step=350 micro_steps=2800 elapsed=65.1s lr=3.000000e-04 loss_all=1.6568 acc_all=0.7574 loss_corrupt=2.5097 acc_corrupt=0.5616 corrupt_frac=0.5528 loss=2.5097 loss_recon=2.5097 loss_meanflow=0.0000 mean_model_t=0.4963 mean_corrupt_t=0.5107 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4878 init_acc_corrupt=0.4793 init_gold_top10=0.5066 init_gold_top100=0.5567 +step=375 micro_steps=3000 elapsed=64.8s lr=3.000000e-04 loss_all=1.4678 acc_all=0.7555 loss_corrupt=2.3501 acc_corrupt=0.5523 corrupt_frac=0.5468 loss=2.3501 loss_recon=2.3501 loss_meanflow=0.0000 mean_model_t=0.5051 mean_corrupt_t=0.4982 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5020 init_acc_corrupt=0.4619 init_gold_top10=0.4920 init_gold_top100=0.5448 +step=400 micro_steps=3200 elapsed=64.6s lr=3.000000e-04 loss_all=1.2952 acc_all=0.7603 loss_corrupt=2.1428 acc_corrupt=0.5624 corrupt_frac=0.5475 loss=2.1428 loss_recon=2.1428 loss_meanflow=0.0000 mean_model_t=0.4886 mean_corrupt_t=0.5051 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4978 init_acc_corrupt=0.4664 init_gold_top10=0.4966 init_gold_top100=0.5475 +step=425 micro_steps=3400 elapsed=64.8s lr=3.000000e-04 loss_all=1.1578 acc_all=0.7646 loss_corrupt=1.9592 acc_corrupt=0.5729 corrupt_frac=0.5509 loss=1.9592 loss_recon=1.9592 loss_meanflow=0.0000 mean_model_t=0.5035 mean_corrupt_t=0.4999 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4939 init_acc_corrupt=0.4715 init_gold_top10=0.5003 init_gold_top100=0.5506 +step=450 micro_steps=3600 elapsed=64.7s lr=3.000000e-04 loss_all=1.0533 acc_all=0.7693 loss_corrupt=1.8220 acc_corrupt=0.5805 corrupt_frac=0.5503 loss=1.8220 loss_recon=1.8220 loss_meanflow=0.0000 mean_model_t=0.4990 mean_corrupt_t=0.5016 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4946 init_acc_corrupt=0.4706 init_gold_top10=0.4998 init_gold_top100=0.5502 +step=475 micro_steps=3800 elapsed=64.7s lr=3.000000e-04 loss_all=0.9739 acc_all=0.7743 loss_corrupt=1.6798 acc_corrupt=0.5961 corrupt_frac=0.5586 loss=1.6798 loss_recon=1.6798 loss_meanflow=0.0000 mean_model_t=0.5064 mean_corrupt_t=0.5119 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4869 init_acc_corrupt=0.4807 init_gold_top10=0.5078 init_gold_top100=0.5566 +step=500 micro_steps=4000 elapsed=64.8s lr=3.000000e-04 loss_all=0.8900 acc_all=0.7838 loss_corrupt=1.5706 acc_corrupt=0.6084 corrupt_frac=0.5516 loss=1.5706 loss_recon=1.5706 loss_meanflow=0.0000 mean_model_t=0.4952 mean_corrupt_t=0.5048 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4970 init_acc_corrupt=0.4698 init_gold_top10=0.4974 init_gold_top100=0.5487 +step=525 micro_steps=4200 elapsed=65.9s lr=3.000000e-04 loss_all=0.7953 acc_all=0.8066 loss_corrupt=1.4415 acc_corrupt=0.6420 corrupt_frac=0.5395 loss=1.4415 loss_recon=1.4415 loss_meanflow=0.0000 mean_model_t=0.5024 mean_corrupt_t=0.5028 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.4925 init_acc_corrupt=0.4743 init_gold_top10=0.5020 init_gold_top100=0.5513 +step=550 micro_steps=4400 elapsed=64.7s lr=3.000000e-04 loss_all=0.7557 acc_all=0.8208 loss_corrupt=1.3456 acc_corrupt=0.6753 corrupt_frac=0.5522 loss=1.3456 loss_recon=1.3456 loss_meanflow=0.0000 mean_model_t=0.4996 mean_corrupt_t=0.4982 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5028 init_acc_corrupt=0.4624 init_gold_top10=0.4915 init_gold_top100=0.5432 +step=575 micro_steps=4600 elapsed=64.5s lr=3.000000e-04 loss_all=0.6402 acc_all=0.8644 loss_corrupt=1.1534 acc_corrupt=0.7515 corrupt_frac=0.5452 loss=1.1534 loss_recon=1.1534 loss_meanflow=0.0000 mean_model_t=0.5019 mean_corrupt_t=0.4997 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5020 init_acc_corrupt=0.4630 init_gold_top10=0.4920 init_gold_top100=0.5448 +step=600 micro_steps=4800 elapsed=64.6s lr=3.000000e-04 loss_all=0.5154 acc_all=0.9112 loss_corrupt=0.9217 acc_corrupt=0.8384 corrupt_frac=0.5482 loss=0.9217 loss_recon=0.9217 loss_meanflow=0.0000 mean_model_t=0.4926 mean_corrupt_t=0.4977 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5034 init_acc_corrupt=0.4628 init_gold_top10=0.4908 init_gold_top100=0.5449 +step=625 micro_steps=5000 elapsed=64.8s lr=3.000000e-04 loss_all=0.3651 acc_all=0.9599 loss_corrupt=0.6465 acc_corrupt=0.9279 corrupt_frac=0.5518 loss=0.6465 loss_recon=0.6465 loss_meanflow=0.0000 mean_model_t=0.5008 mean_corrupt_t=0.5011 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5007 init_acc_corrupt=0.4636 init_gold_top10=0.4933 init_gold_top100=0.5457 +step=650 micro_steps=5200 elapsed=64.4s lr=3.000000e-04 loss_all=0.2195 acc_all=0.9897 loss_corrupt=0.3918 acc_corrupt=0.9812 corrupt_frac=0.5405 loss=0.3918 loss_recon=0.3918 loss_meanflow=0.0000 mean_model_t=0.4929 mean_corrupt_t=0.4927 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5096 init_acc_corrupt=0.4549 init_gold_top10=0.4843 init_gold_top100=0.5381 +step=675 micro_steps=5400 elapsed=64.7s lr=3.000000e-04 loss_all=0.1207 acc_all=0.9953 loss_corrupt=0.2134 acc_corrupt=0.9913 corrupt_frac=0.5407 loss=0.2134 loss_recon=0.2134 loss_meanflow=0.0000 mean_model_t=0.5040 mean_corrupt_t=0.4962 mean_loss_t_weight=1.0000 prior_center_loss_beta=0.0000 wrong_frac=0.5034 init_acc_corrupt=0.4609 init_gold_top10=0.4908 init_gold_top100=0.5421 +W0513 02:15:32.291000 316519 torch/distributed/elastic/agent/server/api.py:719] Received 15 death signal, shutting down workers +W0513 02:15:32.293000 316519 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 316613 closing signal SIGTERM +W0513 02:15:32.294000 316519 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 316614 closing signal SIGTERM +W0513 02:15:32.294000 316519 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 316615 closing signal SIGTERM +W0513 02:15:32.295000 316519 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 316616 closing signal SIGTERM +Traceback (most recent call last): + File "", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 922, in + main() + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 355, in wrapper + return f(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 918, in main + run(args) + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 909, in run + elastic_launch( + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/launcher/api.py", line 139, in __call__ + return launch_agent(self._config, self._entrypoint, list(args)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/launcher/api.py", line 261, in launch_agent + result = agent.run() + ^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/metrics/api.py", line 137, in wrapper + result = f(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/agent/server/api.py", line 711, in run + result = self._invoke_run(role) + ^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/agent/server/api.py", line 870, in _invoke_run + time.sleep(monitor_interval) + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/multiprocessing/api.py", line 84, in _terminate_process_handler + raise SignalException(f"Process {os.getpid()} got signal: {sigval}", sigval=sigval) +torch.distributed.elastic.multiprocessing.api.SignalException: Process 316519 got signal: 15 diff --git a/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/scalinglaw_samples2_192x3_c512_vocab50257_4gpu_3000step.log b/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/scalinglaw_samples2_192x3_c512_vocab50257_4gpu_3000step.log new file mode 100644 index 0000000000000000000000000000000000000000..5719c01be512f99b143f9b500330f1d103b6ea01 --- /dev/null +++ b/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/scalinglaw_samples2_192x3_c512_vocab50257_4gpu_3000step.log @@ -0,0 +1,66 @@ + +***************************************** +Setting OMP_NUM_THREADS environment variable for each process to be 1 in default, to avoid your system being overloaded, please further tune the variable for optimal performance in your application as needed. +***************************************** +[rank0]: Traceback (most recent call last): +[rank0]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 1000, in +[rank0]: main() +[rank0]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 615, in main +[rank0]: raise ValueError("--owt_cached_chunks requires --wrap --wrap_mode stream") +[rank0]: ValueError: --owt_cached_chunks requires --wrap --wrap_mode stream +[rank0]:[W513 01:44:40.999052026 ProcessGroupNCCL.cpp:1487] Warning: WARNING: destroy_process_group() was not called before program exit, which can leak resources. For more info, please see https://pytorch.org/docs/stable/distributed.html#shutdown (function operator()) +[rank3]: Traceback (most recent call last): +[rank3]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 1000, in +[rank3]: main() +[rank3]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 615, in main +[rank3]: raise ValueError("--owt_cached_chunks requires --wrap --wrap_mode stream") +[rank3]: ValueError: --owt_cached_chunks requires --wrap --wrap_mode stream +[rank2]: Traceback (most recent call last): +[rank2]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 1000, in +[rank2]: main() +[rank2]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 615, in main +[rank2]: raise ValueError("--owt_cached_chunks requires --wrap --wrap_mode stream") +[rank2]: ValueError: --owt_cached_chunks requires --wrap --wrap_mode stream +[rank1]: Traceback (most recent call last): +[rank1]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 1000, in +[rank1]: main() +[rank1]: File "/e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt/train.py", line 615, in main +[rank1]: raise ValueError("--owt_cached_chunks requires --wrap --wrap_mode stream") +[rank1]: ValueError: --owt_cached_chunks requires --wrap --wrap_mode stream +W0513 01:44:40.334000 313116 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 313184 closing signal SIGTERM +W0513 01:44:40.335000 313116 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 313185 closing signal SIGTERM +W0513 01:44:40.336000 313116 torch/distributed/elastic/multiprocessing/api.py:898] Sending process 313186 closing signal SIGTERM +E0513 01:44:40.463000 313116 torch/distributed/elastic/multiprocessing/api.py:870] failed (exitcode: 1) local_rank: 0 (pid: 313183) of binary: /usr/bin/python +Traceback (most recent call last): + File "", line 198, in _run_module_as_main + File "", line 88, in _run_code + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 922, in + main() + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py", line 355, in wrapper + return f(*args, **kwargs) + ^^^^^^^^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 918, in main + run(args) + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/run.py", line 909, in run + elastic_launch( + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/launcher/api.py", line 139, in __call__ + return launch_agent(self._config, self._entrypoint, list(args)) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/usr/local/lib/python3.12/dist-packages/torch/distributed/launcher/api.py", line 270, in launch_agent + raise ChildFailedError( +torch.distributed.elastic.multiprocessing.errors.ChildFailedError: +============================================================ +train.py FAILED +------------------------------------------------------------ +Failures: + +------------------------------------------------------------ +Root Cause (first observed failure): +[0]: + time : 2026-05-13_01:44:40 + host : localhost + rank : 0 (local_rank: 0) + exitcode : 1 (pid: 313183) + error_file: + traceback : To enable traceback see: https://pytorch.org/docs/stable/elastic/errors.html +============================================================ diff --git a/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/trace_ctx256_small384x6_step500.log b/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/trace_ctx256_small384x6_step500.log new file mode 100644 index 0000000000000000000000000000000000000000..c7415e46cdc75a9be7ae6bf4cc5f9443f56d0217 --- /dev/null +++ b/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/trace_ctx256_small384x6_step500.log @@ -0,0 +1 @@ +{"out_json": "docs/lta_samples/metrics_20260513/scalinglaw_4gpu_20260513/ctx256_small384x6_step500/trace_steps64_c48_t1p45.json", "records": 10, "step": 500} diff --git a/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/trace_ctx512_small384x6_step500.log b/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/trace_ctx512_small384x6_step500.log new file mode 100644 index 0000000000000000000000000000000000000000..9ca777b4566955e3156cd761a89335e19bf2c26b --- /dev/null +++ b/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/trace_ctx512_small384x6_step500.log @@ -0,0 +1,3 @@ +/usr/local/lib/python3.12/dist-packages/torch/nn/modules/transformer.py:375: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +{"out_json": "docs/lta_samples/metrics_20260513/scalinglaw_4gpu_20260513/ctx512_small384x6_step500/trace_steps64_c48_t1p45.json", "records": 10, "step": 500} diff --git a/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/trace_params512x8_c512_vocab50257_step750.log b/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/trace_params512x8_c512_vocab50257_step750.log new file mode 100644 index 0000000000000000000000000000000000000000..709b7a5a892f08243eca63a15bf1d65ea87d65ca --- /dev/null +++ b/LTA_openwebtext_dualt/logs/scalinglaw_4gpu_20260513/trace_params512x8_c512_vocab50257_step750.log @@ -0,0 +1,3 @@ +/usr/local/lib/python3.12/dist-packages/torch/nn/modules/transformer.py:375: UserWarning: enable_nested_tensor is True, but self.use_nested_tensor is False because encoder_layer.norm_first was True + warnings.warn( +{"out_json": "docs/lta_samples/metrics_20260513/scalinglaw_4gpu_20260513/params512x8_c512_vocab50257_step750/trace_steps64_c48_t1p45.json", "records": 10, "step": 750} diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/__multiarray_api.c b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/__multiarray_api.c new file mode 100644 index 0000000000000000000000000000000000000000..4fa051c1d2e0a6695f1c410e00169808e44dd44c --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/__multiarray_api.c @@ -0,0 +1,314 @@ + +/* These pointers will be stored in the C-object for use in other + extension modules +*/ + +void *PyArray_API[] = { + (void *) PyArray_GetNDArrayCVersion, + (void *) &PyBigArray_Type, + (void *) &PyArray_Type, + (void *) &PyArrayDescr_Type, + (void *) &PyArrayFlags_Type, + (void *) &PyArrayIter_Type, + (void *) &PyArrayMultiIter_Type, + (int *) &NPY_NUMUSERTYPES, + (void *) &PyBoolArrType_Type, + (void *) &_PyArrayScalar_BoolValues, + (void *) &PyGenericArrType_Type, + (void *) &PyNumberArrType_Type, + (void *) &PyIntegerArrType_Type, + (void *) &PySignedIntegerArrType_Type, + (void *) &PyUnsignedIntegerArrType_Type, + (void *) &PyInexactArrType_Type, + (void *) &PyFloatingArrType_Type, + (void *) &PyComplexFloatingArrType_Type, + (void *) &PyFlexibleArrType_Type, + (void *) &PyCharacterArrType_Type, + (void *) &PyByteArrType_Type, + (void *) &PyShortArrType_Type, + (void *) &PyIntArrType_Type, + (void *) &PyLongArrType_Type, + (void *) &PyLongLongArrType_Type, + (void *) &PyUByteArrType_Type, + (void *) &PyUShortArrType_Type, + (void *) &PyUIntArrType_Type, + (void *) &PyULongArrType_Type, + (void *) &PyULongLongArrType_Type, + (void *) &PyFloatArrType_Type, + (void *) &PyDoubleArrType_Type, + (void *) &PyLongDoubleArrType_Type, + (void *) &PyCFloatArrType_Type, + (void *) &PyCDoubleArrType_Type, + (void *) &PyCLongDoubleArrType_Type, + (void *) &PyObjectArrType_Type, + (void *) &PyStringArrType_Type, + (void *) &PyUnicodeArrType_Type, + (void *) &PyVoidArrType_Type, + (void *) PyArray_SetNumericOps, + (void *) PyArray_GetNumericOps, + (void *) PyArray_INCREF, + (void *) PyArray_XDECREF, + (void *) PyArray_SetStringFunction, + (void *) PyArray_DescrFromType, + (void *) PyArray_TypeObjectFromType, + (void *) PyArray_Zero, + (void *) PyArray_One, + (void *) PyArray_CastToType, + (void *) PyArray_CastTo, + (void *) PyArray_CastAnyTo, + (void *) PyArray_CanCastSafely, + (void *) PyArray_CanCastTo, + (void *) PyArray_ObjectType, + (void *) PyArray_DescrFromObject, + (void *) PyArray_ConvertToCommonType, + (void *) PyArray_DescrFromScalar, + (void *) PyArray_DescrFromTypeObject, + (void *) PyArray_Size, + (void *) PyArray_Scalar, + (void *) PyArray_FromScalar, + (void *) PyArray_ScalarAsCtype, + (void *) PyArray_CastScalarToCtype, + (void *) PyArray_CastScalarDirect, + (void *) PyArray_ScalarFromObject, + (void *) PyArray_GetCastFunc, + (void *) PyArray_FromDims, + (void *) PyArray_FromDimsAndDataAndDescr, + (void *) PyArray_FromAny, + (void *) PyArray_EnsureArray, + (void *) PyArray_EnsureAnyArray, + (void *) PyArray_FromFile, + (void *) PyArray_FromString, + (void *) PyArray_FromBuffer, + (void *) PyArray_FromIter, + (void *) PyArray_Return, + (void *) PyArray_GetField, + (void *) PyArray_SetField, + (void *) PyArray_Byteswap, + (void *) PyArray_Resize, + (void *) PyArray_MoveInto, + (void *) PyArray_CopyInto, + (void *) PyArray_CopyAnyInto, + (void *) PyArray_CopyObject, + (void *) PyArray_NewCopy, + (void *) PyArray_ToList, + (void *) PyArray_ToString, + (void *) PyArray_ToFile, + (void *) PyArray_Dump, + (void *) PyArray_Dumps, + (void *) PyArray_ValidType, + (void *) PyArray_UpdateFlags, + (void *) PyArray_New, + (void *) PyArray_NewFromDescr, + (void *) PyArray_DescrNew, + (void *) PyArray_DescrNewFromType, + (void *) PyArray_GetPriority, + (void *) PyArray_IterNew, + (void *) PyArray_MultiIterNew, + (void *) PyArray_PyIntAsInt, + (void *) PyArray_PyIntAsIntp, + (void *) PyArray_Broadcast, + (void *) PyArray_FillObjectArray, + (void *) PyArray_FillWithScalar, + (void *) PyArray_CheckStrides, + (void *) PyArray_DescrNewByteorder, + (void *) PyArray_IterAllButAxis, + (void *) PyArray_CheckFromAny, + (void *) PyArray_FromArray, + (void *) PyArray_FromInterface, + (void *) PyArray_FromStructInterface, + (void *) PyArray_FromArrayAttr, + (void *) PyArray_ScalarKind, + (void *) PyArray_CanCoerceScalar, + (void *) PyArray_NewFlagsObject, + (void *) PyArray_CanCastScalar, + (void *) PyArray_CompareUCS4, + (void *) PyArray_RemoveSmallest, + (void *) PyArray_ElementStrides, + (void *) PyArray_Item_INCREF, + (void *) PyArray_Item_XDECREF, + (void *) PyArray_FieldNames, + (void *) PyArray_Transpose, + (void *) PyArray_TakeFrom, + (void *) PyArray_PutTo, + (void *) PyArray_PutMask, + (void *) PyArray_Repeat, + (void *) PyArray_Choose, + (void *) PyArray_Sort, + (void *) PyArray_ArgSort, + (void *) PyArray_SearchSorted, + (void *) PyArray_ArgMax, + (void *) PyArray_ArgMin, + (void *) PyArray_Reshape, + (void *) PyArray_Newshape, + (void *) PyArray_Squeeze, + (void *) PyArray_View, + (void *) PyArray_SwapAxes, + (void *) PyArray_Max, + (void *) PyArray_Min, + (void *) PyArray_Ptp, + (void *) PyArray_Mean, + (void *) PyArray_Trace, + (void *) PyArray_Diagonal, + (void *) PyArray_Clip, + (void *) PyArray_Conjugate, + (void *) PyArray_Nonzero, + (void *) PyArray_Std, + (void *) PyArray_Sum, + (void *) PyArray_CumSum, + (void *) PyArray_Prod, + (void *) PyArray_CumProd, + (void *) PyArray_All, + (void *) PyArray_Any, + (void *) PyArray_Compress, + (void *) PyArray_Flatten, + (void *) PyArray_Ravel, + (void *) PyArray_MultiplyList, + (void *) PyArray_MultiplyIntList, + (void *) PyArray_GetPtr, + (void *) PyArray_CompareLists, + (void *) PyArray_AsCArray, + (void *) PyArray_As1D, + (void *) PyArray_As2D, + (void *) PyArray_Free, + (void *) PyArray_Converter, + (void *) PyArray_IntpFromSequence, + (void *) PyArray_Concatenate, + (void *) PyArray_InnerProduct, + (void *) PyArray_MatrixProduct, + (void *) PyArray_CopyAndTranspose, + (void *) PyArray_Correlate, + (void *) PyArray_TypestrConvert, + (void *) PyArray_DescrConverter, + (void *) PyArray_DescrConverter2, + (void *) PyArray_IntpConverter, + (void *) PyArray_BufferConverter, + (void *) PyArray_AxisConverter, + (void *) PyArray_BoolConverter, + (void *) PyArray_ByteorderConverter, + (void *) PyArray_OrderConverter, + (void *) PyArray_EquivTypes, + (void *) PyArray_Zeros, + (void *) PyArray_Empty, + (void *) PyArray_Where, + (void *) PyArray_Arange, + (void *) PyArray_ArangeObj, + (void *) PyArray_SortkindConverter, + (void *) PyArray_LexSort, + (void *) PyArray_Round, + (void *) PyArray_EquivTypenums, + (void *) PyArray_RegisterDataType, + (void *) PyArray_RegisterCastFunc, + (void *) PyArray_RegisterCanCast, + (void *) PyArray_InitArrFuncs, + (void *) PyArray_IntTupleFromIntp, + (void *) PyArray_TypeNumFromName, + (void *) PyArray_ClipmodeConverter, + (void *) PyArray_OutputConverter, + (void *) PyArray_BroadcastToShape, + (void *) _PyArray_SigintHandler, + (void *) _PyArray_GetSigintBuf, + (void *) PyArray_DescrAlignConverter, + (void *) PyArray_DescrAlignConverter2, + (void *) PyArray_SearchsideConverter, + (void *) PyArray_CheckAxis, + (void *) PyArray_OverflowMultiplyList, + (void *) PyArray_CompareString, + (void *) PyArray_MultiIterFromObjects, + (void *) PyArray_GetEndianness, + (void *) PyArray_GetNDArrayCFeatureVersion, + (void *) PyArray_Correlate2, + (void *) PyArray_NeighborhoodIterNew, + (void *) &PyTimeIntegerArrType_Type, + (void *) &PyDatetimeArrType_Type, + (void *) &PyTimedeltaArrType_Type, + (void *) &PyHalfArrType_Type, + (void *) &NpyIter_Type, + (void *) PyArray_SetDatetimeParseFunction, + (void *) PyArray_DatetimeToDatetimeStruct, + (void *) PyArray_TimedeltaToTimedeltaStruct, + (void *) PyArray_DatetimeStructToDatetime, + (void *) PyArray_TimedeltaStructToTimedelta, + (void *) NpyIter_New, + (void *) NpyIter_MultiNew, + (void *) NpyIter_AdvancedNew, + (void *) NpyIter_Copy, + (void *) NpyIter_Deallocate, + (void *) NpyIter_HasDelayedBufAlloc, + (void *) NpyIter_HasExternalLoop, + (void *) NpyIter_EnableExternalLoop, + (void *) NpyIter_GetInnerStrideArray, + (void *) NpyIter_GetInnerLoopSizePtr, + (void *) NpyIter_Reset, + (void *) NpyIter_ResetBasePointers, + (void *) NpyIter_ResetToIterIndexRange, + (void *) NpyIter_GetNDim, + (void *) NpyIter_GetNOp, + (void *) NpyIter_GetIterNext, + (void *) NpyIter_GetIterSize, + (void *) NpyIter_GetIterIndexRange, + (void *) NpyIter_GetIterIndex, + (void *) NpyIter_GotoIterIndex, + (void *) NpyIter_HasMultiIndex, + (void *) NpyIter_GetShape, + (void *) NpyIter_GetGetMultiIndex, + (void *) NpyIter_GotoMultiIndex, + (void *) NpyIter_RemoveMultiIndex, + (void *) NpyIter_HasIndex, + (void *) NpyIter_IsBuffered, + (void *) NpyIter_IsGrowInner, + (void *) NpyIter_GetBufferSize, + (void *) NpyIter_GetIndexPtr, + (void *) NpyIter_GotoIndex, + (void *) NpyIter_GetDataPtrArray, + (void *) NpyIter_GetDescrArray, + (void *) NpyIter_GetOperandArray, + (void *) NpyIter_GetIterView, + (void *) NpyIter_GetReadFlags, + (void *) NpyIter_GetWriteFlags, + (void *) NpyIter_DebugPrint, + (void *) NpyIter_IterationNeedsAPI, + (void *) NpyIter_GetInnerFixedStrideArray, + (void *) NpyIter_RemoveAxis, + (void *) NpyIter_GetAxisStrideArray, + (void *) NpyIter_RequiresBuffering, + (void *) NpyIter_GetInitialDataPtrArray, + (void *) NpyIter_CreateCompatibleStrides, + (void *) PyArray_CastingConverter, + (void *) PyArray_CountNonzero, + (void *) PyArray_PromoteTypes, + (void *) PyArray_MinScalarType, + (void *) PyArray_ResultType, + (void *) PyArray_CanCastArrayTo, + (void *) PyArray_CanCastTypeTo, + (void *) PyArray_EinsteinSum, + (void *) PyArray_NewLikeArray, + (void *) PyArray_GetArrayParamsFromObject, + (void *) PyArray_ConvertClipmodeSequence, + (void *) PyArray_MatrixProduct2, + (void *) NpyIter_IsFirstVisit, + (void *) PyArray_SetBaseObject, + (void *) PyArray_CreateSortedStridePerm, + (void *) PyArray_RemoveAxesInPlace, + (void *) PyArray_DebugPrint, + (void *) PyArray_FailUnlessWriteable, + (void *) PyArray_SetUpdateIfCopyBase, + (void *) PyDataMem_NEW, + (void *) PyDataMem_FREE, + (void *) PyDataMem_RENEW, + (void *) PyDataMem_SetEventHook, + (NPY_CASTING *) &NPY_DEFAULT_ASSIGN_CASTING, + (void *) PyArray_MapIterSwapAxes, + (void *) PyArray_MapIterArray, + (void *) PyArray_MapIterNext, + (void *) PyArray_Partition, + (void *) PyArray_ArgPartition, + (void *) PyArray_SelectkindConverter, + (void *) PyDataMem_NEW_ZEROED, + (void *) PyArray_CheckAnyScalarExact, + (void *) PyArray_MapIterArrayCopyIfOverlap, + (void *) PyArray_ResolveWritebackIfCopy, + (void *) PyArray_SetWritebackIfCopyBase, + (void *) PyDataMem_SetHandler, + (void *) PyDataMem_GetHandler, + (PyObject* *) &PyDataMem_DefaultHandler +}; diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/experimental_dtype_api.h b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/experimental_dtype_api.h new file mode 100644 index 0000000000000000000000000000000000000000..19088dabdce0e677c8716fcdd5bdee6a34353c51 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/experimental_dtype_api.h @@ -0,0 +1,365 @@ +/* + * This header exports the new experimental DType API as proposed in + * NEPs 41 to 43. For background, please check these NEPs. Otherwise, + * this header also serves as documentation for the time being. + * + * The header includes `_dtype_api.h` which holds most definition while this + * header mainly wraps functions for public consumption. + * + * Please do not hesitate to contact @seberg with questions. This is + * developed together with https://github.com/seberg/experimental_user_dtypes + * and those interested in experimenting are encouraged to contribute there. + * + * To use the functions defined in the header, call:: + * + * if (import_experimental_dtype_api(version) < 0) { + * return NULL; + * } + * + * in your module init. (A version mismatch will be reported, just update + * to the correct one, this will alert you of possible changes.) + * + * The following lists the main symbols currently exported. Please do not + * hesitate to ask for help or clarification: + * + * - PyUFunc_AddLoopFromSpec: + * + * Register a new loop for a ufunc. This uses the `PyArrayMethod_Spec` + * which must be filled in (see in-line comments). + * + * - PyUFunc_AddWrappingLoop: + * + * Register a new loop which reuses an existing one, but modifies the + * result dtypes. Please search the internal NumPy docs for more info + * at this point. (Used for physical units dtype.) + * + * - PyUFunc_AddPromoter: + * + * Register a new promoter for a ufunc. A promoter is a function stored + * in a PyCapsule (see in-line comments). It is passed the operation and + * requested DType signatures and can mutate it to attempt a new search + * for a matching loop/promoter. + * I.e. for Numba a promoter could even add the desired loop. + * + * - PyArrayInitDTypeMeta_FromSpec: + * + * Initialize a new DType. It must currently be a static Python C type + * that is declared as `PyArray_DTypeMeta` and not `PyTypeObject`. + * Further, it must subclass `np.dtype` and set its type to + * `PyArrayDTypeMeta_Type` (before calling `PyType_Read()`). + * + * - PyArray_CommonDType: + * + * Find the common-dtype ("promotion") for two DType classes. Similar + * to `np.result_type`, but works on the classes and not instances. + * + * - PyArray_PromoteDTypeSequence: + * + * Same as CommonDType, but works with an arbitrary number of DTypes. + * This function is smarter and can often return successful and unambiguous + * results when `common_dtype(common_dtype(dt1, dt2), dt3)` would + * depend on the operation order or fail. Nevertheless, DTypes should + * aim to ensure that their common-dtype implementation is associative + * and commutative! (Mainly, unsigned and signed integers are not.) + * + * For guaranteed consistent results DTypes must implement common-Dtype + * "transitively". If A promotes B and B promotes C, than A must generally + * also promote C; where "promotes" means implements the promotion. + * (There are some exceptions for abstract DTypes) + * + * - PyArray_GetDefaultDescr: + * + * Given a DType class, returns the default instance (descriptor). + * This is an inline function checking for `singleton` first and only + * calls the `default_descr` function if necessary. + * + * - PyArray_DoubleDType, etc.: + * + * Aliases to the DType classes for the builtin NumPy DTypes. + * + * WARNING + * ======= + * + * By using this header, you understand that this is a fully experimental + * exposure. Details are expected to change, and some options may have no + * effect. (Please contact @seberg if you have questions!) + * If the exposure stops working, please file a bug report with NumPy. + * Further, a DType created using this API/header should still be expected + * to be incompatible with some functionality inside and outside of NumPy. + * In this case crashes must be expected. Please report any such problems + * so that they can be fixed before final exposure. + * Furthermore, expect missing checks for programming errors which the final + * API is expected to have. + * + * Symbols with a leading underscore are likely to not be included in the + * first public version, if these are central to your use-case, please let + * us know, so that we can reconsider. + * + * "Array-like" consumer API not yet under considerations + * ====================================================== + * + * The new DType API is designed in a way to make it potentially useful for + * alternative "array-like" implementations. This will require careful + * exposure of details and functions and is not part of this experimental API. + * + * Brief (incompatibility) changelog + * ================================= + * + * 2. None (only additions). + * 3. New `npy_intp *view_offset` argument for `resolve_descriptors`. + * This replaces the `NPY_CAST_IS_VIEW` flag. It can be set to 0 if the + * operation is a view, and is pre-initialized to `NPY_MIN_INTP` indicating + * that the operation is not a view. + */ + +#ifndef NUMPY_CORE_INCLUDE_NUMPY_EXPERIMENTAL_DTYPE_API_H_ +#define NUMPY_CORE_INCLUDE_NUMPY_EXPERIMENTAL_DTYPE_API_H_ + +#include +#include "ndarraytypes.h" +#include "_dtype_api.h" + +/* + * The contents of PyArrayMethodObject are currently opaque (is there a way + * good way to make them be `PyObject *`?) + */ +typedef struct PyArrayMethodObject_tag PyArrayMethodObject; + +/* + * There must be a better way?! -- Oh well, this is experimental + * (my issue with it, is that I cannot undef those helpers). + */ +#if defined(PY_ARRAY_UNIQUE_SYMBOL) + #define NPY_EXP_DTYPE_API_CONCAT_HELPER2(x, y) x ## y + #define NPY_EXP_DTYPE_API_CONCAT_HELPER(arg) NPY_EXP_DTYPE_API_CONCAT_HELPER2(arg, __experimental_dtype_api_table) + #define __experimental_dtype_api_table NPY_EXP_DTYPE_API_CONCAT_HELPER(PY_ARRAY_UNIQUE_SYMBOL) +#else + #define __experimental_dtype_api_table __experimental_dtype_api_table +#endif + +/* Support for correct multi-file projects: */ +#if defined(NO_IMPORT) || defined(NO_IMPORT_ARRAY) + extern void **__experimental_dtype_api_table; +#else + /* + * Just a hack so I don't forget importing as much myself, I spend way too + * much time noticing it the first time around :). + */ + static void + __not_imported(void) + { + printf("*****\nCritical error, dtype API not imported\n*****\n"); + } + + static void *__uninitialized_table[] = { + &__not_imported, &__not_imported, &__not_imported, &__not_imported, + &__not_imported, &__not_imported, &__not_imported, &__not_imported}; + + #if defined(PY_ARRAY_UNIQUE_SYMBOL) + void **__experimental_dtype_api_table = __uninitialized_table; + #else + static void **__experimental_dtype_api_table = __uninitialized_table; + #endif +#endif + + +typedef int _ufunc_addloop_fromspec_func( + PyObject *ufunc, PyArrayMethod_Spec *spec); +/* + * The main ufunc registration function. This adds a new implementation/loop + * to a ufunc. It replaces `PyUFunc_RegisterLoopForType`. + */ +#define PyUFunc_AddLoopFromSpec \ + (*(_ufunc_addloop_fromspec_func *)(__experimental_dtype_api_table[0])) + + +/* Please see the NumPy definitions in `array_method.h` for details on these */ +typedef int translate_given_descrs_func(int nin, int nout, + PyArray_DTypeMeta *wrapped_dtypes[], + PyArray_Descr *given_descrs[], PyArray_Descr *new_descrs[]); +typedef int translate_loop_descrs_func(int nin, int nout, + PyArray_DTypeMeta *new_dtypes[], PyArray_Descr *given_descrs[], + PyArray_Descr *original_descrs[], PyArray_Descr *loop_descrs[]); + +typedef int _ufunc_wrapping_loop_func(PyObject *ufunc_obj, + PyArray_DTypeMeta *new_dtypes[], PyArray_DTypeMeta *wrapped_dtypes[], + translate_given_descrs_func *translate_given_descrs, + translate_loop_descrs_func *translate_loop_descrs); +#define PyUFunc_AddWrappingLoop \ + (*(_ufunc_wrapping_loop_func *)(__experimental_dtype_api_table[7])) + +/* + * Type of the C promoter function, which must be wrapped into a + * PyCapsule with name "numpy._ufunc_promoter". + * + * Note that currently the output dtypes are always NULL unless they are + * also part of the signature. This is an implementation detail and could + * change in the future. However, in general promoters should not have a + * need for output dtypes. + * (There are potential use-cases, these are currently unsupported.) + */ +typedef int promoter_function(PyObject *ufunc, + PyArray_DTypeMeta *op_dtypes[], PyArray_DTypeMeta *signature[], + PyArray_DTypeMeta *new_op_dtypes[]); + +/* + * Function to register a promoter. + * + * @param ufunc The ufunc object to register the promoter with. + * @param DType_tuple A Python tuple containing DTypes or None matching the + * number of inputs and outputs of the ufunc. + * @param promoter A PyCapsule with name "numpy._ufunc_promoter" containing + * a pointer to a `promoter_function`. + */ +typedef int _ufunc_addpromoter_func( + PyObject *ufunc, PyObject *DType_tuple, PyObject *promoter); +#define PyUFunc_AddPromoter \ + (*(_ufunc_addpromoter_func *)(__experimental_dtype_api_table[1])) + +#define PyArrayDTypeMeta_Type \ + (*(PyTypeObject *)__experimental_dtype_api_table[2]) +typedef int __dtypemeta_fromspec( + PyArray_DTypeMeta *DType, PyArrayDTypeMeta_Spec *dtype_spec); +/* + * Finalize creation of a DTypeMeta. You must ensure that the DTypeMeta is + * a proper subclass. The DTypeMeta object has additional fields compared to + * a normal PyTypeObject! + * The only (easy) creation of a new DType is to create a static Type which + * inherits `PyArray_DescrType`, sets its type to `PyArrayDTypeMeta_Type` and + * uses `PyArray_DTypeMeta` defined above as the C-structure. + */ +#define PyArrayInitDTypeMeta_FromSpec \ + ((__dtypemeta_fromspec *)(__experimental_dtype_api_table[3])) + + +/* + * ************************************* + * WORKING WITH DTYPES + * ************************************* + */ + +typedef PyArray_DTypeMeta *__common_dtype( + PyArray_DTypeMeta *DType1, PyArray_DTypeMeta *DType2); +#define PyArray_CommonDType \ + ((__common_dtype *)(__experimental_dtype_api_table[4])) + + +typedef PyArray_DTypeMeta *__promote_dtype_sequence( + npy_intp num, PyArray_DTypeMeta *DTypes[]); +#define PyArray_PromoteDTypeSequence \ + ((__promote_dtype_sequence *)(__experimental_dtype_api_table[5])) + + +typedef PyArray_Descr *__get_default_descr( + PyArray_DTypeMeta *DType); +#define _PyArray_GetDefaultDescr \ + ((__get_default_descr *)(__experimental_dtype_api_table[6])) + +static inline PyArray_Descr * +PyArray_GetDefaultDescr(PyArray_DTypeMeta *DType) +{ + if (DType->singleton != NULL) { + Py_INCREF(DType->singleton); + return DType->singleton; + } + return _PyArray_GetDefaultDescr(DType); +} + + +/* + * NumPy's builtin DTypes: + */ +#define PyArray_BoolDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[10]) +/* Integers */ +#define PyArray_ByteDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[11]) +#define PyArray_UByteDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[12]) +#define PyArray_ShortDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[13]) +#define PyArray_UShortDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[14]) +#define PyArray_IntDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[15]) +#define PyArray_UIntDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[16]) +#define PyArray_LongDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[17]) +#define PyArray_ULongDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[18]) +#define PyArray_LongLongDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[19]) +#define PyArray_ULongLongDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[20]) +/* Integer aliases */ +#define PyArray_Int8Type (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[21]) +#define PyArray_UInt8DType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[22]) +#define PyArray_Int16DType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[23]) +#define PyArray_UInt16DType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[24]) +#define PyArray_Int32DType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[25]) +#define PyArray_UInt32DType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[26]) +#define PyArray_Int64DType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[27]) +#define PyArray_UInt64DType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[28]) +#define PyArray_IntpDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[29]) +#define PyArray_UIntpDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[30]) +/* Floats */ +#define PyArray_HalfType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[31]) +#define PyArray_FloatDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[32]) +#define PyArray_DoubleDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[33]) +#define PyArray_LongDoubleDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[34]) +/* Complex */ +#define PyArray_CFloatDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[35]) +#define PyArray_CDoubleDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[36]) +#define PyArray_CLongDoubleDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[37]) +/* String/Bytes */ +#define PyArray_StringDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[38]) +#define PyArray_UnicodeDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[39]) +/* Datetime/Timedelta */ +#define PyArray_DatetimeDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[40]) +#define PyArray_TimedeltaDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[41]) +/* Object/Void */ +#define PyArray_ObjectDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[42]) +#define PyArray_VoidDType (*(PyArray_DTypeMeta *)__experimental_dtype_api_table[43]) + +/* + * ******************************** + * Initialization + * ******************************** + * + * Import the experimental API, the version must match the one defined in + * the header to ensure changes are taken into account. NumPy will further + * runtime-check this. + * You must call this function to use the symbols defined in this file. + */ +#if !defined(NO_IMPORT) && !defined(NO_IMPORT_ARRAY) + +static int +import_experimental_dtype_api(int version) +{ + if (version != __EXPERIMENTAL_DTYPE_API_VERSION) { + PyErr_Format(PyExc_RuntimeError, + "DType API version %d did not match header version %d. Please " + "update the import statement and check for API changes.", + version, __EXPERIMENTAL_DTYPE_API_VERSION); + return -1; + } + if (__experimental_dtype_api_table != __uninitialized_table) { + /* already imported. */ + return 0; + } + + PyObject *multiarray = PyImport_ImportModule("numpy.core._multiarray_umath"); + if (multiarray == NULL) { + return -1; + } + + PyObject *api = PyObject_CallMethod(multiarray, + "_get_experimental_dtype_api", "i", version); + Py_DECREF(multiarray); + if (api == NULL) { + return -1; + } + __experimental_dtype_api_table = (void **)PyCapsule_GetPointer(api, + "experimental_dtype_api_table"); + Py_DECREF(api); + + if (__experimental_dtype_api_table == NULL) { + __experimental_dtype_api_table = __uninitialized_table; + return -1; + } + return 0; +} + +#endif /* !defined(NO_IMPORT) && !defined(NO_IMPORT_ARRAY) */ + +#endif /* NUMPY_CORE_INCLUDE_NUMPY_EXPERIMENTAL_DTYPE_API_H_ */ diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/halffloat.h b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/halffloat.h new file mode 100644 index 0000000000000000000000000000000000000000..950401664e101d17ce5461ecb21c7d3bdf824f42 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/halffloat.h @@ -0,0 +1,70 @@ +#ifndef NUMPY_CORE_INCLUDE_NUMPY_HALFFLOAT_H_ +#define NUMPY_CORE_INCLUDE_NUMPY_HALFFLOAT_H_ + +#include +#include + +#ifdef __cplusplus +extern "C" { +#endif + +/* + * Half-precision routines + */ + +/* Conversions */ +float npy_half_to_float(npy_half h); +double npy_half_to_double(npy_half h); +npy_half npy_float_to_half(float f); +npy_half npy_double_to_half(double d); +/* Comparisons */ +int npy_half_eq(npy_half h1, npy_half h2); +int npy_half_ne(npy_half h1, npy_half h2); +int npy_half_le(npy_half h1, npy_half h2); +int npy_half_lt(npy_half h1, npy_half h2); +int npy_half_ge(npy_half h1, npy_half h2); +int npy_half_gt(npy_half h1, npy_half h2); +/* faster *_nonan variants for when you know h1 and h2 are not NaN */ +int npy_half_eq_nonan(npy_half h1, npy_half h2); +int npy_half_lt_nonan(npy_half h1, npy_half h2); +int npy_half_le_nonan(npy_half h1, npy_half h2); +/* Miscellaneous functions */ +int npy_half_iszero(npy_half h); +int npy_half_isnan(npy_half h); +int npy_half_isinf(npy_half h); +int npy_half_isfinite(npy_half h); +int npy_half_signbit(npy_half h); +npy_half npy_half_copysign(npy_half x, npy_half y); +npy_half npy_half_spacing(npy_half h); +npy_half npy_half_nextafter(npy_half x, npy_half y); +npy_half npy_half_divmod(npy_half x, npy_half y, npy_half *modulus); + +/* + * Half-precision constants + */ + +#define NPY_HALF_ZERO (0x0000u) +#define NPY_HALF_PZERO (0x0000u) +#define NPY_HALF_NZERO (0x8000u) +#define NPY_HALF_ONE (0x3c00u) +#define NPY_HALF_NEGONE (0xbc00u) +#define NPY_HALF_PINF (0x7c00u) +#define NPY_HALF_NINF (0xfc00u) +#define NPY_HALF_NAN (0x7e00u) + +#define NPY_MAX_HALF (0x7bffu) + +/* + * Bit-level conversions + */ + +npy_uint16 npy_floatbits_to_halfbits(npy_uint32 f); +npy_uint16 npy_doublebits_to_halfbits(npy_uint64 d); +npy_uint32 npy_halfbits_to_floatbits(npy_uint16 h); +npy_uint64 npy_halfbits_to_doublebits(npy_uint16 h); + +#ifdef __cplusplus +} +#endif + +#endif /* NUMPY_CORE_INCLUDE_NUMPY_HALFFLOAT_H_ */ diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/npy_cpu.h b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/npy_cpu.h new file mode 100644 index 0000000000000000000000000000000000000000..a19f8e6bbdd90f3b69a1f2b2f8086a356910c8a3 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/npy_cpu.h @@ -0,0 +1,129 @@ +/* + * This set (target) cpu specific macros: + * - Possible values: + * NPY_CPU_X86 + * NPY_CPU_AMD64 + * NPY_CPU_PPC + * NPY_CPU_PPC64 + * NPY_CPU_PPC64LE + * NPY_CPU_SPARC + * NPY_CPU_S390 + * NPY_CPU_IA64 + * NPY_CPU_HPPA + * NPY_CPU_ALPHA + * NPY_CPU_ARMEL + * NPY_CPU_ARMEB + * NPY_CPU_SH_LE + * NPY_CPU_SH_BE + * NPY_CPU_ARCEL + * NPY_CPU_ARCEB + * NPY_CPU_RISCV64 + * NPY_CPU_LOONGARCH + * NPY_CPU_WASM + */ +#ifndef NUMPY_CORE_INCLUDE_NUMPY_NPY_CPU_H_ +#define NUMPY_CORE_INCLUDE_NUMPY_NPY_CPU_H_ + +#include "numpyconfig.h" + +#if defined( __i386__ ) || defined(i386) || defined(_M_IX86) + /* + * __i386__ is defined by gcc and Intel compiler on Linux, + * _M_IX86 by VS compiler, + * i386 by Sun compilers on opensolaris at least + */ + #define NPY_CPU_X86 +#elif defined(__x86_64__) || defined(__amd64__) || defined(__x86_64) || defined(_M_AMD64) + /* + * both __x86_64__ and __amd64__ are defined by gcc + * __x86_64 defined by sun compiler on opensolaris at least + * _M_AMD64 defined by MS compiler + */ + #define NPY_CPU_AMD64 +#elif defined(__powerpc64__) && defined(__LITTLE_ENDIAN__) + #define NPY_CPU_PPC64LE +#elif defined(__powerpc64__) && defined(__BIG_ENDIAN__) + #define NPY_CPU_PPC64 +#elif defined(__ppc__) || defined(__powerpc__) || defined(_ARCH_PPC) + /* + * __ppc__ is defined by gcc, I remember having seen __powerpc__ once, + * but can't find it ATM + * _ARCH_PPC is used by at least gcc on AIX + * As __powerpc__ and _ARCH_PPC are also defined by PPC64 check + * for those specifically first before defaulting to ppc + */ + #define NPY_CPU_PPC +#elif defined(__sparc__) || defined(__sparc) + /* __sparc__ is defined by gcc and Forte (e.g. Sun) compilers */ + #define NPY_CPU_SPARC +#elif defined(__s390__) + #define NPY_CPU_S390 +#elif defined(__ia64) + #define NPY_CPU_IA64 +#elif defined(__hppa) + #define NPY_CPU_HPPA +#elif defined(__alpha__) + #define NPY_CPU_ALPHA +#elif defined(__arm__) || defined(__aarch64__) || defined(_M_ARM64) + /* _M_ARM64 is defined in MSVC for ARM64 compilation on Windows */ + #if defined(__ARMEB__) || defined(__AARCH64EB__) + #if defined(__ARM_32BIT_STATE) + #define NPY_CPU_ARMEB_AARCH32 + #elif defined(__ARM_64BIT_STATE) + #define NPY_CPU_ARMEB_AARCH64 + #else + #define NPY_CPU_ARMEB + #endif + #elif defined(__ARMEL__) || defined(__AARCH64EL__) || defined(_M_ARM64) + #if defined(__ARM_32BIT_STATE) + #define NPY_CPU_ARMEL_AARCH32 + #elif defined(__ARM_64BIT_STATE) || defined(_M_ARM64) || defined(__AARCH64EL__) + #define NPY_CPU_ARMEL_AARCH64 + #else + #define NPY_CPU_ARMEL + #endif + #else + # error Unknown ARM CPU, please report this to numpy maintainers with \ + information about your platform (OS, CPU and compiler) + #endif +#elif defined(__sh__) && defined(__LITTLE_ENDIAN__) + #define NPY_CPU_SH_LE +#elif defined(__sh__) && defined(__BIG_ENDIAN__) + #define NPY_CPU_SH_BE +#elif defined(__MIPSEL__) + #define NPY_CPU_MIPSEL +#elif defined(__MIPSEB__) + #define NPY_CPU_MIPSEB +#elif defined(__or1k__) + #define NPY_CPU_OR1K +#elif defined(__mc68000__) + #define NPY_CPU_M68K +#elif defined(__arc__) && defined(__LITTLE_ENDIAN__) + #define NPY_CPU_ARCEL +#elif defined(__arc__) && defined(__BIG_ENDIAN__) + #define NPY_CPU_ARCEB +#elif defined(__riscv) && defined(__riscv_xlen) && __riscv_xlen == 64 + #define NPY_CPU_RISCV64 +#elif defined(__loongarch__) + #define NPY_CPU_LOONGARCH +#elif defined(__EMSCRIPTEN__) + /* __EMSCRIPTEN__ is defined by emscripten: an LLVM-to-Web compiler */ + #define NPY_CPU_WASM +#else + #error Unknown CPU, please report this to numpy maintainers with \ + information about your platform (OS, CPU and compiler) +#endif + +/* + * Except for the following architectures, memory access is limited to the natural + * alignment of data types otherwise it may lead to bus error or performance regression. + * For more details about unaligned access, see https://www.kernel.org/doc/Documentation/unaligned-memory-access.txt. +*/ +#if defined(NPY_CPU_X86) || defined(NPY_CPU_AMD64) || defined(__aarch64__) || defined(__powerpc64__) + #define NPY_ALIGNMENT_REQUIRED 0 +#endif +#ifndef NPY_ALIGNMENT_REQUIRED + #define NPY_ALIGNMENT_REQUIRED 1 +#endif + +#endif /* NUMPY_CORE_INCLUDE_NUMPY_NPY_CPU_H_ */ diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/npy_interrupt.h b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/npy_interrupt.h new file mode 100644 index 0000000000000000000000000000000000000000..69a0374dd8e997e5096d89db42977be2557175a1 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/npy_interrupt.h @@ -0,0 +1,56 @@ +/* + * This API is only provided because it is part of publicly exported + * headers. Its use is considered DEPRECATED, and it will be removed + * eventually. + * (This includes the _PyArray_SigintHandler and _PyArray_GetSigintBuf + * functions which are however, public API, and not headers.) + * + * Instead of using these non-threadsafe macros consider periodically + * querying `PyErr_CheckSignals()` or `PyOS_InterruptOccurred()` will work. + * Both of these require holding the GIL, although cpython could add a + * version of `PyOS_InterruptOccurred()` which does not. Such a version + * actually exists as private API in Python 3.10, and backported to 3.9 and 3.8, + * see also https://bugs.python.org/issue41037 and + * https://github.com/python/cpython/pull/20599). + */ + +#ifndef NUMPY_CORE_INCLUDE_NUMPY_NPY_INTERRUPT_H_ +#define NUMPY_CORE_INCLUDE_NUMPY_NPY_INTERRUPT_H_ + +#ifndef NPY_NO_SIGNAL + +#include +#include + +#ifndef sigsetjmp + +#define NPY_SIGSETJMP(arg1, arg2) setjmp(arg1) +#define NPY_SIGLONGJMP(arg1, arg2) longjmp(arg1, arg2) +#define NPY_SIGJMP_BUF jmp_buf + +#else + +#define NPY_SIGSETJMP(arg1, arg2) sigsetjmp(arg1, arg2) +#define NPY_SIGLONGJMP(arg1, arg2) siglongjmp(arg1, arg2) +#define NPY_SIGJMP_BUF sigjmp_buf + +#endif + +# define NPY_SIGINT_ON { \ + PyOS_sighandler_t _npy_sig_save; \ + _npy_sig_save = PyOS_setsig(SIGINT, _PyArray_SigintHandler); \ + if (NPY_SIGSETJMP(*((NPY_SIGJMP_BUF *)_PyArray_GetSigintBuf()), \ + 1) == 0) { \ + +# define NPY_SIGINT_OFF } \ + PyOS_setsig(SIGINT, _npy_sig_save); \ + } + +#else /* NPY_NO_SIGNAL */ + +#define NPY_SIGINT_ON +#define NPY_SIGINT_OFF + +#endif /* HAVE_SIGSETJMP */ + +#endif /* NUMPY_CORE_INCLUDE_NUMPY_NPY_INTERRUPT_H_ */ diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/npy_no_deprecated_api.h b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/npy_no_deprecated_api.h new file mode 100644 index 0000000000000000000000000000000000000000..39658c0bd2d61aacd25f75439e81ea16c3e33db8 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/npy_no_deprecated_api.h @@ -0,0 +1,20 @@ +/* + * This include file is provided for inclusion in Cython *.pyd files where + * one would like to define the NPY_NO_DEPRECATED_API macro. It can be + * included by + * + * cdef extern from "npy_no_deprecated_api.h": pass + * + */ +#ifndef NPY_NO_DEPRECATED_API + +/* put this check here since there may be multiple includes in C extensions. */ +#if defined(NUMPY_CORE_INCLUDE_NUMPY_NDARRAYTYPES_H_) || \ + defined(NUMPY_CORE_INCLUDE_NUMPY_NPY_DEPRECATED_API_H) || \ + defined(NUMPY_CORE_INCLUDE_NUMPY_OLD_DEFINES_H_) +#error "npy_no_deprecated_api.h" must be first among numpy includes. +#else +#define NPY_NO_DEPRECATED_API NPY_API_VERSION +#endif + +#endif /* NPY_NO_DEPRECATED_API */ diff --git a/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/utils.h b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/utils.h new file mode 100644 index 0000000000000000000000000000000000000000..97f06092e54050baf3c2fc4372429cbd110429e8 --- /dev/null +++ b/LTA_openwebtext_dualt/mini_owt_logdirichlet/.venv_qwen35_uv/lib/python3.12/site-packages/numpy/core/include/numpy/utils.h @@ -0,0 +1,37 @@ +#ifndef NUMPY_CORE_INCLUDE_NUMPY_UTILS_H_ +#define NUMPY_CORE_INCLUDE_NUMPY_UTILS_H_ + +#ifndef __COMP_NPY_UNUSED + #if defined(__GNUC__) + #define __COMP_NPY_UNUSED __attribute__ ((__unused__)) + #elif defined(__ICC) + #define __COMP_NPY_UNUSED __attribute__ ((__unused__)) + #elif defined(__clang__) + #define __COMP_NPY_UNUSED __attribute__ ((unused)) + #else + #define __COMP_NPY_UNUSED + #endif +#endif + +#if defined(__GNUC__) || defined(__ICC) || defined(__clang__) + #define NPY_DECL_ALIGNED(x) __attribute__ ((aligned (x))) +#elif defined(_MSC_VER) + #define NPY_DECL_ALIGNED(x) __declspec(align(x)) +#else + #define NPY_DECL_ALIGNED(x) +#endif + +/* Use this to tag a variable as not used. It will remove unused variable + * warning on support platforms (see __COM_NPY_UNUSED) and mangle the variable + * to avoid accidental use */ +#define NPY_UNUSED(x) __NPY_UNUSED_TAGGED ## x __COMP_NPY_UNUSED +#define NPY_EXPAND(x) x + +#define NPY_STRINGIFY(x) #x +#define NPY_TOSTRING(x) NPY_STRINGIFY(x) + +#define NPY_CAT__(a, b) a ## b +#define NPY_CAT_(a, b) NPY_CAT__(a, b) +#define NPY_CAT(a, b) NPY_CAT_(a, b) + +#endif /* NUMPY_CORE_INCLUDE_NUMPY_UTILS_H_ */ diff --git a/LTA_openwebtext_dualt/scripts/flowtext_score_decode_lab.py b/LTA_openwebtext_dualt/scripts/flowtext_score_decode_lab.py new file mode 100644 index 0000000000000000000000000000000000000000..a7e95516ebe6e990529e6d5ab25811187626895c --- /dev/null +++ b/LTA_openwebtext_dualt/scripts/flowtext_score_decode_lab.py @@ -0,0 +1,129 @@ +#!/usr/bin/env python3 +"""Score decode-lab samples with an external causal LM in one model load.""" + +from __future__ import annotations + +import argparse +import json +import math +from collections import defaultdict +from pathlib import Path + +import torch +import torch.nn.functional as F + + +@torch.no_grad() +def score_texts(texts, model_name_or_path: str, batch_size: int, max_length: int, device: torch.device): + from transformers import AutoModelForCausalLM, AutoTokenizer + + tok = AutoTokenizer.from_pretrained(model_name_or_path) + if tok.pad_token_id is None: + tok.pad_token = tok.eos_token + tok.pad_token_id = tok.eos_token_id + model = AutoModelForCausalLM.from_pretrained(model_name_or_path).to(device) + if getattr(model.config, "pad_token_id", None) is None and tok.pad_token_id is not None: + model.config.pad_token_id = tok.pad_token_id + model.eval() + + out = [] + for start in range(0, len(texts), batch_size): + batch = texts[start : start + batch_size] + enc = tok( + batch, + return_tensors="pt", + return_attention_mask=True, + return_token_type_ids=False, + padding=True, + truncation=True, + max_length=max_length, + ).to(device) + input_ids = enc["input_ids"] + attention_mask = enc["attention_mask"].bool() + if input_ids.size(1) < 2: + out.extend([(None, None, 0) for _ in batch]) + continue + logits = model(input_ids=input_ids, attention_mask=attention_mask).logits.transpose(-1, -2) + token_nll = F.cross_entropy(logits[..., :-1].float(), input_ids[..., 1:], reduction="none") + if tok.eos_token_id is not None: + first_eos = (input_ids == tok.eos_token_id).cumsum(-1) == 1 + token_mask = input_ids != tok.eos_token_id + shift_mask = (first_eos[..., 1:] | token_mask[..., 1:]) & attention_mask[..., 1:] + else: + shift_mask = attention_mask[..., 1:] + for row in range(input_ids.size(0)): + mask = shift_mask[row] + count = int(mask.sum().detach().cpu()) + if count <= 0: + out.append((None, None, 0)) + continue + nll = float(token_nll[row][mask].sum().detach().cpu()) / count + out.append((float(math.exp(min(nll, 50.0))), nll, count)) + return out + + +def main(): + parser = argparse.ArgumentParser() + parser.add_argument("--input", required=True) + parser.add_argument("--scorer", required=True) + parser.add_argument("--batch_size", type=int, default=4) + parser.add_argument("--max_length", type=int, default=512) + parser.add_argument("--topk", type=int, default=12) + parser.add_argument("--output", default="") + args = parser.parse_args() + + rows = [json.loads(x) for x in Path(args.input).open() if x.strip()] + samples = [r for r in rows if r.get("type") == "sample"] + texts = [r["text"] for r in samples] + device = torch.device("cuda" if torch.cuda.is_available() else "cpu") + print(f"[info] scoring {len(texts)} samples on {device} with {args.scorer}", flush=True) + scored = score_texts(texts, args.scorer, args.batch_size, args.max_length, device) + + enriched = [] + for row, (ppl, nll, count) in zip(samples, scored): + rec = dict(row) + rec["external_ppl"] = ppl + rec["external_nll"] = nll + rec["external_tokens"] = count + # Conservative selection: prioritize samples that are both non-collapsed + # and plausible under an external LM. + rec["combined_score"] = float(rec["quality"]) - (0.08 * float(nll) if nll is not None else 10.0) + enriched.append(rec) + + by_label = defaultdict(list) + for rec in enriched: + by_label[rec["config"]["label"]].append(rec) + print("\n== Config Summary ==") + for label, group in sorted(by_label.items()): + valid = [g for g in group if g["external_ppl"] is not None] + mean_ppl = sum(g["external_ppl"] for g in valid) / max(len(valid), 1) + mean_nll = sum(g["external_nll"] for g in valid) / max(len(valid), 1) + mean_quality = sum(float(g["quality"]) for g in group) / max(len(group), 1) + best = max(group, key=lambda g: g["combined_score"]) + print( + f"{label:24s} mean_quality={mean_quality:7.4f} " + f"mean_ppl={mean_ppl:8.2f} mean_nll={mean_nll:6.3f} " + f"best_prompt={best['prompt']!r} best_combined={best['combined_score']:.4f}" + ) + + print("\n== Top Samples ==") + enriched.sort(key=lambda r: r["combined_score"], reverse=True) + for rec in enriched[: args.topk]: + print( + "\n" + + "=" * 96 + + f"\nlabel={rec['config']['label']} prompt={rec['prompt']!r} " + + f"quality={rec['quality']:.4f} ppl={rec['external_ppl']:.2f} " + + f"rep3={rec['rep3']:.3f} d2={rec['distinct2']:.3f} combined={rec['combined_score']:.4f}\n" + + rec["text"] + ) + + if args.output: + with Path(args.output).open("w") as f: + for rec in enriched: + f.write(json.dumps(rec, ensure_ascii=False) + "\n") + print(f"\n[done] wrote {args.output}") + + +if __name__ == "__main__": + main() diff --git a/LTA_openwebtext_dualt/scripts/launch_lta_owt_from_lm1b_c1024_4gpu.sh b/LTA_openwebtext_dualt/scripts/launch_lta_owt_from_lm1b_c1024_4gpu.sh new file mode 100644 index 0000000000000000000000000000000000000000..7efdc6a4c2084d4b50c5fe42988e36f09ca497ae --- /dev/null +++ b/LTA_openwebtext_dualt/scripts/launch_lta_owt_from_lm1b_c1024_4gpu.sh @@ -0,0 +1,85 @@ +#!/usr/bin/env bash +set -euo pipefail + +cd /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt + +export CUDA_VISIBLE_DEVICES=${CUDA_VISIBLE_DEVICES:-0,1,2,3} +export OMP_NUM_THREADS=${OMP_NUM_THREADS:-1} + +RUN_NAME=${RUN_NAME:-lta_owt_distilbert_len1024_init_lm1b1m_posemb_repeat_fully_c1024_adamw_gbs512_4gpu_20k_$(date +%Y%m%d_%H%M%S)} +SAVE_DIR=${SAVE_DIR:-runs_transfer/${RUN_NAME}} +LOG_DIR=${LOG_DIR:-logs/owt_from_lm1b_c1024_4gpu} +mkdir -p "${LOG_DIR}" + +LM1B_CKPT=${LM1B_CKPT:-runs/lta_lm1b_dirichlet_categorical_fullvocab_c1024_fullycoupled_flmpack_onehot_hardce_ddit_small_len128_gbs512_8gpu_1m_nw0/step_1000000.pt} +TOTAL_STEPS=${TOTAL_STEPS:-20000} +PER_GPU_BATCH_SIZE=${PER_GPU_BATCH_SIZE:-16} +GLOBAL_BATCH_SIZE=${GLOBAL_BATCH_SIZE:-512} +MASTER_PORT=${MASTER_PORT:-32043} + +python -m torch.distributed.run --nproc_per_node=4 --master_port="${MASTER_PORT}" train.py \ + --data_path /e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext \ + --openwebtext_split train_minus_100k \ + --text_column text \ + --detokenizer auto \ + --tokenizer_path /e2e-data/evad-tech-vla/wanghan58/workspace/imagenet_handoff_20260327/nlp_dts_light/assets/distilbert-base-uncased/tokenizer.json \ + --save_dir "${SAVE_DIR}" \ + --wrap \ + --wrap_mode stream \ + --max_len 1024 \ + --batch_size "${PER_GPU_BATCH_SIZE}" \ + --global_batch_size "${GLOBAL_BATCH_SIZE}" \ + --num_workers 4 \ + --dataloader_prefetch_factor 4 \ + --total_steps "${TOTAL_STEPS}" \ + --warmup_steps 2500 \ + --log_every 50 \ + --eval_every 0 \ + --save_every 1000 \ + --latest_every 500 \ + --init_model_path "${LM1B_CKPT}" \ + --init_pos_embed_mode repeat \ + --lr 0.0003 \ + --lr_schedule constant_warmup \ + --weight_decay 0.0 \ + --adam_beta1 0.9 \ + --adam_beta2 0.999 \ + --adam_eps 1e-8 \ + --grad_clip 1.0 \ + --d_model 768 \ + --cond_dim 128 \ + --n_layers 12 \ + --n_heads 12 \ + --dim_ff 3072 \ + --dropout 0.1 \ + --model_type ddit \ + --state_format prob \ + --bridge dirichlet \ + --target_loss hard_ce \ + --target_prob 1.0 \ + --min_t 0.0 \ + --max_t 1.0 \ + --dual_t \ + --corrupt_t_mode same \ + --min_mask_ratio 0.1 \ + --max_mask_ratio 1.0 \ + --wrong_token_replace_prob 1.0 \ + --wrong_token_schedule linear_t \ + --wrong_token_exp_k 1.0 \ + --dirichlet_concentration_min 1.0 \ + --dirichlet_concentration_max 1024 \ + --dirichlet_endpoint_mode categorical_dual_t \ + --dirichlet_semantic_t_mode same \ + --categorical_wrong_from_full_vocab \ + --simplex_bridge_sampler dirichlet \ + --infer_steps 128 \ + --decode_damping 1.0 \ + --max_gamma 1.0 \ + --decode_solver flowmap \ + --noise_init logistic_normal \ + --bridge_noise_init logistic_normal \ + --noise_sigma -1 \ + --allow_tf32 \ + --ddp_gradient_as_bucket_view \ + --bf16 \ + 2>&1 | tee "${LOG_DIR}/${RUN_NAME}.log" diff --git a/LTA_openwebtext_dualt/scripts/launch_lta_wmt14_deen_fullycoupled_4gpu_smoke.sh b/LTA_openwebtext_dualt/scripts/launch_lta_wmt14_deen_fullycoupled_4gpu_smoke.sh new file mode 100644 index 0000000000000000000000000000000000000000..48dd159df343d3a33b0d9881bd72eeaf3bd74608 --- /dev/null +++ b/LTA_openwebtext_dualt/scripts/launch_lta_wmt14_deen_fullycoupled_4gpu_smoke.sh @@ -0,0 +1,113 @@ +#!/usr/bin/env bash +set -euo pipefail + +cd /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt +export PYTHONPATH="$(pwd)${PYTHONPATH:+:$PYTHONPATH}" +export TOKENIZERS_PARALLELISM=false +export PYTHONUNBUFFERED=1 +export OMP_NUM_THREADS="${OMP_NUM_THREADS:-1}" +export CUDA_VISIBLE_DEVICES="${CUDA_VISIBLE_DEVICES:-0,1,2,3}" + +RUN_NAME="${RUN_NAME:-smoke_lta_wmt14_deen_t5_len128_fullycoupled_elfparams_4gpu_$(date +%Y%m%d_%H%M%S)}" +SAVE_DIR="${SAVE_DIR:-runs/${RUN_NAME}}" +LOG_DIR="${LOG_DIR:-logs/wmt14_deen_fullycoupled_smoke}" +LOG_FILE="${LOG_FILE:-${LOG_DIR}/${RUN_NAME}.log}" +mkdir -p "${LOG_DIR}" "${SAVE_DIR}" + +DATA_ROOT="${DATA_ROOT:-/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/elf}" +DATA_PATH="${DATA_PATH:-${DATA_ROOT}/wmt14_de-en_train_t5}" +EVAL_DATA_PATH="${EVAL_DATA_PATH:-${DATA_ROOT}/wmt14_de-en_validation_t5}" +DATASET_CACHE_DIR="${DATASET_CACHE_DIR:-/e2e-data/evad-tech-vla/wanghan58/data/hf_cache}" +TOKENIZER_PATH="${TOKENIZER_PATH:-/e2e-data/evad-tech-vla/wanghan58/models/hf/t5-small/tokenizer.json}" + +NPROC_PER_NODE="${NPROC_PER_NODE:-4}" +MASTER_PORT="${MASTER_PORT:-32072}" +GLOBAL_BATCH_SIZE="${GLOBAL_BATCH_SIZE:-512}" +PER_GPU_BATCH_SIZE="${PER_GPU_BATCH_SIZE:-32}" +TOTAL_STEPS="${TOTAL_STEPS:-50}" +WARMUP_STEPS="${WARMUP_STEPS:-20}" +MAX_RECORDS="${MAX_RECORDS:-4096}" + +if [[ ! -e "${DATA_PATH}" ]]; then + echo "Missing WMT14 De-En train dataset at ${DATA_PATH}" >&2 + echo "Stage embedded-language-flows/wmt14_de-en_train_t5 locally, then rerun." >&2 + exit 2 +fi + +python -m torch.distributed.run --nproc_per_node="${NPROC_PER_NODE}" --master_port="${MASTER_PORT}" train.py \ + --elf_conditional_hf \ + --data_path "${DATA_PATH}" \ + --eval_data_path "${EVAL_DATA_PATH}" \ + --dataset_cache_dir "${DATASET_CACHE_DIR}" \ + --tokenizer_path "${TOKENIZER_PATH}" \ + --save_dir "${SAVE_DIR}" \ + --max_len 128 \ + --max_input_len 64 \ + --conditional_pad_token eos \ + --label_drop_prob 0.1 \ + --max_records "${MAX_RECORDS}" \ + --batch_size "${PER_GPU_BATCH_SIZE}" \ + --global_batch_size "${GLOBAL_BATCH_SIZE}" \ + --num_workers 4 \ + --dataloader_prefetch_factor 4 \ + --total_steps "${TOTAL_STEPS}" \ + --warmup_steps "${WARMUP_STEPS}" \ + --log_every 10 \ + --eval_every 0 \ + --save_every 0 \ + --latest_every 25 \ + --optimizer muon \ + --lr 0.001 \ + --lr_schedule constant_warmup \ + --min_lr 0 \ + --weight_decay 0.0 \ + --adam_beta1 0.9 \ + --adam_beta2 0.95 \ + --adam_eps 1e-8 \ + --muon_momentum 0.95 \ + --muon_ns_steps 5 \ + --muon_update_scale 1.0 \ + --ema_decay 0.9999 \ + --ema_start_step 0 \ + --grad_clip 1.0 \ + --seed 42 \ + --d_model 768 \ + --cond_dim 128 \ + --n_layers 12 \ + --n_heads 12 \ + --dim_ff 3072 \ + --dropout 0.1 \ + --model_type ddit \ + --state_format prob \ + --bridge dirichlet \ + --target_loss hard_ce \ + --target_prob 1.0 \ + --min_t 0.05 \ + --max_t 1.0 \ + --dual_t \ + --corrupt_t_mode same \ + --corrupt_min_t 0.05 \ + --corrupt_max_t 1.0 \ + --min_mask_ratio 0.1 \ + --max_mask_ratio 1.0 \ + --wrong_token_replace_prob 1.0 \ + --wrong_token_schedule linear_t \ + --wrong_token_exp_k 1.0 \ + --dirichlet_concentration_min 1.0 \ + --dirichlet_concentration_max 1024.0 \ + --dirichlet_endpoint_mode categorical_dual_t \ + --dirichlet_semantic_t_mode same \ + --dirichlet_semantic_t_value 0.0 \ + --categorical_wrong_from_full_vocab \ + --simplex_bridge_sampler dirichlet \ + --infer_steps 128 \ + --decode_damping 1.0 \ + --max_gamma 1.0 \ + --decode_solver flowmap \ + --noise_init logistic_normal \ + --bridge_noise_init logistic_normal \ + --noise_sigma -1 \ + --allow_tf32 \ + --ddp_gradient_as_bucket_view \ + --bf16 \ + 2>&1 | tee -a "${LOG_FILE}" diff --git a/LTA_openwebtext_dualt/scripts/run_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_8gpu_1m_mask1_sameT_save10k.sh b/LTA_openwebtext_dualt/scripts/run_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_8gpu_1m_mask1_sameT_save10k.sh new file mode 100644 index 0000000000000000000000000000000000000000..ca2c320720e9bbd3180ca5b5854a7fa730c5e55d --- /dev/null +++ b/LTA_openwebtext_dualt/scripts/run_lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_8gpu_1m_mask1_sameT_save10k.sh @@ -0,0 +1,77 @@ +#!/usr/bin/env bash +set -euo pipefail + +cd /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt + +# OWT raw text + BERT tokenizer, FLM wrapped stream: +# [CLS] + 1022 payload tokens + [SEP] +# +# Backbone: +# ddit_elf = RMSNorm/SwiGLU/QK-norm + RoPE + 4 prefix time tokens. +# We also add learned absolute position embeddings before RoPE. +# +# Bridge: +# Dirichlet C=1->1024, mask_ratio=1.0, model t and corruption t are shared. + +export DATA_PATH="${DATA_PATH:-/e2e-data/evad-tech-vla/wanghan58/data/small_benchmarks/langflow_2604_11748/openwebtext}" +export TEXT_COLUMN="${TEXT_COLUMN:-text}" +export OPENWEBTEXT_SPLIT="${OPENWEBTEXT_SPLIT:-train_minus_100k}" +export TOKENIZER_PATH="${TOKENIZER_PATH:-/e2e-data/evad-tech-vla/wanghan58/workspace/imagenet_handoff_20260327/nlp_dts_light/assets/distilbert-base-uncased/tokenizer.json}" +export TOKENIZED_HF=0 +export WRAP_MODE="${WRAP_MODE:-stream}" + +export VOCAB_SIZE="${VOCAB_SIZE:-30522}" +export CMIN="${CMIN:-1}" +export CMAX="${CMAX:-1024}" + +export MODEL_TYPE=ddit_elf +export ELF_NUM_TIME_TOKENS="${ELF_NUM_TIME_TOKENS:-4}" +export ELF_NUM_MODEL_MODE_TOKENS="${ELF_NUM_MODEL_MODE_TOKENS:-0}" +export QK_NORM="${QK_NORM:-1}" +export ABS_POS_EMBED=1 +export CORRUPT_T_MODE=same +export MIN_MASK_RATIO=1.0 +export MAX_MASK_RATIO=1.0 +export CATEGORICAL_WRONG_PROB_FLOOR="${CATEGORICAL_WRONG_PROB_FLOOR:-0.0}" + +_ngpus_avail=$(nvidia-smi --query-gpu=index --format=csv,noheader 2>/dev/null | wc -l || echo 1) +if [[ "${_ngpus_avail}" -le 0 ]]; then _ngpus_avail=1; fi +_default_cvd=$(seq -s, 0 $((_ngpus_avail - 1))) +export CUDA_VISIBLE_DEVICES="${CUDA_VISIBLE_DEVICES:-${_default_cvd}}" +IFS=',' read -ra _cvd_arr <<< "${CUDA_VISIBLE_DEVICES}" +export NPROC_PER_NODE="${NPROC_PER_NODE:-${#_cvd_arr[@]}}" +unset _ngpus_avail _default_cvd _cvd_arr +export NNODES="${NNODES:-${MLP_WORKER_NUM:-1}}" +export NODE_RANK="${NODE_RANK:-${MLP_ROLE_INDEX:-0}}" +export MASTER_ADDR="${MASTER_ADDR:-${MLP_WORKER_0_HOST:-127.0.0.1}}" +export MASTER_PORT="${MASTER_PORT:-${MLP_WORKER_0_PORT:-29500}}" +export GLOBAL_BATCH_SIZE="${GLOBAL_BATCH_SIZE:-512}" +export PER_GPU_BATCH_SIZE="${PER_GPU_BATCH_SIZE:-32}" +export TOTAL_STEPS="${TOTAL_STEPS:-1000000}" +export WARMUP_STEPS="${WARMUP_STEPS:-2500}" +export SAVE_EVERY="${SAVE_EVERY:-10000}" +export LATEST_EVERY="${LATEST_EVERY:-1000}" +export LOG_EVERY="${LOG_EVERY:-100}" + +export DATE_TAG="${DATE_TAG:-$(date +%Y%m%d)}" +export RUN_NAME="${RUN_NAME:-lta_owt_bert_absrope_time4_dirichlet_len1024_C1_to_1024_mask1_sameT_gbs512_b32_8gpu_1m_save10k_${DATE_TAG}}" + +export WATCH_ENABLED="${WATCH_ENABLED:-1}" +export WATCH_STEP_INTERVAL="${WATCH_STEP_INTERVAL:-10000}" +export WATCH_N_SAMPLES="${WATCH_N_SAMPLES:-128}" +export WATCH_CUDA_VISIBLE_DEVICES="${WATCH_CUDA_VISIBLE_DEVICES:-7}" +export WATCH_DECODE_MODE="${WATCH_DECODE_MODE:-dual_line_probe}" +export WATCH_DECODE_BATCH="${WATCH_DECODE_BATCH:-1}" +export WATCH_DUAL_SEMANTIC_POWER="${WATCH_DUAL_SEMANTIC_POWER:-1.5}" +export WATCH_DUAL_EARLY_TEMP="${WATCH_DUAL_EARLY_TEMP:-2.8}" +export WATCH_DUAL_LATE_TEMP="${WATCH_DUAL_LATE_TEMP:-1.45}" +export WATCH_DUAL_TEMP_END="${WATCH_DUAL_TEMP_END:-0.55}" +export WATCH_DUAL_TEMP_POWER="${WATCH_DUAL_TEMP_POWER:-1.5}" +export WATCH_ENDPOINT_TEMP="${WATCH_ENDPOINT_TEMP:-1.45}" +export WATCH_ENDPOINT_TOP_P="${WATCH_ENDPOINT_TOP_P:-0.95}" +export WATCH_GUMBEL_TAU_START="${WATCH_GUMBEL_TAU_START:-1.0}" +export WATCH_GUMBEL_TAU_END="${WATCH_GUMBEL_TAU_END:-0.2}" +export WATCH_OUT_BASE="${WATCH_OUT_BASE:-docs/lta_samples/metrics_${DATE_TAG}/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_dualline_dirres_c${CMIN}_${CMAX}_n${WATCH_N_SAMPLES}/${RUN_NAME}}" +export WATCH_LOG_DIR="${WATCH_LOG_DIR:-logs/owt_bert_absrope_time4_C1_to_1024_mask1_sameT_dualline_watch}" + +bash scripts/run_lta_owt_dirichlet_len1024_Cv_to_2v_8gpu_save1k_with_gumbel_watch.sh diff --git a/LTA_openwebtext_dualt/scripts/tmp_run_three_quick_infer_20260525.sh b/LTA_openwebtext_dualt/scripts/tmp_run_three_quick_infer_20260525.sh new file mode 100644 index 0000000000000000000000000000000000000000..13cecf99625c0f6c3631058acb9d4d0091cfa419 --- /dev/null +++ b/LTA_openwebtext_dualt/scripts/tmp_run_three_quick_infer_20260525.sh @@ -0,0 +1,130 @@ +#!/usr/bin/env bash +set -euo pipefail + +cd /e2e-data/evad-tech-vla/wanghan58/workspace/LTA_openwebtext_dualt +export PYTHONPATH="$(pwd)${PYTHONPATH:+:$PYTHONPATH}" +export TOKENIZERS_PARALLELISM=false +export PYTHONUNBUFFERED=1 + +run_sde_quick() { + local ckpt="$1" + local tok="$2" + local out_dir="$3" + local cmin="$4" + local cmax="$5" + local name="$6" + CUDA_VISIBLE_DEVICES=0 python - "$ckpt" "$tok" "$out_dir" "$cmin" "$cmax" "$name" <<'PY' +import json +import re +import sys +from pathlib import Path + +import torch + +from flowtext_lab.genppl import summarize_token_diversity +from flowtext_lab.tokenization import BpeTextTokenizer +from scripts.eval_lm1b_c1024_fullycoupled_sde_genppl import build_model, decode_sde + +ckpt_path, tok_path, out_dir_s, cmin_s, cmax_s, name = sys.argv[1:7] +out_dir = Path(out_dir_s) +out_dir.mkdir(parents=True, exist_ok=True) +device = torch.device("cuda" if torch.cuda.is_available() else "cpu") + +print(f"[{name}] load {ckpt_path}", flush=True) +ckpt = torch.load(ckpt_path, map_location="cpu", weights_only=False) +print(f"[{name}] step={ckpt.get('step')}", flush=True) +tok = BpeTextTokenizer.from_file(tok_path) +model = build_model(ckpt, tok, device) + +ids, texts, cfg = decode_sde( + model, + tok, + n_samples=8, + batch_size=1, + max_len=1024, + steps=128, + seed=20260525, + device=device, + concentration_min=float(cmin_s), + concentration_max=float(cmax_s), + endpoint_temp=1.45, + endpoint_projection="gumbel_softmax", + endpoint_top_p=0.95, + gumbel_tau_start=1.0, + gumbel_tau_end=0.2, + model_t_mode="support_t", + mean_mode="endpoint_only", + semantic_power=1.0, + noise_init="dirichlet", + noise_dirichlet_concentration=float(cmin_s), + sde_resample="dirichlet", + final_from="blend_0.5", +) + +def strip_special(text: str) -> str: + for special in ("[CLS]", "[SEP]", "[PAD]", "", "", "", "", "<|endoftext|>"): + text = text.replace(special, " ") + return re.sub(r"\s+", " ", text).strip() + +stripped = [strip_special(text) for text in texts] +summary = { + "type": "summary", + "checkpoint": ckpt_path, + "step": int(ckpt.get("step", -1)), + "decode": cfg, + "diversity": summarize_token_diversity(ids).__dict__, +} +out_jsonl = out_dir / "sde_steps128_samples8_unscored.jsonl" +with out_jsonl.open("w", encoding="utf-8") as f: + f.write(json.dumps(summary, ensure_ascii=False) + "\n") + for i, (raw, clean) in enumerate(zip(texts, stripped)): + f.write(json.dumps({"type": "sample", "index": i, "raw_text": raw, "stripped_text": clean}, ensure_ascii=False) + "\n") +(out_dir / "first8.txt").write_text("\n\n--- SAMPLE ---\n\n".join(texts), encoding="utf-8") +(out_dir / "first8_stripped.txt").write_text("\n\n--- SAMPLE ---\n\n".join(stripped), encoding="utf-8") +print(f"[{name}] done {out_jsonl}", flush=True) +print(json.dumps(summary, ensure_ascii=False, indent=2), flush=True) +PY +} + +T5_TOK=/e2e-data/evad-tech-vla/wanghan58/models/hf/t5-small/tokenizer.json +BERT_TOK=/e2e-data/evad-tech-vla/wanghan58/workspace/imagenet_handoff_20260327/nlp_dts_light/assets/distilbert-base-uncased/tokenizer.json + +run_sde_quick \ + runs/lta_owt_t5_absrope_adaln_dirichlet_len1024_Cv_to_2v_mask0p1_1p0_sameT_gbs512_b32_8gpu_1m_save10k_20260525/latest.pt \ + "${T5_TOK}" \ + docs/lta_samples/metrics_20260525/lta_owt_t5_absrope_adaln_Cv_to_2v_step26000_quick_n8 \ + 32100 64200 t5_Cv2V + +CUDA_VISIBLE_DEVICES=0 python scripts/infer_softkl_decode_probe.py \ + --checkpoint runs/lta_owt_t5_absrope_adaln_dirichlet_len1024_C1_to_1024_mask0p1_1p0_sameT_gbs512_b32_8gpu_1m_save10k_20260525/latest.pt \ + --tokenizer_path "${T5_TOK}" \ + --out_dir docs/lta_samples/metrics_20260525/lta_owt_t5_absrope_adaln_C1_to_1024_step26000_dualline_quick_n8 \ + --max_lens 1024 \ + --n_samples 8 \ + --batch_size 1 \ + --steps 128 \ + --decode_rule dual_line_resample \ + --c_min 1 \ + --c_max 1024 \ + --input_noise_dirichlet_concentration 1 \ + --anchor_mode state \ + --model_t_mode flow \ + --time_schedule uniform \ + --support_power 1.0 \ + --semantic_power 1.5 \ + --early_temp 2.8 \ + --late_temp 1.45 \ + --temp_end 0.55 \ + --temp_power 1.5 \ + --final_from blend \ + --final_decode argmax \ + --seed 20260525 +cp \ + docs/lta_samples/metrics_20260525/lta_owt_t5_absrope_adaln_C1_to_1024_step26000_dualline_quick_n8/context1024_samples.txt \ + docs/lta_samples/metrics_20260525/lta_owt_t5_absrope_adaln_C1_to_1024_step26000_dualline_quick_n8/first8.txt + +run_sde_quick \ + runs/lta_owt_bert_absrope_adaln_dirichlet_len1024_Cv_to_2v_mask1_sameT_gbs512_b4x4_1m_save1k_watch_20260525/latest.pt \ + "${BERT_TOK}" \ + docs/lta_samples/metrics_20260525/lta_owt_bert_absrope_adaln_Cv_to_2v_mask1_sameT_step4000_quick_n8 \ + 30522 61044 bert_Cv2V_step4000 diff --git a/LTA_openwebtext_dualt/scripts/trace_lta_decode_steps.py b/LTA_openwebtext_dualt/scripts/trace_lta_decode_steps.py new file mode 100644 index 0000000000000000000000000000000000000000..c05cbe6a683aa51b86e0892e40a64ab6b1bbfb9b --- /dev/null +++ b/LTA_openwebtext_dualt/scripts/trace_lta_decode_steps.py @@ -0,0 +1,129 @@ +#!/usr/bin/env python3 +from __future__ import annotations + +import argparse +import json +import sys +from pathlib import Path + +import torch +import torch.nn.functional as F + +REPO_ROOT = Path(__file__).resolve().parents[1] +if str(REPO_ROOT) not in sys.path: + sys.path.insert(0, str(REPO_ROOT)) + +from eval import build_model_from_ckpt +from flowtext_lab.decode import model_time_for_step, sample_noise_simplex, state_for_model +from flowtext_lab.tokenization import BpeTextTokenizer +from scripts.flowtext_decode_lab import decode_text, flowmap_gamma + + +def parse_args() -> argparse.Namespace: + p = argparse.ArgumentParser() + p.add_argument("--checkpoint", required=True) + p.add_argument("--tokenizer_path", required=True) + p.add_argument("--output", required=True) + p.add_argument("--max_len", type=int, default=128) + p.add_argument("--steps", type=int, default=128) + p.add_argument("--seed", type=int, default=20260502) + p.add_argument("--sample_index", type=int, default=13) + p.add_argument("--endpoint_temp", type=float, default=1.8) + p.add_argument("--damping", type=float, default=1.0) + p.add_argument("--max_gamma", type=float, default=1.0) + p.add_argument("--eps", type=float, default=1e-8) + p.add_argument("--trace_steps", default="0,1,2,4,8,16,32,64,96,127") + p.add_argument("--token_positions", default="0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24,25,26,27,28,29,30,31") + return p.parse_args() + + +def parse_ints(text: str) -> list[int]: + return [int(x) for x in text.split(",") if x.strip()] + + +@torch.no_grad() +def main() -> None: + args = parse_args() + torch.manual_seed(args.seed) + device = torch.device("cuda" if torch.cuda.is_available() else "cpu") + tokenizer = BpeTextTokenizer.from_file(args.tokenizer_path) + ckpt = torch.load(args.checkpoint, map_location="cpu") + model = build_model_from_ckpt(ckpt, tokenizer.vocab_size, args.max_len, device) + model.eval() + + # Reproduce sample_index by drawing that many + 1 initial noise samples with the same seed. + init = sample_noise_simplex( + (args.sample_index + 1, args.max_len), + tokenizer.vocab_size, + device, + args.eps, + noise_mode="dirichlet", + target_prob=1.0, + noise_sigma=-1.0, + dirichlet_concentration=1.0, + )[-1:].float() + attn = torch.ones((1, args.max_len), dtype=torch.bool, device=device) + trace_steps = set(parse_ints(args.trace_steps)) + positions = parse_ints(args.token_positions) + records = [] + + probs = init.clone() + last_endpoint = probs + for step in range(args.steps): + t = model_time_for_step("flow", step, args.steps, 1, device, dtype=torch.float32) + logits = model(state_for_model(model, probs, args.eps), t, attn).float() + logits = logits / args.endpoint_temp + endpoint = F.softmax(logits, dim=-1) + last_endpoint = endpoint + gamma = flowmap_gamma(step, args.steps, args.damping, args.max_gamma, args.eps) + new_probs = probs + gamma * (endpoint - probs) + new_probs = new_probs.clamp_min(args.eps) + new_probs = new_probs / new_probs.sum(dim=-1, keepdim=True).clamp_min(args.eps) + probs = new_probs + + if step in trace_steps: + top_prob, ids = probs[0].max(dim=-1) + ent = -(probs[0].clamp_min(args.eps) * probs[0].clamp_min(args.eps).log()).sum(dim=-1) + endpoint_top_prob, endpoint_ids = endpoint[0].max(dim=-1) + records.append({ + "step": step, + "gamma": gamma, + "model_t": float(t.item()), + "text_prefix": decode_text(tokenizer, ids[:64].detach().cpu().tolist()), + "positions": [ + { + "pos": pos, + "state_token": tokenizer.decode([int(ids[pos].item())], stop_at_eos=False, skip_special_tokens=False), + "state_id": int(ids[pos].item()), + "state_top_p": float(top_prob[pos].item()), + "state_entropy": float(ent[pos].item()), + "endpoint_token": tokenizer.decode([int(endpoint_ids[pos].item())], stop_at_eos=False, skip_special_tokens=False), + "endpoint_id": int(endpoint_ids[pos].item()), + "endpoint_top_p": float(endpoint_top_prob[pos].item()), + } + for pos in positions + if 0 <= pos < args.max_len + ], + }) + + final_ids = probs[0].argmax(dim=-1).detach().cpu().tolist() + final_text = decode_text(tokenizer, final_ids) + output = Path(args.output) + if not output.is_absolute(): + output = Path(args.checkpoint).resolve().parent / output + output.parent.mkdir(parents=True, exist_ok=True) + payload = { + "checkpoint": args.checkpoint, + "seed": args.seed, + "sample_index": args.sample_index, + "steps": args.steps, + "endpoint_temp": args.endpoint_temp, + "final_text": final_text, + "records": records, + } + output.write_text(json.dumps(payload, ensure_ascii=False, indent=2), encoding="utf-8") + print(json.dumps(payload, ensure_ascii=False, indent=2)) + + +if __name__ == "__main__": + main()